2024-02-19T16:17:48.599 INFO:root:teuthology version: 0.0.1.dev260+gb1dac55 2024-02-19T16:17:48.600 DEBUG:teuthology.run:Teuthology command: teuthology --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} subvol_versions/create_subvol_version_v1 tasks/pool-perm} --verbose --archive /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513 --owner scheduled_leonidus@teuthology --name leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi -- /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/orig.config.yaml 2024-02-19T16:17:48.641 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-19T16:17:48.755 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513 branch: wip-lusov-qdb description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} subvol_versions/create_subvol_version_v1 tasks/pool-perm} email: null first_in_suite: false job_id: '7566513' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-qdb ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 9f8908eed2b2d7e8c316bd5be7ed6e49024931ee ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 9f8908eed2b2d7e8c316bd5be7ed6e49024931ee subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-qdb sha1: 9f8908eed2b2d7e8c316bd5be7ed6e49024931ee owner: scheduled_leonidus@teuthology priority: 60 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 2280 sha1: 9f8908eed2b2d7e8c316bd5be7ed6e49024931ee sleep_before_teardown: 0 subset: 111/10000 suite: fs suite_branch: wip-lusov-qdb suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 9f8908eed2b2d7e8c316bd5be7ed6e49024931ee syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi104.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAzo1Ghmd2HVwa7zcWZBieRuwhRPM+qIek3lGzo9e4M9brG8gkTG6TtngUN6MUaW1mvDiwUvb1lNHXu3RaXwAWA= smithi158.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOZBS8YIaOJ6/u5out6z35XhygLnVm4802aESu1H9qDBw8SJ1aeZoOLyLI+qnsKFgX+b0DxDGsFSLnD5WAp6J3I= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_pool_perm teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: b1dac5519c57c269ea98a22fb7729016a1d0e4d2 timestamp: 2024-02-19_14:34:49 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-02-19T16:17:48.756 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa; will attempt to use it 2024-02-19T16:17:48.756 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa/tasks 2024-02-19T16:17:48.757 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-02-19T16:17:48.758 INFO:teuthology.task.internal:Checking packages... 2024-02-19T16:17:48.786 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee' 2024-02-19T16:17:48.786 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-19T16:17:48.786 INFO:teuthology.packaging:ref: None 2024-02-19T16:17:48.786 INFO:teuthology.packaging:tag: None 2024-02-19T16:17:48.786 INFO:teuthology.packaging:branch: wip-lusov-qdb 2024-02-19T16:17:48.786 INFO:teuthology.packaging:sha1: 9f8908eed2b2d7e8c316bd5be7ed6e49024931ee 2024-02-19T16:17:48.786 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-qdb 2024-02-19T16:17:49.003 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1451.g9f8908ee 2024-02-19T16:17:49.005 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-02-19T16:17:49.011 INFO:teuthology.task.internal:no buildpackages task found 2024-02-19T16:17:49.011 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-02-19T16:17:49.030 INFO:teuthology.task.internal:Saving configuration 2024-02-19T16:17:49.046 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-02-19T16:17:49.052 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-19T16:17:49.079 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi104.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-19 16:12:19.727366', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAzo1Ghmd2HVwa7zcWZBieRuwhRPM+qIek3lGzo9e4M9brG8gkTG6TtngUN6MUaW1mvDiwUvb1lNHXu3RaXwAWA='} 2024-02-19T16:17:49.103 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi158.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-19 16:12:19.726072', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOZBS8YIaOJ6/u5out6z35XhygLnVm4802aESu1H9qDBw8SJ1aeZoOLyLI+qnsKFgX+b0DxDGsFSLnD5WAp6J3I='} 2024-02-19T16:17:49.103 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-02-19T16:17:49.110 INFO:teuthology.task.internal:roles: ubuntu@smithi104.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-02-19T16:17:49.110 INFO:teuthology.task.internal:roles: ubuntu@smithi158.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-02-19T16:17:49.110 INFO:teuthology.run_tasks:Running task console_log... 2024-02-19T16:17:49.178 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd125af9f70>, signals=[15]) 2024-02-19T16:17:49.178 INFO:teuthology.run_tasks:Running task internal.connect... 2024-02-19T16:17:49.184 INFO:teuthology.task.internal:Opening connections... 2024-02-19T16:17:49.184 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:17:49.186 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:17:49.282 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:17:49.283 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi158.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:17:49.370 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-02-19T16:17:49.376 DEBUG:teuthology.orchestra.run.smithi104:> uname -m 2024-02-19T16:17:49.394 INFO:teuthology.orchestra.run.smithi104.stdout:x86_64 2024-02-19T16:17:49.394 DEBUG:teuthology.orchestra.run.smithi104:> cat /etc/os-release 2024-02-19T16:17:49.451 INFO:teuthology.orchestra.run.smithi104.stdout:NAME="CentOS Stream" 2024-02-19T16:17:49.451 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION="9" 2024-02-19T16:17:49.451 INFO:teuthology.orchestra.run.smithi104.stdout:ID="centos" 2024-02-19T16:17:49.451 INFO:teuthology.orchestra.run.smithi104.stdout:ID_LIKE="rhel fedora" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION_ID="9" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:PLATFORM_ID="platform:el9" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:ANSI_COLOR="0;31" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:LOGO="fedora-logo-icon" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:HOME_URL="https://centos.org/" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-19T16:17:49.452 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-19T16:17:49.453 INFO:teuthology.lock.ops:Updating smithi104.front.sepia.ceph.com on lock server 2024-02-19T16:17:49.471 DEBUG:teuthology.orchestra.run.smithi158:> uname -m 2024-02-19T16:17:49.489 INFO:teuthology.orchestra.run.smithi158.stdout:x86_64 2024-02-19T16:17:49.490 DEBUG:teuthology.orchestra.run.smithi158:> cat /etc/os-release 2024-02-19T16:17:49.545 INFO:teuthology.orchestra.run.smithi158.stdout:NAME="CentOS Stream" 2024-02-19T16:17:49.545 INFO:teuthology.orchestra.run.smithi158.stdout:VERSION="9" 2024-02-19T16:17:49.545 INFO:teuthology.orchestra.run.smithi158.stdout:ID="centos" 2024-02-19T16:17:49.545 INFO:teuthology.orchestra.run.smithi158.stdout:ID_LIKE="rhel fedora" 2024-02-19T16:17:49.545 INFO:teuthology.orchestra.run.smithi158.stdout:VERSION_ID="9" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:PLATFORM_ID="platform:el9" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:ANSI_COLOR="0;31" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:LOGO="fedora-logo-icon" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:HOME_URL="https://centos.org/" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-19T16:17:49.546 INFO:teuthology.orchestra.run.smithi158.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-19T16:17:49.546 INFO:teuthology.lock.ops:Updating smithi158.front.sepia.ceph.com on lock server 2024-02-19T16:17:49.570 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-02-19T16:17:49.580 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-02-19T16:17:49.585 INFO:teuthology.task.internal:Checking for old test directory... 2024-02-19T16:17:49.585 DEBUG:teuthology.orchestra.run.smithi104:> test '!' -e /home/ubuntu/cephtest 2024-02-19T16:17:49.588 DEBUG:teuthology.orchestra.run.smithi158:> test '!' -e /home/ubuntu/cephtest 2024-02-19T16:17:49.603 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-02-19T16:17:49.610 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-02-19T16:17:49.610 DEBUG:teuthology.orchestra.run.smithi104:> test -z $(ls -A /var/lib/ceph) 2024-02-19T16:17:49.645 DEBUG:teuthology.orchestra.run.smithi158:> test -z $(ls -A /var/lib/ceph) 2024-02-19T16:17:49.669 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-02-19T16:17:49.724 INFO:teuthology.run_tasks:Running task kernel... 2024-02-19T16:17:49.742 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-02-19T16:17:49.742 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-02-19T16:17:49.742 DEBUG:teuthology.orchestra.run.smithi104:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-19T16:17:49.743 DEBUG:teuthology.orchestra.run.smithi158:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-19T16:17:49.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:17:49.758 DEBUG:teuthology.orchestra.run.smithi158:> uname -r 2024-02-19T16:17:49.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:17:49.760 DEBUG:teuthology.orchestra.run.smithi104:> uname -r 2024-02-19T16:17:49.815 INFO:teuthology.orchestra.run.smithi158.stdout:5.14.0-361.el9.x86_64 2024-02-19T16:17:49.815 INFO:teuthology.task.kernel:Running kernel on smithi158: 5.14.0-361.el9.x86_64 2024-02-19T16:17:49.815 DEBUG:teuthology.orchestra.run.smithi158:> sudo yum install -y kernel 2024-02-19T16:17:49.816 INFO:teuthology.orchestra.run.smithi104.stdout:5.14.0-361.el9.x86_64 2024-02-19T16:17:49.817 INFO:teuthology.task.kernel:Running kernel on smithi104: 5.14.0-361.el9.x86_64 2024-02-19T16:17:49.817 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum install -y kernel 2024-02-19T16:17:52.132 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS-9 - AppStream 9.7 MB/s | 6.7 MB 00:00 2024-02-19T16:17:52.385 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS-9 - AppStream 9.4 MB/s | 6.7 MB 00:00 2024-02-19T16:17:53.582 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS-9 - BaseOS 6.6 MB/s | 2.0 MB 00:00 2024-02-19T16:17:53.752 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS-9 - BaseOS 7.5 MB/s | 2.0 MB 00:00 2024-02-19T16:17:54.248 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 24 MB/s | 8.0 MB 00:00 2024-02-19T16:17:56.190 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 23 MB/s | 19 MB 00:00 2024-02-19T16:18:03.083 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS Stream 9 - BaseOS 896 kB/s | 8.0 MB 00:09 2024-02-19T16:18:08.823 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 703 kB/s | 6.1 MB 00:08 2024-02-19T16:18:11.339 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 11 kB/s | 15 kB 00:01 2024-02-19T16:18:12.141 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS Stream 9 - AppStream 2.4 MB/s | 19 MB 00:07 2024-02-19T16:18:15.665 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 4.8 MB/s | 20 MB 00:04 2024-02-19T16:18:20.556 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-02-19T16:18:22.729 INFO:teuthology.orchestra.run.smithi104.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-02-19T16:18:22.730 INFO:teuthology.orchestra.run.smithi104.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-02-19T16:18:22.831 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-02-19T16:18:22.838 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-02-19T16:18:22.838 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size 2024-02-19T16:18:22.838 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-02-19T16:18:22.838 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-02-19T16:18:22.838 INFO:teuthology.orchestra.run.smithi104.stdout: kernel x86_64 5.14.0-421.el9 CentOS-BaseOS 6.1 M 2024-02-19T16:18:22.838 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-02-19T16:18:22.838 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-core x86_64 5.14.0-421.el9 CentOS-BaseOS 21 M 2024-02-19T16:18:22.838 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules x86_64 5.14.0-421.el9 CentOS-BaseOS 39 M 2024-02-19T16:18:22.839 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-core x86_64 5.14.0-421.el9 CentOS-BaseOS 33 M 2024-02-19T16:18:22.839 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:18:22.839 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-02-19T16:18:22.839 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-02-19T16:18:22.839 INFO:teuthology.orchestra.run.smithi104.stdout:Install 4 Packages 2024-02-19T16:18:22.839 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:18:22.839 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 100 M 2024-02-19T16:18:22.840 INFO:teuthology.orchestra.run.smithi104.stdout:Installed size: 123 M 2024-02-19T16:18:22.840 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-02-19T16:18:23.441 INFO:teuthology.orchestra.run.smithi104.stdout:(1/4): kernel-5.14.0-421.el9.x86_64.rpm 10 MB/s | 6.1 MB 00:00 2024-02-19T16:18:24.166 INFO:teuthology.orchestra.run.smithi104.stdout:(2/4): kernel-core-5.14.0-421.el9.x86_64.rpm 16 MB/s | 21 MB 00:01 2024-02-19T16:18:24.999 INFO:teuthology.orchestra.run.smithi104.stdout:(3/4): kernel-modules-core-5.14.0-421.el9.x86_6 21 MB/s | 33 MB 00:01 2024-02-19T16:18:25.424 INFO:teuthology.orchestra.run.smithi104.stdout:(4/4): kernel-modules-5.14.0-421.el9.x86_64.rpm 15 MB/s | 39 MB 00:02 2024-02-19T16:18:25.428 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-02-19T16:18:25.428 INFO:teuthology.orchestra.run.smithi104.stdout:Total 38 MB/s | 100 MB 00:02 2024-02-19T16:18:25.428 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-02-19T16:18:25.944 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-02-19T16:18:25.944 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-02-19T16:18:26.974 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-02-19T16:18:26.974 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-02-19T16:18:29.383 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-02-19T16:18:30.031 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-modules-core-5.14.0-421.el9.x86_64 1/4 2024-02-19T16:18:30.165 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-core-5.14.0-421.el9.x86_64 2/4 2024-02-19T16:18:32.941 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-core-5.14.0-421.el9.x86_64 2/4 2024-02-19T16:18:33.123 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-modules-5.14.0-421.el9.x86_64 3/4 2024-02-19T16:18:37.852 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-5.14.0-421.el9.x86_64 3/4 2024-02-19T16:18:38.027 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:18:41.463 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS Stream 9 - CRB 242 kB/s | 6.1 MB 00:25 2024-02-19T16:18:42.792 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-core-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:18:42.914 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 15 kB 00:00 2024-02-19T16:18:44.176 INFO:teuthology.orchestra.run.smithi158.stdout:Extra Packages for Enterprise Linux 18 MB/s | 20 MB 00:01 2024-02-19T16:18:49.073 INFO:teuthology.orchestra.run.smithi158.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-02-19T16:18:51.256 INFO:teuthology.orchestra.run.smithi158.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-02-19T16:18:51.256 INFO:teuthology.orchestra.run.smithi158.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-02-19T16:18:51.362 INFO:teuthology.orchestra.run.smithi158.stdout:Dependencies resolved. 2024-02-19T16:18:51.371 INFO:teuthology.orchestra.run.smithi158.stdout:================================================================================ 2024-02-19T16:18:51.371 INFO:teuthology.orchestra.run.smithi158.stdout: Package Arch Version Repository Size 2024-02-19T16:18:51.371 INFO:teuthology.orchestra.run.smithi158.stdout:================================================================================ 2024-02-19T16:18:51.371 INFO:teuthology.orchestra.run.smithi158.stdout:Installing: 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout: kernel x86_64 5.14.0-421.el9 CentOS-BaseOS 6.1 M 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout:Installing dependencies: 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout: kernel-core x86_64 5.14.0-421.el9 CentOS-BaseOS 21 M 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout: kernel-modules x86_64 5.14.0-421.el9 CentOS-BaseOS 39 M 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout: kernel-modules-core x86_64 5.14.0-421.el9 CentOS-BaseOS 33 M 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout:Transaction Summary 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout:================================================================================ 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout:Install 4 Packages 2024-02-19T16:18:51.372 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:18:51.373 INFO:teuthology.orchestra.run.smithi158.stdout:Total download size: 100 M 2024-02-19T16:18:51.373 INFO:teuthology.orchestra.run.smithi158.stdout:Installed size: 123 M 2024-02-19T16:18:51.373 INFO:teuthology.orchestra.run.smithi158.stdout:Downloading Packages: 2024-02-19T16:18:51.733 INFO:teuthology.orchestra.run.smithi158.stdout:(1/4): kernel-5.14.0-421.el9.x86_64.rpm 17 MB/s | 6.1 MB 00:00 2024-02-19T16:18:52.292 INFO:teuthology.orchestra.run.smithi158.stdout:(2/4): kernel-core-5.14.0-421.el9.x86_64.rpm 23 MB/s | 21 MB 00:00 2024-02-19T16:18:53.550 INFO:teuthology.orchestra.run.smithi158.stdout:(3/4): kernel-modules-core-5.14.0-421.el9.x86_6 18 MB/s | 33 MB 00:01 2024-02-19T16:18:53.992 INFO:teuthology.orchestra.run.smithi158.stdout:(4/4): kernel-modules-5.14.0-421.el9.x86_64.rpm 15 MB/s | 39 MB 00:02 2024-02-19T16:18:53.995 INFO:teuthology.orchestra.run.smithi158.stdout:-------------------------------------------------------------------------------- 2024-02-19T16:18:53.995 INFO:teuthology.orchestra.run.smithi158.stdout:Total 38 MB/s | 100 MB 00:02 2024-02-19T16:18:53.995 INFO:teuthology.orchestra.run.smithi158.stdout:Running transaction check 2024-02-19T16:18:54.371 INFO:teuthology.orchestra.run.smithi158.stdout:Transaction check succeeded. 2024-02-19T16:18:54.371 INFO:teuthology.orchestra.run.smithi158.stdout:Running transaction test 2024-02-19T16:18:55.408 INFO:teuthology.orchestra.run.smithi158.stdout:Transaction test succeeded. 2024-02-19T16:18:55.409 INFO:teuthology.orchestra.run.smithi158.stdout:Running transaction 2024-02-19T16:18:57.832 INFO:teuthology.orchestra.run.smithi158.stdout: Preparing : 1/1 2024-02-19T16:18:58.488 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : kernel-modules-core-5.14.0-421.el9.x86_64 1/4 2024-02-19T16:18:58.612 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : kernel-core-5.14.0-421.el9.x86_64 2/4 2024-02-19T16:19:01.390 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: kernel-core-5.14.0-421.el9.x86_64 2/4 2024-02-19T16:19:01.565 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : kernel-modules-5.14.0-421.el9.x86_64 3/4 2024-02-19T16:19:06.274 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: kernel-modules-5.14.0-421.el9.x86_64 3/4 2024-02-19T16:19:06.520 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : kernel-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:11.282 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: kernel-modules-core-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:12.044 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-core-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:12.044 INFO:teuthology.orchestra.run.smithi104.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-02-19T16:19:12.044 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:19:12.114 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:12.550 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:12.551 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-5.14.0-421.el9.x86_64 1/4 2024-02-19T16:19:12.551 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-core-5.14.0-421.el9.x86_64 2/4 2024-02-19T16:19:12.551 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-modules-5.14.0-421.el9.x86_64 3/4 2024-02-19T16:19:12.955 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-modules-core-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:12.955 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:19:12.955 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-02-19T16:19:12.955 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-5.14.0-421.el9.x86_64 2024-02-19T16:19:12.955 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-core-5.14.0-421.el9.x86_64 2024-02-19T16:19:12.955 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-5.14.0-421.el9.x86_64 2024-02-19T16:19:12.956 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-core-5.14.0-421.el9.x86_64 2024-02-19T16:19:12.956 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:19:12.956 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-02-19T16:19:13.481 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q kernel | sort -rV | head -n 1 2024-02-19T16:19:13.604 INFO:teuthology.orchestra.run.smithi104.stdout:kernel-5.14.0-421.el9.x86_64 2024-02-19T16:19:13.604 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-421.el9.x86_64 2024-02-19T16:19:13.604 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-421.el9.x86_64 2024-02-19T16:19:13.605 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-02-19T16:19:13.605 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-02-19T16:19:13.605 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-02-19T16:19:13.605 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi104.front.sepia.ceph.com, path=None, version=distro) 2024-02-19T16:19:13.605 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q kernel | sort -rV | head -n 1 2024-02-19T16:19:13.712 INFO:teuthology.orchestra.run.smithi104.stdout:kernel-5.14.0-421.el9.x86_64 2024-02-19T16:19:13.712 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-421.el9.x86_64 2024-02-19T16:19:13.713 DEBUG:teuthology.orchestra.run.smithi104:> sudo rpm -qi grub2-tools 2024-02-19T16:19:13.753 INFO:teuthology.orchestra.run.smithi104.stdout:Name : grub2-tools 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Epoch : 1 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Version : 2.06 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Release : 68.el9 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Architecture: x86_64 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Group : Unspecified 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Size : 8264254 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:License : GPLv3+ 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-02-19T16:19:13.754 INFO:teuthology.orchestra.run.smithi104.stdout:Packager : builder@centos.org 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:Vendor : CentOS 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:URL : http://www.gnu.org/software/grub/ 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:Summary : Support tools for GRUB. 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:Description : 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:customizable bootloader with modular architecture. It supports a rich 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:variety of kernel formats, file systems, computer architectures and 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:hardware devices. 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:19:13.755 INFO:teuthology.orchestra.run.smithi104.stdout:This subpackage provides tools for support of all platforms. 2024-02-19T16:19:13.756 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-02-19T16:19:13.756 INFO:teuthology.task.kernel:Updating grub on smithi104 to boot 5.14.0-421.el9.x86_64 2024-02-19T16:19:13.756 DEBUG:teuthology.orchestra.run.smithi104:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-02-19T16:19:14.381 INFO:teuthology.orchestra.run.smithi104.stderr:Generating grub configuration file ... 2024-02-19T16:19:15.707 INFO:teuthology.orchestra.run.smithi104.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-02-19T16:19:15.757 INFO:teuthology.orchestra.run.smithi104.stderr:done 2024-02-19T16:19:15.760 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-02-19T16:19:15.776 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.kwi9EXjY4g 2024-02-19T16:19:15.776 DEBUG:teuthology.orchestra.run.smithi104:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.kwi9EXjY4g 2024-02-19T16:19:15.860 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.kwi9EXjY4g 2024-02-19T16:19:15.999 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.kwi9EXjY4g is 6KB 2024-02-19T16:19:16.048 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.kwi9EXjY4g 2024-02-19T16:19:16.062 DEBUG:teuthology.orchestra.run.smithi104:> sudo /bin/ls /boot/loader/entries || true 2024-02-19T16:19:16.126 INFO:teuthology.orchestra.run.smithi104.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-02-19T16:19:16.126 INFO:teuthology.orchestra.run.smithi104.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-02-19T16:19:16.126 INFO:teuthology.orchestra.run.smithi104.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-02-19T16:19:16.126 INFO:teuthology.orchestra.run.smithi104.stdout:15949e3c88704300882482eddfd7baae-5.14.0-421.el9.x86_64.conf 2024-02-19T16:19:16.128 DEBUG:teuthology.orchestra.run.smithi104:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-421.el9.x86_64 2024-02-19T16:19:16.285 DEBUG:teuthology.orchestra.run.smithi104:> sudo shutdown -r now 2024-02-19T16:19:40.679 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: kernel-core-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:40.680 INFO:teuthology.orchestra.run.smithi158.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-02-19T16:19:40.680 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:19:40.749 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: kernel-modules-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:41.158 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: kernel-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:41.158 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : kernel-5.14.0-421.el9.x86_64 1/4 2024-02-19T16:19:41.158 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : kernel-core-5.14.0-421.el9.x86_64 2/4 2024-02-19T16:19:41.158 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : kernel-modules-5.14.0-421.el9.x86_64 3/4 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : kernel-modules-core-5.14.0-421.el9.x86_64 4/4 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout:Installed: 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout: kernel-5.14.0-421.el9.x86_64 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout: kernel-core-5.14.0-421.el9.x86_64 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout: kernel-modules-5.14.0-421.el9.x86_64 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout: kernel-modules-core-5.14.0-421.el9.x86_64 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:19:41.618 INFO:teuthology.orchestra.run.smithi158.stdout:Complete! 2024-02-19T16:19:42.162 DEBUG:teuthology.orchestra.run.smithi158:> rpm -q kernel | sort -rV | head -n 1 2024-02-19T16:19:42.295 INFO:teuthology.orchestra.run.smithi158.stdout:kernel-5.14.0-421.el9.x86_64 2024-02-19T16:19:42.296 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-421.el9.x86_64 2024-02-19T16:19:42.296 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-421.el9.x86_64 2024-02-19T16:19:42.296 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-02-19T16:19:42.296 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-02-19T16:19:42.296 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-02-19T16:19:42.296 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi158.front.sepia.ceph.com, path=None, version=distro) 2024-02-19T16:19:42.296 DEBUG:teuthology.orchestra.run.smithi158:> rpm -q kernel | sort -rV | head -n 1 2024-02-19T16:19:42.404 INFO:teuthology.orchestra.run.smithi158.stdout:kernel-5.14.0-421.el9.x86_64 2024-02-19T16:19:42.405 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-421.el9.x86_64 2024-02-19T16:19:42.405 DEBUG:teuthology.orchestra.run.smithi158:> sudo rpm -qi grub2-tools 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:Name : grub2-tools 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:Epoch : 1 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:Version : 2.06 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:Release : 68.el9 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:Architecture: x86_64 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:Group : Unspecified 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:Size : 8264254 2024-02-19T16:19:42.440 INFO:teuthology.orchestra.run.smithi158.stdout:License : GPLv3+ 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:Packager : builder@centos.org 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:Vendor : CentOS 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:URL : http://www.gnu.org/software/grub/ 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:Summary : Support tools for GRUB. 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:Description : 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:customizable bootloader with modular architecture. It supports a rich 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:variety of kernel formats, file systems, computer architectures and 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:hardware devices. 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:19:42.441 INFO:teuthology.orchestra.run.smithi158.stdout:This subpackage provides tools for support of all platforms. 2024-02-19T16:19:42.442 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-02-19T16:19:42.442 INFO:teuthology.task.kernel:Updating grub on smithi158 to boot 5.14.0-421.el9.x86_64 2024-02-19T16:19:42.443 DEBUG:teuthology.orchestra.run.smithi158:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-02-19T16:19:43.109 INFO:teuthology.orchestra.run.smithi158.stderr:Generating grub configuration file ... 2024-02-19T16:19:44.550 INFO:teuthology.orchestra.run.smithi158.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-02-19T16:19:44.603 INFO:teuthology.orchestra.run.smithi158.stderr:done 2024-02-19T16:19:44.605 DEBUG:teuthology.orchestra.run.smithi158:> mktemp 2024-02-19T16:19:44.662 INFO:teuthology.orchestra.run.smithi158.stdout:/tmp/tmp.iXiyZ0ed1C 2024-02-19T16:19:44.662 DEBUG:teuthology.orchestra.run.smithi158:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.iXiyZ0ed1C 2024-02-19T16:19:44.731 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod 0666 /tmp/tmp.iXiyZ0ed1C 2024-02-19T16:19:44.871 DEBUG:teuthology.orchestra.remote:smithi158:/tmp/tmp.iXiyZ0ed1C is 6KB 2024-02-19T16:19:44.922 DEBUG:teuthology.orchestra.run.smithi158:> rm -fr /tmp/tmp.iXiyZ0ed1C 2024-02-19T16:19:44.936 DEBUG:teuthology.orchestra.run.smithi158:> sudo /bin/ls /boot/loader/entries || true 2024-02-19T16:19:45.003 INFO:teuthology.orchestra.run.smithi158.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-02-19T16:19:45.003 INFO:teuthology.orchestra.run.smithi158.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-02-19T16:19:45.003 INFO:teuthology.orchestra.run.smithi158.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-02-19T16:19:45.003 INFO:teuthology.orchestra.run.smithi158.stdout:15949e3c88704300882482eddfd7baae-5.14.0-421.el9.x86_64.conf 2024-02-19T16:19:45.003 DEBUG:teuthology.orchestra.run.smithi158:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-421.el9.x86_64 2024-02-19T16:19:45.149 DEBUG:teuthology.orchestra.run.smithi158:> sudo shutdown -r now 2024-02-19T16:19:46.289 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-02-19T16:19:46.289 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-02-19T16:19:46.290 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:20:04.796 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-02-19T16:20:13.804 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-02-19T16:20:13.805 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:20:15.152 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-02-19T16:20:15.152 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi158.front.sepia.ceph.com' 2024-02-19T16:20:15.153 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi158.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:20:16.860 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-02-19T16:20:28.872 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-02-19T16:20:28.873 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:20:33.468 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.158 2024-02-19T16:20:42.476 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi158.front.sepia.ceph.com' 2024-02-19T16:20:42.477 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi158.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:20:45.532 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.158 2024-02-19T16:20:47.292 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-02-19T16:20:57.540 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi158.front.sepia.ceph.com' 2024-02-19T16:20:57.541 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi158.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:21:00.604 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.158 2024-02-19T16:21:02.294 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-02-19T16:21:02.295 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:21:02.626 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-02-19T16:21:03.031 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-02-19T16:21:03.032 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-421.el9.x86_64"... 2024-02-19T16:21:03.032 DEBUG:teuthology.orchestra.run.smithi104:> uname -r 2024-02-19T16:21:03.046 INFO:teuthology.orchestra.run.smithi104.stdout:5.14.0-421.el9.x86_64 2024-02-19T16:21:03.046 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-421.el9.x86_64 vs 5.14.0-421.el9.x86_64 2024-02-19T16:21:03.046 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-02-19T16:21:03.046 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-02-19T16:21:04.047 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-02-19T16:21:04.047 DEBUG:teuthology.orchestra.run.smithi104:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-02-19T16:21:04.131 INFO:teuthology.orchestra.run.smithi104.stdout:ttyS1 2024-02-19T16:21:04.186 DEBUG:teuthology.parallel:result is None 2024-02-19T16:21:15.605 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi158.front.sepia.ceph.com' 2024-02-19T16:21:15.606 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi158.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:21:34.140 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.158 2024-02-19T16:21:52.141 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi158.front.sepia.ceph.com' 2024-02-19T16:21:52.142 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi158.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:21:52.497 DEBUG:teuthology.orchestra.run.smithi158:> true 2024-02-19T16:21:53.203 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi158.front.sepia.ceph.com' 2024-02-19T16:21:53.203 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-421.el9.x86_64"... 2024-02-19T16:21:53.203 DEBUG:teuthology.orchestra.run.smithi158:> uname -r 2024-02-19T16:21:53.218 INFO:teuthology.orchestra.run.smithi158.stdout:5.14.0-421.el9.x86_64 2024-02-19T16:21:53.218 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-421.el9.x86_64 vs 5.14.0-421.el9.x86_64 2024-02-19T16:21:53.218 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-02-19T16:21:53.218 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-02-19T16:21:54.219 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-02-19T16:21:54.219 DEBUG:teuthology.orchestra.run.smithi158:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-02-19T16:21:54.300 INFO:teuthology.orchestra.run.smithi158.stdout:ttyS1 2024-02-19T16:21:54.334 DEBUG:teuthology.parallel:result is None 2024-02-19T16:21:54.334 INFO:teuthology.run_tasks:Running task internal.base... 2024-02-19T16:21:54.346 INFO:teuthology.task.internal:Creating test directory... 2024-02-19T16:21:54.347 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-19T16:21:54.350 DEBUG:teuthology.orchestra.run.smithi158:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-19T16:21:54.370 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-02-19T16:21:54.384 INFO:teuthology.run_tasks:Running task internal.archive... 2024-02-19T16:21:54.395 INFO:teuthology.task.internal:Creating archive directory... 2024-02-19T16:21:54.396 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-19T16:21:54.411 DEBUG:teuthology.orchestra.run.smithi158:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-19T16:21:54.472 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-02-19T16:21:54.488 INFO:teuthology.task.internal:Enabling coredump saving... 2024-02-19T16:21:54.489 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-19T16:21:54.491 DEBUG:teuthology.orchestra.run.smithi158:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-19T16:21:54.525 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-19T16:21:54.538 INFO:teuthology.orchestra.run.smithi158.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-19T16:21:54.539 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-19T16:21:54.553 INFO:teuthology.orchestra.run.smithi158.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-19T16:21:54.554 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-02-19T16:21:54.565 INFO:teuthology.task.internal:Configuring sudo... 2024-02-19T16:21:54.566 DEBUG:teuthology.orchestra.run.smithi104:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-19T16:21:54.584 DEBUG:teuthology.orchestra.run.smithi158:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-19T16:21:54.614 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-02-19T16:21:54.637 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-02-19T16:21:54.637 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-19T16:21:54.655 DEBUG:teuthology.orchestra.run.smithi158:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-19T16:21:54.671 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-19T16:21:54.753 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-19T16:21:54.805 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-19T16:21:54.888 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-19T16:21:54.932 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:21:54.932 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-19T16:21:55.000 DEBUG:teuthology.orchestra.run.smithi158:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-19T16:21:55.046 DEBUG:teuthology.orchestra.run.smithi158:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-19T16:21:55.102 DEBUG:teuthology.orchestra.run.smithi158:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-19T16:21:55.190 DEBUG:teuthology.orchestra.run.smithi158:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-19T16:21:55.230 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:21:55.230 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-19T16:21:55.298 DEBUG:teuthology.orchestra.run.smithi104:> sudo service rsyslog restart 2024-02-19T16:21:55.304 DEBUG:teuthology.orchestra.run.smithi158:> sudo service rsyslog restart 2024-02-19T16:21:55.368 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-19T16:21:55.384 INFO:teuthology.orchestra.run.smithi158.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-19T16:21:55.844 INFO:teuthology.run_tasks:Running task internal.timer... 2024-02-19T16:21:55.856 INFO:teuthology.task.internal:Starting timer... 2024-02-19T16:21:55.856 INFO:teuthology.run_tasks:Running task pcp... 2024-02-19T16:21:55.892 INFO:teuthology.run_tasks:Running task selinux... 2024-02-19T16:21:55.976 DEBUG:teuthology.orchestra.run.smithi104:> sudo service auditd rotate 2024-02-19T16:21:56.028 INFO:teuthology.orchestra.run.smithi104.stdout:Rotating logs: 2024-02-19T16:21:56.031 DEBUG:teuthology.orchestra.run.smithi158:> sudo service auditd rotate 2024-02-19T16:21:56.083 INFO:teuthology.orchestra.run.smithi158.stdout:Rotating logs: 2024-02-19T16:21:56.085 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-02-19T16:21:56.085 DEBUG:teuthology.orchestra.run.smithi104:> /usr/sbin/getenforce 2024-02-19T16:21:56.116 INFO:teuthology.orchestra.run.smithi104.stdout:Permissive 2024-02-19T16:21:56.116 DEBUG:teuthology.orchestra.run.smithi158:> /usr/sbin/getenforce 2024-02-19T16:21:56.149 INFO:teuthology.orchestra.run.smithi158.stdout:Permissive 2024-02-19T16:21:56.149 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi104.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi158.front.sepia.ceph.com': 'permissive'} 2024-02-19T16:21:56.149 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-19T16:21:56.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:21:56.184 DEBUG:teuthology.orchestra.run.smithi158:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-19T16:21:56.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:21:56.218 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-02-19T16:21:56.218 DEBUG:teuthology.orchestra.run.smithi104:> sudo /usr/sbin/setenforce permissive 2024-02-19T16:21:56.259 DEBUG:teuthology.orchestra.run.smithi158:> sudo /usr/sbin/setenforce permissive 2024-02-19T16:21:56.292 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-02-19T16:21:56.304 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-02-19T16:21:56.327 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-02-19T16:21:56.329 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi104.front.sepia.ceph.com,smithi158.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-02-19T16:26:24.614 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi104.front.sepia.ceph.com'), Remote(name='ubuntu@smithi158.front.sepia.ceph.com')] 2024-02-19T16:26:24.615 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-02-19T16:26:24.616 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:26:24.709 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-02-19T16:26:24.794 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-02-19T16:26:24.795 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi158.front.sepia.ceph.com' 2024-02-19T16:26:24.795 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi158.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-19T16:26:24.884 DEBUG:teuthology.orchestra.run.smithi158:> true 2024-02-19T16:26:24.969 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi158.front.sepia.ceph.com' 2024-02-19T16:26:24.969 INFO:teuthology.run_tasks:Running task clock... 2024-02-19T16:26:24.981 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-02-19T16:26:24.981 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-19T16:26:24.983 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-19T16:26:24.985 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-19T16:26:24.986 DEBUG:teuthology.orchestra.run.smithi158:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-19T16:26:25.016 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-19T16:26:25.031 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-19T16:26:25.041 INFO:teuthology.orchestra.run.smithi158.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-19T16:26:25.058 INFO:teuthology.orchestra.run.smithi158.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-19T16:26:25.059 INFO:teuthology.orchestra.run.smithi104.stderr:sudo: ntpd: command not found 2024-02-19T16:26:25.073 INFO:teuthology.orchestra.run.smithi104.stdout:506 Cannot talk to daemon 2024-02-19T16:26:25.088 INFO:teuthology.orchestra.run.smithi158.stderr:sudo: ntpd: command not found 2024-02-19T16:26:25.089 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-19T16:26:25.102 INFO:teuthology.orchestra.run.smithi158.stdout:506 Cannot talk to daemon 2024-02-19T16:26:25.105 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-19T16:26:25.119 INFO:teuthology.orchestra.run.smithi158.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-19T16:26:25.135 INFO:teuthology.orchestra.run.smithi158.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-19T16:26:25.157 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-02-19T16:26:25.159 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-19T16:26:25.159 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-02-19T16:26:25.159 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:26:25.159 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:26:25.160 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:26:25.160 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:26:25.185 INFO:teuthology.orchestra.run.smithi158.stderr:bash: line 1: ntpq: command not found 2024-02-19T16:26:25.188 INFO:teuthology.orchestra.run.smithi158.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-19T16:26:25.188 INFO:teuthology.orchestra.run.smithi158.stdout:=============================================================================== 2024-02-19T16:26:25.188 INFO:teuthology.orchestra.run.smithi158.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:26:25.188 INFO:teuthology.orchestra.run.smithi158.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:26:25.189 INFO:teuthology.orchestra.run.smithi158.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:26:25.189 INFO:teuthology.orchestra.run.smithi158.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:26:25.189 INFO:teuthology.run_tasks:Running task install... 2024-02-19T16:26:25.198 DEBUG:teuthology.task.install:project ceph 2024-02-19T16:26:25.198 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee'}} 2024-02-19T16:26:25.198 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee'} 2024-02-19T16:26:25.198 INFO:teuthology.task.install:Using flavor: default 2024-02-19T16:26:25.204 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-02-19T16:26:25.204 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-02-19T16:26:25.204 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee', 'tag': None, 'wait_for_package': False} 2024-02-19T16:26:25.205 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=9f8908eed2b2d7e8c316bd5be7ed6e49024931ee 2024-02-19T16:26:25.207 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee', 'tag': None, 'wait_for_package': False} 2024-02-19T16:26:25.207 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=9f8908eed2b2d7e8c316bd5be7ed6e49024931ee 2024-02-19T16:26:25.349 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-qdb/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/centos/9/flavors/default/ 2024-02-19T16:26:25.349 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1451.g9f8908ee 2024-02-19T16:26:25.421 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-qdb/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/centos/9/flavors/default/ 2024-02-19T16:26:25.422 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1451.g9f8908ee 2024-02-19T16:26:25.779 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-qdb/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-qdb/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-qdb/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-19T16:26:25.779 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:26:25.779 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-19T16:26:25.808 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-19T16:26:25.808 DEBUG:teuthology.orchestra.run.smithi104:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-19T16:26:25.853 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-qdb/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-qdb/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-qdb/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-19T16:26:25.854 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:26:25.854 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-19T16:26:25.875 DEBUG:teuthology.orchestra.run.smithi104:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-19T16:26:25.886 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-19T16:26:25.887 DEBUG:teuthology.orchestra.run.smithi158:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-19T16:26:25.955 DEBUG:teuthology.orchestra.run.smithi104:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-19T16:26:25.958 DEBUG:teuthology.orchestra.run.smithi158:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-19T16:26:26.022 INFO:teuthology.orchestra.run.smithi104.stdout:check_obsoletes = 1 2024-02-19T16:26:26.023 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum clean all 2024-02-19T16:26:26.041 DEBUG:teuthology.orchestra.run.smithi158:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-19T16:26:26.109 INFO:teuthology.orchestra.run.smithi158.stdout:check_obsoletes = 1 2024-02-19T16:26:26.110 DEBUG:teuthology.orchestra.run.smithi158:> sudo yum clean all 2024-02-19T16:26:26.257 INFO:teuthology.orchestra.run.smithi104.stdout:74 files removed 2024-02-19T16:26:26.284 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-19T16:26:26.355 INFO:teuthology.orchestra.run.smithi158.stdout:74 files removed 2024-02-19T16:26:26.383 DEBUG:teuthology.orchestra.run.smithi158:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-19T16:26:27.389 INFO:teuthology.orchestra.run.smithi104.stdout:ceph packages for x86_64 105 kB/s | 83 kB 00:00 2024-02-19T16:26:27.702 INFO:teuthology.orchestra.run.smithi158.stdout:ceph packages for x86_64 83 kB/s | 83 kB 00:00 2024-02-19T16:26:28.180 INFO:teuthology.orchestra.run.smithi104.stdout:ceph noarch packages 13 kB/s | 10 kB 00:00 2024-02-19T16:26:28.428 INFO:teuthology.orchestra.run.smithi158.stdout:ceph noarch packages 15 kB/s | 10 kB 00:00 2024-02-19T16:26:28.956 INFO:teuthology.orchestra.run.smithi104.stdout:ceph source packages 2.6 kB/s | 1.9 kB 00:00 2024-02-19T16:26:29.303 INFO:teuthology.orchestra.run.smithi158.stdout:ceph source packages 2.3 kB/s | 1.9 kB 00:00 2024-02-19T16:26:29.375 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS-9 - AppStream 18 MB/s | 6.7 MB 00:00 2024-02-19T16:26:29.764 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS-9 - AppStream 16 MB/s | 6.7 MB 00:00 2024-02-19T16:26:31.156 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS-9 - BaseOS 7.6 MB/s | 2.0 MB 00:00 2024-02-19T16:26:32.230 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-02-19T16:26:32.842 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS-9 - BaseOS 879 kB/s | 2.0 MB 00:02 2024-02-19T16:26:33.918 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-02-19T16:26:34.773 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS Stream 9 - AppStream 13 MB/s | 19 MB 00:01 2024-02-19T16:26:35.843 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-02-19T16:26:40.911 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 4.0 MB/s | 6.1 MB 00:01 2024-02-19T16:26:41.574 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS Stream 9 - CRB 1.9 MB/s | 6.1 MB 00:03 2024-02-19T16:26:42.461 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 15 kB 00:00 2024-02-19T16:26:44.092 INFO:teuthology.orchestra.run.smithi158.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 15 kB 00:01 2024-02-19T16:26:47.043 INFO:teuthology.orchestra.run.smithi158.stdout:Extra Packages for Enterprise Linux 7.2 MB/s | 20 MB 00:02 2024-02-19T16:26:51.909 INFO:teuthology.orchestra.run.smithi158.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-02-19T16:26:54.490 INFO:teuthology.orchestra.run.smithi158.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-19T16:26:54.491 INFO:teuthology.orchestra.run.smithi158.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-19T16:26:54.506 INFO:teuthology.orchestra.run.smithi158.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-19T16:26:54.507 INFO:teuthology.orchestra.run.smithi158.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-19T16:26:54.510 INFO:teuthology.orchestra.run.smithi158.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-19T16:26:54.510 INFO:teuthology.orchestra.run.smithi158.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-19T16:26:54.511 INFO:teuthology.orchestra.run.smithi158.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-19T16:26:54.515 INFO:teuthology.orchestra.run.smithi158.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-19T16:26:54.516 INFO:teuthology.orchestra.run.smithi158.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-19T16:26:54.598 INFO:teuthology.orchestra.run.smithi158.stdout:Dependencies resolved. 2024-02-19T16:26:54.627 INFO:teuthology.orchestra.run.smithi158.stdout:============================================================================================ 2024-02-19T16:26:54.627 INFO:teuthology.orchestra.run.smithi158.stdout: Package Arch Version Repository Size 2024-02-19T16:26:54.627 INFO:teuthology.orchestra.run.smithi158.stdout:============================================================================================ 2024-02-19T16:26:54.627 INFO:teuthology.orchestra.run.smithi158.stdout:Installing: 2024-02-19T16:26:54.627 INFO:teuthology.orchestra.run.smithi158.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 6.6 k 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-base x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 5.3 M 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-fuse x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 887 k 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 145 k 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 1.5 M 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 138 k 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 1.8 M 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 7.4 M 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-rook noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 52 k 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-radosgw x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 9.7 M 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-test x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 47 M 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-volume noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 264 k 2024-02-19T16:26:54.628 INFO:teuthology.orchestra.run.smithi158.stdout: cephadm noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 748 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: cephfs-mirror x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 217 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: cephfs-shell x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 27 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: cephfs-top noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 18 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 CentOS-AppStream 20 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: libcephfs-devel x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 31 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: libcephfs2 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 744 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: librados-devel x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 127 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: libuuid-devel x86_64 2.37.4-18.el9 CentOS-AppStream 24 k 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: openssl-devel x86_64 1:3.0.7-25.el9 CentOS-AppStream 3.0 M 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-02-19T16:26:54.629 INFO:teuthology.orchestra.run.smithi158.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cephfs x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 162 k 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: python3-rados x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 320 k 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: python3-rbd x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 298 k 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: python3-rgw x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 99 k 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: rbd-fuse x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 85 k 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: rbd-mirror x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 3.1 M 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: rbd-nbd x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 171 k 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 CentOS-AppStream 87 k 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout:Upgrading: 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: NetworkManager x86_64 1:1.45.91-1.el9 CentOS-BaseOS 2.3 M 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: NetworkManager-libnm x86_64 1:1.45.91-1.el9 CentOS-BaseOS 1.8 M 2024-02-19T16:26:54.630 INFO:teuthology.orchestra.run.smithi158.stdout: NetworkManager-team x86_64 1:1.45.91-1.el9 CentOS-BaseOS 41 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: NetworkManager-tui x86_64 1:1.45.91-1.el9 CentOS-BaseOS 246 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: acl x86_64 2.3.1-4.el9 CentOS-BaseOS 69 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 CentOS-BaseOS 35 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: elfutils-libelf x86_64 0.190-2.el9 CentOS-BaseOS 191 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: elfutils-libs x86_64 0.190-2.el9 CentOS-BaseOS 254 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: iproute x86_64 6.7.0-2.el9 CentOS-BaseOS 802 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: iproute-tc x86_64 6.7.0-2.el9 CentOS-BaseOS 433 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: libacl x86_64 2.3.1-4.el9 CentOS-BaseOS 22 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: libacl-devel x86_64 2.3.1-4.el9 CentOS-AppStream 68 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: libblkid x86_64 2.37.4-18.el9 CentOS-BaseOS 107 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: libfdisk x86_64 2.37.4-18.el9 CentOS-BaseOS 154 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: libmount x86_64 2.37.4-18.el9 CentOS-BaseOS 135 k 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: librados2 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 3.4 M 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: librbd1 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 3.1 M 2024-02-19T16:26:54.631 INFO:teuthology.orchestra.run.smithi158.stdout: libsmartcols x86_64 2.37.4-18.el9 CentOS-BaseOS 63 k 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: libuuid x86_64 2.37.4-18.el9 CentOS-BaseOS 28 k 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: openssl x86_64 1:3.0.7-25.el9 CentOS-BaseOS 1.2 M 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: openssl-libs x86_64 1:3.0.7-25.el9 CentOS-BaseOS 2.1 M 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: util-linux x86_64 2.37.4-18.el9 CentOS-BaseOS 2.2 M 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: util-linux-core x86_64 2.37.4-18.el9 CentOS-BaseOS 438 k 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: util-linux-user x86_64 2.37.4-18.el9 CentOS-BaseOS 30 k 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: xfsprogs x86_64 6.3.0-1.el9 CentOS-BaseOS 1.1 M 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout:Installing dependencies: 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-02-19T16:26:54.632 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-common x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 20 M 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 31 k 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mds x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 2.3 M 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 248 k 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mon x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 4.7 M 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-osd x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 17 M 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 15 k 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-selinux x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 25 k 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-19T16:26:54.633 INFO:teuthology.orchestra.run.smithi158.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: jq x86_64 1.6-16.el9 CentOS-BaseOS 186 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libcephsqlite x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 163 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libgfortran x86_64 11.4.1-3.el9 CentOS-BaseOS 802 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libquadmath x86_64 11.4.1-3.el9 CentOS-BaseOS 194 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libradosstriper1 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 498 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: librgw2 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 5.1 M 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-02-19T16:26:54.634 INFO:teuthology.orchestra.run.smithi158.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-BaseOS 217 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-02-19T16:26:54.635 INFO:teuthology.orchestra.run.smithi158.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-ceph-argparse x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 45 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-ceph-common x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 131 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-google-auth noarch 1:2.27.0-1.el9 epel 203 k 2024-02-19T16:26:54.636 INFO:teuthology.orchestra.run.smithi158.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jinja2 noarch 2.11.3-5.el9 CentOS-AppStream 227 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-19T16:26:54.637 INFO:teuthology.orchestra.run.smithi158.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-19T16:26:54.638 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-requests noarch 2.25.1-8.el9 CentOS-BaseOS 113 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-19T16:26:54.639 INFO:teuthology.orchestra.run.smithi158.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout: qatlib x86_64 23.11.0-1.el9 CentOS-AppStream 215 k 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout: qatzip-libs x86_64 1.1.2-2.el9 CentOS-AppStream 43 k 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-02-19T16:26:54.640 INFO:teuthology.orchestra.run.smithi158.stdout:Installing weak dependencies: 2024-02-19T16:26:54.641 INFO:teuthology.orchestra.run.smithi158.stdout: qatlib-service x86_64 23.11.0-1.el9 CentOS-AppStream 34 k 2024-02-19T16:26:54.641 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:26:54.641 INFO:teuthology.orchestra.run.smithi158.stdout:Transaction Summary 2024-02-19T16:26:54.641 INFO:teuthology.orchestra.run.smithi158.stdout:============================================================================================ 2024-02-19T16:26:54.641 INFO:teuthology.orchestra.run.smithi158.stdout:Install 150 Packages 2024-02-19T16:26:54.641 INFO:teuthology.orchestra.run.smithi158.stdout:Upgrade 26 Packages 2024-02-19T16:26:54.641 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:26:54.642 INFO:teuthology.orchestra.run.smithi158.stdout:Total download size: 223 M 2024-02-19T16:26:54.642 INFO:teuthology.orchestra.run.smithi158.stdout:Downloading Packages: 2024-02-19T16:26:55.635 INFO:teuthology.orchestra.run.smithi158.stdout:(1/176): ceph-19.0.0-1451.g9f8908ee.el9.x86_64. 17 kB/s | 6.6 kB 00:00 2024-02-19T16:26:56.613 INFO:teuthology.orchestra.run.smithi158.stdout:(2/176): ceph-fuse-19.0.0-1451.g9f8908ee.el9.x8 910 kB/s | 887 kB 00:00 2024-02-19T16:26:56.761 INFO:teuthology.orchestra.run.smithi158.stdout:(3/176): ceph-immutable-object-cache-19.0.0-145 967 kB/s | 145 kB 00:00 2024-02-19T16:26:57.188 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 1.4 MB/s | 20 MB 00:14 2024-02-19T16:26:58.928 INFO:teuthology.orchestra.run.smithi158.stdout:(4/176): ceph-mds-19.0.0-1451.g9f8908ee.el9.x86 1.1 MB/s | 2.3 MB 00:02 2024-02-19T16:26:59.936 INFO:teuthology.orchestra.run.smithi158.stdout:(5/176): ceph-base-19.0.0-1451.g9f8908ee.el9.x8 1.1 MB/s | 5.3 MB 00:04 2024-02-19T16:27:00.045 INFO:teuthology.orchestra.run.smithi158.stdout:(6/176): ceph-mgr-19.0.0-1451.g9f8908ee.el9.x86 1.3 MB/s | 1.5 MB 00:01 2024-02-19T16:27:02.009 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-02-19T16:27:02.645 INFO:teuthology.orchestra.run.smithi158.stdout:(7/176): ceph-mon-19.0.0-1451.g9f8908ee.el9.x86 1.7 MB/s | 4.7 MB 00:02 2024-02-19T16:27:04.535 INFO:teuthology.orchestra.run.smithi104.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-19T16:27:04.536 INFO:teuthology.orchestra.run.smithi104.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-19T16:27:04.551 INFO:teuthology.orchestra.run.smithi104.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-19T16:27:04.552 INFO:teuthology.orchestra.run.smithi104.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-19T16:27:04.553 INFO:teuthology.orchestra.run.smithi104.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-19T16:27:04.554 INFO:teuthology.orchestra.run.smithi104.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-19T16:27:04.556 INFO:teuthology.orchestra.run.smithi104.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-19T16:27:04.559 INFO:teuthology.orchestra.run.smithi104.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-19T16:27:04.560 INFO:teuthology.orchestra.run.smithi104.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-19T16:27:04.641 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout:============================================================================================ 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout:============================================================================================ 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout: ceph x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 6.6 k 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 5.3 M 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 887 k 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 145 k 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 1.5 M 2024-02-19T16:27:04.654 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 138 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 1.8 M 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 7.4 M 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 52 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 9.7 M 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 47 M 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-volume noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 264 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 748 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-mirror x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 217 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-shell x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 27 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-top noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 18 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 CentOS-AppStream 20 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-02-19T16:27:04.655 INFO:teuthology.orchestra.run.smithi104.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 31 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 744 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 127 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-devel x86_64 2.37.4-18.el9 CentOS-AppStream 24 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-devel x86_64 1:3.0.7-25.el9 CentOS-AppStream 3.0 M 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 162 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 320 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 298 k 2024-02-19T16:27:04.656 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 99 k 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 85 k 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 3.1 M 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 171 k 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 CentOS-AppStream 87 k 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrading: 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager x86_64 1:1.45.91-1.el9 CentOS-BaseOS 2.3 M 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-libnm x86_64 1:1.45.91-1.el9 CentOS-BaseOS 1.8 M 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-team x86_64 1:1.45.91-1.el9 CentOS-BaseOS 41 k 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-tui x86_64 1:1.45.91-1.el9 CentOS-BaseOS 246 k 2024-02-19T16:27:04.657 INFO:teuthology.orchestra.run.smithi104.stdout: acl x86_64 2.3.1-4.el9 CentOS-BaseOS 69 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 CentOS-BaseOS 35 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf x86_64 0.190-2.el9 CentOS-BaseOS 191 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libs x86_64 0.190-2.el9 CentOS-BaseOS 254 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: iproute x86_64 6.7.0-2.el9 CentOS-BaseOS 802 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: iproute-tc x86_64 6.7.0-2.el9 CentOS-BaseOS 433 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: libacl x86_64 2.3.1-4.el9 CentOS-BaseOS 22 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: libacl-devel x86_64 2.3.1-4.el9 CentOS-AppStream 68 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: libblkid x86_64 2.37.4-18.el9 CentOS-BaseOS 107 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: libfdisk x86_64 2.37.4-18.el9 CentOS-BaseOS 154 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: libmount x86_64 2.37.4-18.el9 CentOS-BaseOS 135 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: librados2 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 3.4 M 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 3.1 M 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: libsmartcols x86_64 2.37.4-18.el9 CentOS-BaseOS 63 k 2024-02-19T16:27:04.658 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid x86_64 2.37.4-18.el9 CentOS-BaseOS 28 k 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: openssl x86_64 1:3.0.7-25.el9 CentOS-BaseOS 1.2 M 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-libs x86_64 1:3.0.7-25.el9 CentOS-BaseOS 2.1 M 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: util-linux x86_64 2.37.4-18.el9 CentOS-BaseOS 2.2 M 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: util-linux-core x86_64 2.37.4-18.el9 CentOS-BaseOS 438 k 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: util-linux-user x86_64 2.37.4-18.el9 CentOS-BaseOS 30 k 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs x86_64 6.3.0-1.el9 CentOS-BaseOS 1.1 M 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-19T16:27:04.659 INFO:teuthology.orchestra.run.smithi104.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 20 M 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 31 k 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 2.3 M 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 248 k 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 4.7 M 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 17 M 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1451.g9f8908ee.el9 ceph-noarch 15 k 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 25 k 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-02-19T16:27:04.660 INFO:teuthology.orchestra.run.smithi104.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: jq x86_64 1.6-16.el9 CentOS-BaseOS 186 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 163 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran x86_64 11.4.1-3.el9 CentOS-BaseOS 802 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath x86_64 11.4.1-3.el9 CentOS-BaseOS 194 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 498 k 2024-02-19T16:27:04.661 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2 x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 5.1 M 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-BaseOS 217 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-02-19T16:27:04.662 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 45 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common x86_64 2:19.0.0-1451.g9f8908ee.el9 ceph 131 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-19T16:27:04.663 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth noarch 1:2.27.0-1.el9 epel 203 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2 noarch 2.11.3-5.el9 CentOS-AppStream 227 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-19T16:27:04.664 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-02-19T16:27:04.665 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests noarch 2.25.1-8.el9 CentOS-BaseOS 113 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-02-19T16:27:04.666 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib x86_64 23.11.0-1.el9 CentOS-AppStream 215 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: qatzip-libs x86_64 1.1.2-2.el9 CentOS-AppStream 43 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-02-19T16:27:04.667 INFO:teuthology.orchestra.run.smithi104.stdout:Installing weak dependencies: 2024-02-19T16:27:04.668 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-service x86_64 23.11.0-1.el9 CentOS-AppStream 34 k 2024-02-19T16:27:04.668 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:27:04.668 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-02-19T16:27:04.668 INFO:teuthology.orchestra.run.smithi104.stdout:============================================================================================ 2024-02-19T16:27:04.668 INFO:teuthology.orchestra.run.smithi104.stdout:Install 150 Packages 2024-02-19T16:27:04.668 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrade 26 Packages 2024-02-19T16:27:04.668 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:27:04.669 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 223 M 2024-02-19T16:27:04.669 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-02-19T16:27:05.535 INFO:teuthology.orchestra.run.smithi104.stdout:(1/176): ceph-19.0.0-1451.g9f8908ee.el9.x86_64. 20 kB/s | 6.6 kB 00:00 2024-02-19T16:27:05.903 INFO:teuthology.orchestra.run.smithi158.stdout:(8/176): ceph-common-19.0.0-1451.g9f8908ee.el9. 1.9 MB/s | 20 MB 00:10 2024-02-19T16:27:06.061 INFO:teuthology.orchestra.run.smithi158.stdout:(9/176): ceph-selinux-19.0.0-1451.g9f8908ee.el9 159 kB/s | 25 kB 00:00 2024-02-19T16:27:06.502 INFO:teuthology.orchestra.run.smithi104.stdout:(2/176): ceph-fuse-19.0.0-1451.g9f8908ee.el9.x8 918 kB/s | 887 kB 00:00 2024-02-19T16:27:06.669 INFO:teuthology.orchestra.run.smithi104.stdout:(3/176): ceph-immutable-object-cache-19.0.0-145 873 kB/s | 145 kB 00:00 2024-02-19T16:27:08.594 INFO:teuthology.orchestra.run.smithi104.stdout:(4/176): ceph-mds-19.0.0-1451.g9f8908ee.el9.x86 1.2 MB/s | 2.3 MB 00:01 2024-02-19T16:27:10.128 INFO:teuthology.orchestra.run.smithi104.stdout:(5/176): ceph-mgr-19.0.0-1451.g9f8908ee.el9.x86 997 kB/s | 1.5 MB 00:01 2024-02-19T16:27:11.703 INFO:teuthology.orchestra.run.smithi158.stdout:(10/176): ceph-radosgw-19.0.0-1451.g9f8908ee.el 1.1 MB/s | 9.7 MB 00:09 2024-02-19T16:27:11.937 INFO:teuthology.orchestra.run.smithi158.stdout:(11/176): cephfs-mirror-19.0.0-1451.g9f8908ee.e 933 kB/s | 217 kB 00:00 2024-02-19T16:27:12.029 INFO:teuthology.orchestra.run.smithi158.stdout:(12/176): cephfs-shell-19.0.0-1451.g9f8908ee.el 295 kB/s | 27 kB 00:00 2024-02-19T16:27:12.129 INFO:teuthology.orchestra.run.smithi158.stdout:(13/176): libcephfs-devel-19.0.0-1451.g9f8908ee 312 kB/s | 31 kB 00:00 2024-02-19T16:27:12.913 INFO:teuthology.orchestra.run.smithi158.stdout:(14/176): libcephfs2-19.0.0-1451.g9f8908ee.el9. 950 kB/s | 744 kB 00:00 2024-02-19T16:27:13.096 INFO:teuthology.orchestra.run.smithi158.stdout:(15/176): libcephsqlite-19.0.0-1451.g9f8908ee.e 891 kB/s | 163 kB 00:00 2024-02-19T16:27:13.263 INFO:teuthology.orchestra.run.smithi158.stdout:(16/176): librados-devel-19.0.0-1451.g9f8908ee. 761 kB/s | 127 kB 00:00 2024-02-19T16:27:13.622 INFO:teuthology.orchestra.run.smithi158.stdout:(17/176): libradosstriper1-19.0.0-1451.g9f8908e 1.4 MB/s | 498 kB 00:00 2024-02-19T16:27:13.822 INFO:teuthology.orchestra.run.smithi158.stdout:(18/176): ceph-osd-19.0.0-1451.g9f8908ee.el9.x8 1.2 MB/s | 17 MB 00:13 2024-02-19T16:27:13.914 INFO:teuthology.orchestra.run.smithi158.stdout:(19/176): python3-ceph-argparse-19.0.0-1451.g9f 493 kB/s | 45 kB 00:00 2024-02-19T16:27:14.097 INFO:teuthology.orchestra.run.smithi158.stdout:(20/176): python3-ceph-common-19.0.0-1451.g9f89 716 kB/s | 131 kB 00:00 2024-02-19T16:27:14.273 INFO:teuthology.orchestra.run.smithi158.stdout:(21/176): python3-cephfs-19.0.0-1451.g9f8908ee. 924 kB/s | 162 kB 00:00 2024-02-19T16:27:14.532 INFO:teuthology.orchestra.run.smithi158.stdout:(22/176): python3-rados-19.0.0-1451.g9f8908ee.e 1.2 MB/s | 320 kB 00:00 2024-02-19T16:27:14.790 INFO:teuthology.orchestra.run.smithi158.stdout:(23/176): python3-rbd-19.0.0-1451.g9f8908ee.el9 1.1 MB/s | 298 kB 00:00 2024-02-19T16:27:14.907 INFO:teuthology.orchestra.run.smithi158.stdout:(24/176): python3-rgw-19.0.0-1451.g9f8908ee.el9 852 kB/s | 99 kB 00:00 2024-02-19T16:27:14.944 INFO:teuthology.orchestra.run.smithi104.stdout:(6/176): ceph-base-19.0.0-1451.g9f8908ee.el9.x8 562 kB/s | 5.3 MB 00:09 2024-02-19T16:27:15.008 INFO:teuthology.orchestra.run.smithi158.stdout:(25/176): rbd-fuse-19.0.0-1451.g9f8908ee.el9.x8 853 kB/s | 85 kB 00:00 2024-02-19T16:27:15.010 INFO:teuthology.orchestra.run.smithi104.stdout:(7/176): ceph-mon-19.0.0-1451.g9f8908ee.el9.x86 982 kB/s | 4.7 MB 00:04 2024-02-19T16:27:17.008 INFO:teuthology.orchestra.run.smithi158.stdout:(26/176): rbd-mirror-19.0.0-1451.g9f8908ee.el9. 1.5 MB/s | 3.1 MB 00:01 2024-02-19T16:27:17.174 INFO:teuthology.orchestra.run.smithi158.stdout:(27/176): rbd-nbd-19.0.0-1451.g9f8908ee.el9.x86 1.0 MB/s | 171 kB 00:00 2024-02-19T16:27:17.177 INFO:teuthology.orchestra.run.smithi104.stdout:(8/176): ceph-common-19.0.0-1451.g9f8908ee.el9. 1.7 MB/s | 20 MB 00:11 2024-02-19T16:27:17.266 INFO:teuthology.orchestra.run.smithi158.stdout:(28/176): ceph-grafana-dashboards-19.0.0-1451.g 343 kB/s | 31 kB 00:00 2024-02-19T16:27:17.277 INFO:teuthology.orchestra.run.smithi104.stdout:(9/176): ceph-selinux-19.0.0-1451.g9f8908ee.el9 252 kB/s | 25 kB 00:00 2024-02-19T16:27:17.366 INFO:teuthology.orchestra.run.smithi158.stdout:(29/176): ceph-mgr-cephadm-19.0.0-1451.g9f8908e 1.3 MB/s | 138 kB 00:00 2024-02-19T16:27:18.217 INFO:teuthology.orchestra.run.smithi158.stdout:(30/176): librgw2-19.0.0-1451.g9f8908ee.el9.x86 1.1 MB/s | 5.1 MB 00:04 2024-02-19T16:27:18.328 INFO:teuthology.orchestra.run.smithi158.stdout:(31/176): ceph-mgr-dashboard-19.0.0-1451.g9f890 1.9 MB/s | 1.8 MB 00:00 2024-02-19T16:27:18.484 INFO:teuthology.orchestra.run.smithi158.stdout:(32/176): ceph-mgr-modules-core-19.0.0-1451.g9f 1.5 MB/s | 248 kB 00:00 2024-02-19T16:27:18.576 INFO:teuthology.orchestra.run.smithi158.stdout:(33/176): ceph-mgr-rook-19.0.0-1451.g9f8908ee.e 570 kB/s | 52 kB 00:00 2024-02-19T16:27:18.652 INFO:teuthology.orchestra.run.smithi158.stdout:(34/176): ceph-prometheus-alerts-19.0.0-1451.g9 204 kB/s | 15 kB 00:00 2024-02-19T16:27:18.818 INFO:teuthology.orchestra.run.smithi158.stdout:(35/176): ceph-volume-19.0.0-1451.g9f8908ee.el9 1.5 MB/s | 264 kB 00:00 2024-02-19T16:27:19.286 INFO:teuthology.orchestra.run.smithi158.stdout:(36/176): cephadm-19.0.0-1451.g9f8908ee.el9.noa 1.6 MB/s | 748 kB 00:00 2024-02-19T16:27:19.369 INFO:teuthology.orchestra.run.smithi158.stdout:(37/176): cephfs-top-19.0.0-1451.g9f8908ee.el9. 219 kB/s | 18 kB 00:00 2024-02-19T16:27:19.611 INFO:teuthology.orchestra.run.smithi158.stdout:(38/176): automake-1.16.2-8.el9.noarch.rpm 2.7 MB/s | 662 kB 00:00 2024-02-19T16:27:19.703 INFO:teuthology.orchestra.run.smithi158.stdout:(39/176): bison-3.7.4-5.el9.x86_64.rpm 9.8 MB/s | 920 kB 00:00 2024-02-19T16:27:19.755 INFO:teuthology.orchestra.run.smithi158.stdout:(40/176): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 106 kB 00:00 2024-02-19T16:27:19.787 INFO:teuthology.orchestra.run.smithi158.stdout:(41/176): elfutils-libelf-devel-0.190-2.el9.x86 614 kB/s | 20 kB 00:00 2024-02-19T16:27:19.838 INFO:teuthology.orchestra.run.smithi158.stdout:(42/176): flex-2.6.4-9.el9.x86_64.rpm 6.0 MB/s | 307 kB 00:00 2024-02-19T16:27:19.888 INFO:teuthology.orchestra.run.smithi158.stdout:(43/176): flexiblas-3.0.4-8.el9.x86_64.rpm 633 kB/s | 32 kB 00:00 2024-02-19T16:27:20.038 INFO:teuthology.orchestra.run.smithi158.stdout:(44/176): flexiblas-netlib-3.0.4-8.el9.x86_64.r 20 MB/s | 3.0 MB 00:00 2024-02-19T16:27:20.088 INFO:teuthology.orchestra.run.smithi158.stdout:(45/176): flexiblas-openblas-openmp-3.0.4-8.el9 343 kB/s | 17 kB 00:00 2024-02-19T16:27:20.139 INFO:teuthology.orchestra.run.smithi158.stdout:(46/176): libaio-devel-0.3.111-13.el9.x86_64.rp 201 kB/s | 10 kB 00:00 2024-02-19T16:27:20.198 INFO:teuthology.orchestra.run.smithi158.stdout:(47/176): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 159 kB 00:00 2024-02-19T16:27:20.248 INFO:teuthology.orchestra.run.smithi158.stdout:(48/176): librabbitmq-0.11.0-7.el9.x86_64.rpm 886 kB/s | 44 kB 00:00 2024-02-19T16:27:20.306 INFO:teuthology.orchestra.run.smithi158.stdout:(49/176): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-02-19T16:27:20.374 INFO:teuthology.orchestra.run.smithi158.stdout:(50/176): libtool-2.4.6-45.el9.x86_64.rpm 8.5 MB/s | 578 kB 00:00 2024-02-19T16:27:20.424 INFO:teuthology.orchestra.run.smithi158.stdout:(51/176): libuuid-devel-2.37.4-18.el9.x86_64.rp 488 kB/s | 24 kB 00:00 2024-02-19T16:27:20.474 INFO:teuthology.orchestra.run.smithi158.stdout:(52/176): libzstd-devel-1.5.1-2.el9.x86_64.rpm 927 kB/s | 46 kB 00:00 2024-02-19T16:27:20.533 INFO:teuthology.orchestra.run.smithi158.stdout:(53/176): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.7 MB/s | 282 kB 00:00 2024-02-19T16:27:20.583 INFO:teuthology.orchestra.run.smithi158.stdout:(54/176): lua-5.4.4-4.el9.x86_64.rpm 3.6 MB/s | 187 kB 00:00 2024-02-19T16:27:20.625 INFO:teuthology.orchestra.run.smithi158.stdout:(55/176): openblas-0.3.21-2.el9.x86_64.rpm 823 kB/s | 34 kB 00:00 2024-02-19T16:27:20.817 INFO:teuthology.orchestra.run.smithi158.stdout:(56/176): openblas-openmp-0.3.21-2.el9.x86_64.r 25 MB/s | 4.7 MB 00:00 2024-02-19T16:27:20.943 INFO:teuthology.orchestra.run.smithi158.stdout:(57/176): openssl-devel-3.0.7-25.el9.x86_64.rpm 24 MB/s | 3.0 MB 00:00 2024-02-19T16:27:21.026 INFO:teuthology.orchestra.run.smithi158.stdout:(58/176): postgresql-13.11-1.el9.x86_64.rpm 18 MB/s | 1.5 MB 00:00 2024-02-19T16:27:21.093 INFO:teuthology.orchestra.run.smithi158.stdout:(59/176): postgresql-contrib-13.11-1.el9.x86_64 12 MB/s | 811 kB 00:00 2024-02-19T16:27:21.192 INFO:teuthology.orchestra.run.smithi158.stdout:(60/176): postgresql-private-libs-13.11-1.el9.x 2.6 MB/s | 134 kB 00:00 2024-02-19T16:27:21.369 INFO:teuthology.orchestra.run.smithi158.stdout:(61/176): postgresql-server-13.11-1.el9.x86_64. 25 MB/s | 5.7 MB 00:00 2024-02-19T16:27:21.444 INFO:teuthology.orchestra.run.smithi158.stdout:(62/176): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-02-19T16:27:21.478 INFO:teuthology.orchestra.run.smithi158.stdout:(63/176): python3-attrs-20.3.0-7.el9.noarch.rpm 2.3 MB/s | 78 kB 00:00 2024-02-19T16:27:21.712 INFO:teuthology.orchestra.run.smithi158.stdout:(64/176): python3-babel-2.9.1-2.el9.noarch.rpm 25 MB/s | 5.8 MB 00:00 2024-02-19T16:27:21.762 INFO:teuthology.orchestra.run.smithi158.stdout:(65/176): python3-jinja2-2.11.3-5.el9.noarch.rp 4.4 MB/s | 227 kB 00:00 2024-02-19T16:27:21.821 INFO:teuthology.orchestra.run.smithi158.stdout:(66/176): python3-jsonpatch-1.21-16.el9.noarch. 418 kB/s | 24 kB 00:00 2024-02-19T16:27:21.863 INFO:teuthology.orchestra.run.smithi158.stdout:(67/176): python3-jsonpointer-2.0-4.el9.noarch. 432 kB/s | 18 kB 00:00 2024-02-19T16:27:21.913 INFO:teuthology.orchestra.run.smithi158.stdout:(68/176): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-02-19T16:27:21.965 INFO:teuthology.orchestra.run.smithi158.stdout:(69/176): python3-markupsafe-1.1.1-12.el9.x86_6 757 kB/s | 32 kB 00:00 2024-02-19T16:27:22.139 INFO:teuthology.orchestra.run.smithi158.stdout:(70/176): python3-numpy-1.20.1-5.el9.x86_64.rpm 26 MB/s | 4.8 MB 00:00 2024-02-19T16:27:22.197 INFO:teuthology.orchestra.run.smithi158.stdout:(71/176): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 217 kB 00:00 2024-02-19T16:27:22.249 INFO:teuthology.orchestra.run.smithi158.stdout:(72/176): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2024-02-19T16:27:22.298 INFO:teuthology.orchestra.run.smithi158.stdout:(73/176): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2024-02-19T16:27:22.340 INFO:teuthology.orchestra.run.smithi158.stdout:(74/176): python3-prettytable-0.7.2-27.el9.noar 985 kB/s | 41 kB 00:00 2024-02-19T16:27:22.394 INFO:teuthology.orchestra.run.smithi158.stdout:(75/176): python3-protobuf-3.14.0-13.el9.noarch 4.7 MB/s | 238 kB 00:00 2024-02-19T16:27:22.441 INFO:teuthology.orchestra.run.smithi158.stdout:(76/176): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-02-19T16:27:22.491 INFO:teuthology.orchestra.run.smithi158.stdout:(77/176): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-02-19T16:27:22.559 INFO:teuthology.orchestra.run.smithi158.stdout:(78/176): python3-pytz-2021.1-5.el9.noarch.rpm 711 kB/s | 47 kB 00:00 2024-02-19T16:27:22.625 INFO:teuthology.orchestra.run.smithi158.stdout:(79/176): python3-requests-oauthlib-1.3.0-12.el 641 kB/s | 43 kB 00:00 2024-02-19T16:27:23.035 INFO:teuthology.orchestra.run.smithi104.stdout:(10/176): ceph-radosgw-19.0.0-1451.g9f8908ee.el 1.2 MB/s | 9.7 MB 00:08 2024-02-19T16:27:23.268 INFO:teuthology.orchestra.run.smithi158.stdout:(80/176): python3-scipy-1.6.2-8.el9.x86_64.rpm 24 MB/s | 16 MB 00:00 2024-02-19T16:27:23.269 INFO:teuthology.orchestra.run.smithi104.stdout:(11/176): cephfs-mirror-19.0.0-1451.g9f8908ee.e 932 kB/s | 217 kB 00:00 2024-02-19T16:27:23.302 INFO:teuthology.orchestra.run.smithi158.stdout:(81/176): python3-toml-0.10.2-6.el9.noarch.rpm 1.1 MB/s | 39 kB 00:00 2024-02-19T16:27:23.334 INFO:teuthology.orchestra.run.smithi158.stdout:(82/176): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.2 MB/s | 41 kB 00:00 2024-02-19T16:27:23.361 INFO:teuthology.orchestra.run.smithi104.stdout:(12/176): cephfs-shell-19.0.0-1451.g9f8908ee.el 295 kB/s | 27 kB 00:00 2024-02-19T16:27:23.385 INFO:teuthology.orchestra.run.smithi158.stdout:(83/176): qatlib-23.11.0-1.el9.x86_64.rpm 4.2 MB/s | 215 kB 00:00 2024-02-19T16:27:23.410 INFO:teuthology.orchestra.run.smithi158.stdout:(84/176): qatlib-service-23.11.0-1.el9.x86_64.r 1.3 MB/s | 34 kB 00:00 2024-02-19T16:27:23.446 INFO:teuthology.orchestra.run.smithi104.stdout:(13/176): libcephfs-devel-19.0.0-1451.g9f8908ee 374 kB/s | 31 kB 00:00 2024-02-19T16:27:23.446 INFO:teuthology.orchestra.run.smithi158.stdout:(85/176): qatzip-libs-1.1.2-2.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2024-02-19T16:27:23.486 INFO:teuthology.orchestra.run.smithi158.stdout:(86/176): socat-1.7.4.1-5.el9.x86_64.rpm 7.0 MB/s | 300 kB 00:00 2024-02-19T16:27:23.511 INFO:teuthology.orchestra.run.smithi158.stdout:(87/176): uuid-1.6.2-55.el9.x86_64.rpm 2.2 MB/s | 56 kB 00:00 2024-02-19T16:27:23.553 INFO:teuthology.orchestra.run.smithi158.stdout:(88/176): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 2.0 MB/s | 87 kB 00:00 2024-02-19T16:27:23.578 INFO:teuthology.orchestra.run.smithi158.stdout:(89/176): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.5 MB/s | 63 kB 00:00 2024-02-19T16:27:23.612 INFO:teuthology.orchestra.run.smithi158.stdout:(90/176): zlib-devel-1.2.11-40.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-02-19T16:27:23.654 INFO:teuthology.orchestra.run.smithi158.stdout:(91/176): fuse-2.9.9-15.el9.x86_64.rpm 1.8 MB/s | 79 kB 00:00 2024-02-19T16:27:23.696 INFO:teuthology.orchestra.run.smithi158.stdout:(92/176): jq-1.6-16.el9.x86_64.rpm 4.4 MB/s | 186 kB 00:00 2024-02-19T16:27:23.754 INFO:teuthology.orchestra.run.smithi158.stdout:(93/176): libgfortran-11.4.1-3.el9.x86_64.rpm 13 MB/s | 802 kB 00:00 2024-02-19T16:27:23.797 INFO:teuthology.orchestra.run.smithi158.stdout:(94/176): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 194 kB 00:00 2024-02-19T16:27:23.880 INFO:teuthology.orchestra.run.smithi158.stdout:(95/176): ceph-mgr-diskprediction-local-19.0.0- 1.3 MB/s | 7.4 MB 00:05 2024-02-19T16:27:23.906 INFO:teuthology.orchestra.run.smithi158.stdout:(96/176): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.0 MB/s | 217 kB 00:00 2024-02-19T16:27:23.931 INFO:teuthology.orchestra.run.smithi158.stdout:(97/176): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-02-19T16:27:23.998 INFO:teuthology.orchestra.run.smithi158.stdout:(98/176): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.1 MB 00:00 2024-02-19T16:27:24.002 INFO:teuthology.orchestra.run.smithi104.stdout:(14/176): libcephfs2-19.0.0-1451.g9f8908ee.el9. 1.3 MB/s | 744 kB 00:00 2024-02-19T16:27:24.023 INFO:teuthology.orchestra.run.smithi158.stdout:(99/176): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 103 kB 00:00 2024-02-19T16:27:24.067 INFO:teuthology.orchestra.run.smithi158.stdout:(100/176): python3-pycparser-2.20-6.el9.noarch. 2.9 MB/s | 124 kB 00:00 2024-02-19T16:27:24.090 INFO:teuthology.orchestra.run.smithi158.stdout:(101/176): python3-requests-2.25.1-8.el9.noarch 1.7 MB/s | 113 kB 00:00 2024-02-19T16:27:24.116 INFO:teuthology.orchestra.run.smithi158.stdout:(102/176): python3-urllib3-1.26.5-5.el9.noarch. 3.7 MB/s | 187 kB 00:00 2024-02-19T16:27:24.178 INFO:teuthology.orchestra.run.smithi104.stdout:(15/176): libcephsqlite-19.0.0-1451.g9f8908ee.e 933 kB/s | 163 kB 00:00 2024-02-19T16:27:24.216 INFO:teuthology.orchestra.run.smithi158.stdout:(103/176): lua-devel-5.4.4-4.el9.x86_64.rpm 223 kB/s | 22 kB 00:00 2024-02-19T16:27:24.353 INFO:teuthology.orchestra.run.smithi104.stdout:(16/176): librados-devel-19.0.0-1451.g9f8908ee. 725 kB/s | 127 kB 00:00 2024-02-19T16:27:24.441 INFO:teuthology.orchestra.run.smithi158.stdout:(104/176): python3-devel-3.9.17-2.el9.x86_64.rp 701 kB/s | 245 kB 00:00 2024-02-19T16:27:24.517 INFO:teuthology.orchestra.run.smithi158.stdout:(105/176): protobuf-compiler-3.14.0-13.el9.x86_ 2.8 MB/s | 863 kB 00:00 2024-02-19T16:27:24.736 INFO:teuthology.orchestra.run.smithi104.stdout:(17/176): libradosstriper1-19.0.0-1451.g9f8908e 1.3 MB/s | 498 kB 00:00 2024-02-19T16:27:28.045 INFO:teuthology.orchestra.run.smithi104.stdout:(18/176): librgw2-19.0.0-1451.g9f8908ee.el9.x86 1.5 MB/s | 5.1 MB 00:03 2024-02-19T16:27:28.186 INFO:teuthology.orchestra.run.smithi104.stdout:(19/176): python3-ceph-argparse-19.0.0-1451.g9f 319 kB/s | 45 kB 00:00 2024-02-19T16:27:28.287 INFO:teuthology.orchestra.run.smithi104.stdout:(20/176): python3-ceph-common-19.0.0-1451.g9f89 1.3 MB/s | 131 kB 00:00 2024-02-19T16:27:28.470 INFO:teuthology.orchestra.run.smithi104.stdout:(21/176): python3-cephfs-19.0.0-1451.g9f8908ee. 882 kB/s | 162 kB 00:00 2024-02-19T16:27:28.721 INFO:teuthology.orchestra.run.smithi104.stdout:(22/176): python3-rados-19.0.0-1451.g9f8908ee.e 1.2 MB/s | 320 kB 00:00 2024-02-19T16:27:28.971 INFO:teuthology.orchestra.run.smithi104.stdout:(23/176): python3-rbd-19.0.0-1451.g9f8908ee.el9 1.2 MB/s | 298 kB 00:00 2024-02-19T16:27:29.072 INFO:teuthology.orchestra.run.smithi104.stdout:(24/176): python3-rgw-19.0.0-1451.g9f8908ee.el9 993 kB/s | 99 kB 00:00 2024-02-19T16:27:29.172 INFO:teuthology.orchestra.run.smithi104.stdout:(25/176): rbd-fuse-19.0.0-1451.g9f8908ee.el9.x8 853 kB/s | 85 kB 00:00 2024-02-19T16:27:30.871 INFO:teuthology.orchestra.run.smithi104.stdout:(26/176): rbd-mirror-19.0.0-1451.g9f8908ee.el9. 1.8 MB/s | 3.1 MB 00:01 2024-02-19T16:27:31.047 INFO:teuthology.orchestra.run.smithi104.stdout:(27/176): rbd-nbd-19.0.0-1451.g9f8908ee.el9.x86 977 kB/s | 171 kB 00:00 2024-02-19T16:27:31.139 INFO:teuthology.orchestra.run.smithi104.stdout:(28/176): ceph-grafana-dashboards-19.0.0-1451.g 343 kB/s | 31 kB 00:00 2024-02-19T16:27:31.239 INFO:teuthology.orchestra.run.smithi104.stdout:(29/176): ceph-mgr-cephadm-19.0.0-1451.g9f8908e 1.4 MB/s | 138 kB 00:00 2024-02-19T16:27:32.148 INFO:teuthology.orchestra.run.smithi104.stdout:(30/176): ceph-mgr-dashboard-19.0.0-1451.g9f890 2.0 MB/s | 1.8 MB 00:00 2024-02-19T16:27:34.764 INFO:teuthology.orchestra.run.smithi104.stdout:(31/176): ceph-mgr-diskprediction-local-19.0.0- 2.8 MB/s | 7.4 MB 00:02 2024-02-19T16:27:34.939 INFO:teuthology.orchestra.run.smithi104.stdout:(32/176): ceph-mgr-modules-core-19.0.0-1451.g9f 1.4 MB/s | 248 kB 00:00 2024-02-19T16:27:35.031 INFO:teuthology.orchestra.run.smithi104.stdout:(33/176): ceph-mgr-rook-19.0.0-1451.g9f8908ee.e 571 kB/s | 52 kB 00:00 2024-02-19T16:27:35.115 INFO:teuthology.orchestra.run.smithi104.stdout:(34/176): ceph-prometheus-alerts-19.0.0-1451.g9 184 kB/s | 15 kB 00:00 2024-02-19T16:27:35.273 INFO:teuthology.orchestra.run.smithi104.stdout:(35/176): ceph-volume-19.0.0-1451.g9f8908ee.el9 1.6 MB/s | 264 kB 00:00 2024-02-19T16:27:35.599 INFO:teuthology.orchestra.run.smithi104.stdout:(36/176): cephadm-19.0.0-1451.g9f8908ee.el9.noa 2.2 MB/s | 748 kB 00:00 2024-02-19T16:27:35.691 INFO:teuthology.orchestra.run.smithi104.stdout:(37/176): cephfs-top-19.0.0-1451.g9f8908ee.el9. 199 kB/s | 18 kB 00:00 2024-02-19T16:27:35.949 INFO:teuthology.orchestra.run.smithi104.stdout:(38/176): automake-1.16.2-8.el9.noarch.rpm 2.5 MB/s | 662 kB 00:00 2024-02-19T16:27:36.075 INFO:teuthology.orchestra.run.smithi104.stdout:(39/176): bison-3.7.4-5.el9.x86_64.rpm 7.2 MB/s | 920 kB 00:00 2024-02-19T16:27:36.133 INFO:teuthology.orchestra.run.smithi104.stdout:(40/176): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 106 kB 00:00 2024-02-19T16:27:36.175 INFO:teuthology.orchestra.run.smithi104.stdout:(41/176): elfutils-libelf-devel-0.190-2.el9.x86 489 kB/s | 20 kB 00:00 2024-02-19T16:27:36.242 INFO:teuthology.orchestra.run.smithi104.stdout:(42/176): flex-2.6.4-9.el9.x86_64.rpm 4.5 MB/s | 307 kB 00:00 2024-02-19T16:27:36.292 INFO:teuthology.orchestra.run.smithi104.stdout:(43/176): flexiblas-3.0.4-8.el9.x86_64.rpm 634 kB/s | 32 kB 00:00 2024-02-19T16:27:36.492 INFO:teuthology.orchestra.run.smithi104.stdout:(44/176): flexiblas-netlib-3.0.4-8.el9.x86_64.r 15 MB/s | 3.0 MB 00:00 2024-02-19T16:27:36.551 INFO:teuthology.orchestra.run.smithi104.stdout:(45/176): flexiblas-openblas-openmp-3.0.4-8.el9 294 kB/s | 17 kB 00:00 2024-02-19T16:27:36.593 INFO:teuthology.orchestra.run.smithi104.stdout:(46/176): libaio-devel-0.3.111-13.el9.x86_64.rp 243 kB/s | 10 kB 00:00 2024-02-19T16:27:36.635 INFO:teuthology.orchestra.run.smithi104.stdout:(47/176): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 159 kB 00:00 2024-02-19T16:27:37.119 INFO:teuthology.orchestra.run.smithi104.stdout:(48/176): ceph-test-19.0.0-1451.g9f8908ee.el9.x 2.4 MB/s | 47 MB 00:19 2024-02-19T16:27:37.136 INFO:teuthology.orchestra.run.smithi104.stdout:(49/176): librabbitmq-0.11.0-7.el9.x86_64.rpm 88 kB/s | 44 kB 00:00 2024-02-19T16:27:37.194 INFO:teuthology.orchestra.run.smithi104.stdout:(50/176): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 661 kB 00:00 2024-02-19T16:27:37.228 INFO:teuthology.orchestra.run.smithi104.stdout:(51/176): libtool-2.4.6-45.el9.x86_64.rpm 6.1 MB/s | 578 kB 00:00 2024-02-19T16:27:37.245 INFO:teuthology.orchestra.run.smithi104.stdout:(52/176): libuuid-devel-2.37.4-18.el9.x86_64.rp 494 kB/s | 24 kB 00:00 2024-02-19T16:27:37.278 INFO:teuthology.orchestra.run.smithi104.stdout:(53/176): libzstd-devel-1.5.1-2.el9.x86_64.rpm 926 kB/s | 46 kB 00:00 2024-02-19T16:27:37.303 INFO:teuthology.orchestra.run.smithi104.stdout:(54/176): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.7 MB/s | 282 kB 00:00 2024-02-19T16:27:37.337 INFO:teuthology.orchestra.run.smithi104.stdout:(55/176): lua-5.4.4-4.el9.x86_64.rpm 3.1 MB/s | 187 kB 00:00 2024-02-19T16:27:37.379 INFO:teuthology.orchestra.run.smithi104.stdout:(56/176): openblas-0.3.21-2.el9.x86_64.rpm 454 kB/s | 34 kB 00:00 2024-02-19T16:27:37.513 INFO:teuthology.orchestra.run.smithi104.stdout:(57/176): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-02-19T16:27:37.571 INFO:teuthology.orchestra.run.smithi104.stdout:(58/176): openssl-devel-3.0.7-25.el9.x86_64.rpm 16 MB/s | 3.0 MB 00:00 2024-02-19T16:27:37.605 INFO:teuthology.orchestra.run.smithi104.stdout:(59/176): postgresql-13.11-1.el9.x86_64.rpm 17 MB/s | 1.5 MB 00:00 2024-02-19T16:27:37.764 INFO:teuthology.orchestra.run.smithi104.stdout:(60/176): ceph-osd-19.0.0-1451.g9f8908ee.el9.x8 753 kB/s | 17 MB 00:22 2024-02-19T16:27:37.797 INFO:teuthology.orchestra.run.smithi104.stdout:(61/176): postgresql-contrib-13.11-1.el9.x86_64 3.5 MB/s | 811 kB 00:00 2024-02-19T16:27:37.822 INFO:teuthology.orchestra.run.smithi104.stdout:(62/176): postgresql-private-libs-13.11-1.el9.x 617 kB/s | 134 kB 00:00 2024-02-19T16:27:37.939 INFO:teuthology.orchestra.run.smithi104.stdout:(63/176): postgresql-server-13.11-1.el9.x86_64. 33 MB/s | 5.7 MB 00:00 2024-02-19T16:27:37.968 INFO:teuthology.orchestra.run.smithi104.stdout:(64/176): python3-attrs-20.3.0-7.el9.noarch.rpm 562 kB/s | 78 kB 00:00 2024-02-19T16:27:37.998 INFO:teuthology.orchestra.run.smithi104.stdout:(65/176): protobuf-3.14.0-13.el9.x86_64.rpm 5.9 MB/s | 1.0 MB 00:00 2024-02-19T16:27:38.207 INFO:teuthology.orchestra.run.smithi104.stdout:(66/176): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 5.8 MB 00:00 2024-02-19T16:27:38.232 INFO:teuthology.orchestra.run.smithi104.stdout:(67/176): python3-jinja2-2.11.3-5.el9.noarch.rp 863 kB/s | 227 kB 00:00 2024-02-19T16:27:38.249 INFO:teuthology.orchestra.run.smithi104.stdout:(68/176): python3-jsonpatch-1.21-16.el9.noarch. 98 kB/s | 24 kB 00:00 2024-02-19T16:27:38.291 INFO:teuthology.orchestra.run.smithi104.stdout:(69/176): python3-jsonpointer-2.0-4.el9.noarch. 439 kB/s | 18 kB 00:00 2024-02-19T16:27:38.316 INFO:teuthology.orchestra.run.smithi104.stdout:(70/176): python3-mako-1.1.4-6.el9.noarch.rpm 2.1 MB/s | 144 kB 00:00 2024-02-19T16:27:38.333 INFO:teuthology.orchestra.run.smithi104.stdout:(71/176): python3-markupsafe-1.1.1-12.el9.x86_6 380 kB/s | 32 kB 00:00 2024-02-19T16:27:38.458 INFO:teuthology.orchestra.run.smithi104.stdout:(72/176): python3-numpy-1.20.1-5.el9.x86_64.rpm 29 MB/s | 4.8 MB 00:00 2024-02-19T16:27:38.483 INFO:teuthology.orchestra.run.smithi104.stdout:(73/176): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.4 MB/s | 217 kB 00:00 2024-02-19T16:27:38.508 INFO:teuthology.orchestra.run.smithi104.stdout:(74/176): python3-oauthlib-3.1.1-5.el9.noarch.r 1.0 MB/s | 174 kB 00:00 2024-02-19T16:27:38.534 INFO:teuthology.orchestra.run.smithi104.stdout:(75/176): python3-packaging-20.9-5.el9.noarch.r 920 kB/s | 69 kB 00:00 2024-02-19T16:27:38.551 INFO:teuthology.orchestra.run.smithi104.stdout:(76/176): python3-prettytable-0.7.2-27.el9.noar 989 kB/s | 41 kB 00:00 2024-02-19T16:27:38.576 INFO:teuthology.orchestra.run.smithi104.stdout:(77/176): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 238 kB 00:00 2024-02-19T16:27:38.601 INFO:teuthology.orchestra.run.smithi104.stdout:(78/176): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.0 MB/s | 132 kB 00:00 2024-02-19T16:27:38.626 INFO:teuthology.orchestra.run.smithi104.stdout:(79/176): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-02-19T16:27:38.643 INFO:teuthology.orchestra.run.smithi104.stdout:(80/176): python3-pytz-2021.1-5.el9.noarch.rpm 712 kB/s | 47 kB 00:00 2024-02-19T16:27:38.660 INFO:teuthology.orchestra.run.smithi104.stdout:(81/176): python3-requests-oauthlib-1.3.0-12.el 734 kB/s | 43 kB 00:00 2024-02-19T16:27:38.735 INFO:teuthology.orchestra.run.smithi104.stdout:(82/176): python3-toml-0.10.2-6.el9.noarch.rpm 422 kB/s | 39 kB 00:00 2024-02-19T16:27:38.894 INFO:teuthology.orchestra.run.smithi104.stdout:(83/176): python3-wcwidth-0.2.5-8.el9.noarch.rp 176 kB/s | 41 kB 00:00 2024-02-19T16:27:38.927 INFO:teuthology.orchestra.run.smithi104.stdout:(84/176): qatlib-23.11.0-1.el9.x86_64.rpm 1.1 MB/s | 215 kB 00:00 2024-02-19T16:27:39.111 INFO:teuthology.orchestra.run.smithi104.stdout:(85/176): python3-scipy-1.6.2-8.el9.x86_64.rpm 34 MB/s | 16 MB 00:00 2024-02-19T16:27:39.128 INFO:teuthology.orchestra.run.smithi104.stdout:(86/176): qatlib-service-23.11.0-1.el9.x86_64.r 146 kB/s | 34 kB 00:00 2024-02-19T16:27:39.145 INFO:teuthology.orchestra.run.smithi104.stdout:(87/176): qatzip-libs-1.1.2-2.el9.x86_64.rpm 202 kB/s | 43 kB 00:00 2024-02-19T16:27:39.187 INFO:teuthology.orchestra.run.smithi104.stdout:(88/176): socat-1.7.4.1-5.el9.x86_64.rpm 7.1 MB/s | 300 kB 00:00 2024-02-19T16:27:39.204 INFO:teuthology.orchestra.run.smithi104.stdout:(89/176): uuid-1.6.2-55.el9.x86_64.rpm 969 kB/s | 56 kB 00:00 2024-02-19T16:27:39.229 INFO:teuthology.orchestra.run.smithi104.stdout:(90/176): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.0 MB/s | 87 kB 00:00 2024-02-19T16:27:39.246 INFO:teuthology.orchestra.run.smithi104.stdout:(91/176): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.0 MB/s | 63 kB 00:00 2024-02-19T16:27:39.263 INFO:teuthology.orchestra.run.smithi104.stdout:(92/176): zlib-devel-1.2.11-40.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-02-19T16:27:39.288 INFO:teuthology.orchestra.run.smithi104.stdout:(93/176): fuse-2.9.9-15.el9.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2024-02-19T16:27:39.321 INFO:teuthology.orchestra.run.smithi104.stdout:(94/176): jq-1.6-16.el9.x86_64.rpm 2.4 MB/s | 186 kB 00:00 2024-02-19T16:27:39.372 INFO:teuthology.orchestra.run.smithi104.stdout:(95/176): libgfortran-11.4.1-3.el9.x86_64.rpm 9.4 MB/s | 802 kB 00:00 2024-02-19T16:27:39.397 INFO:teuthology.orchestra.run.smithi104.stdout:(96/176): libquadmath-11.4.1-3.el9.x86_64.rpm 1.7 MB/s | 194 kB 00:00 2024-02-19T16:27:39.422 INFO:teuthology.orchestra.run.smithi104.stdout:(97/176): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.1 MB/s | 217 kB 00:00 2024-02-19T16:27:39.448 INFO:teuthology.orchestra.run.smithi104.stdout:(98/176): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-02-19T16:27:39.498 INFO:teuthology.orchestra.run.smithi104.stdout:(99/176): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.1 MB 00:00 2024-02-19T16:27:39.515 INFO:teuthology.orchestra.run.smithi104.stdout:(100/176): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 103 kB 00:00 2024-02-19T16:27:39.540 INFO:teuthology.orchestra.run.smithi104.stdout:(101/176): python3-pycparser-2.20-6.el9.noarch. 1.3 MB/s | 124 kB 00:00 2024-02-19T16:27:39.565 INFO:teuthology.orchestra.run.smithi104.stdout:(102/176): python3-requests-2.25.1-8.el9.noarch 1.7 MB/s | 113 kB 00:00 2024-02-19T16:27:39.590 INFO:teuthology.orchestra.run.smithi104.stdout:(103/176): python3-urllib3-1.26.5-5.el9.noarch. 3.7 MB/s | 187 kB 00:00 2024-02-19T16:27:39.741 INFO:teuthology.orchestra.run.smithi104.stdout:(104/176): python3-devel-3.9.17-2.el9.x86_64.rp 1.2 MB/s | 245 kB 00:00 2024-02-19T16:27:39.858 INFO:teuthology.orchestra.run.smithi104.stdout:(105/176): abseil-cpp-20211102.0-3.el9.x86_64.r 4.6 MB/s | 548 kB 00:00 2024-02-19T16:27:39.883 INFO:teuthology.orchestra.run.smithi104.stdout:(106/176): lua-devel-5.4.4-4.el9.x86_64.rpm 70 kB/s | 22 kB 00:00 2024-02-19T16:27:39.908 INFO:teuthology.orchestra.run.smithi104.stdout:(107/176): gperftools-libs-2.9.1-2.el9.x86_64.r 6.0 MB/s | 309 kB 00:00 2024-02-19T16:27:39.958 INFO:teuthology.orchestra.run.smithi104.stdout:(108/176): grpc-data-1.46.7-10.el9.noarch.rpm 259 kB/s | 19 kB 00:00 2024-02-19T16:27:40.020 INFO:teuthology.orchestra.run.smithi104.stdout:(109/176): libarrow-doc-9.0.0-10.el9.noarch.rpm 446 kB/s | 26 kB 00:00 2024-02-19T16:27:40.084 INFO:teuthology.orchestra.run.smithi104.stdout:(110/176): libarrow-9.0.0-10.el9.x86_64.rpm 25 MB/s | 4.4 MB 00:00 2024-02-19T16:27:40.109 INFO:teuthology.orchestra.run.smithi104.stdout:(111/176): liboath-2.6.7-2.el9.x86_64.rpm 529 kB/s | 49 kB 00:00 2024-02-19T16:27:40.134 INFO:teuthology.orchestra.run.smithi104.stdout:(112/176): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-02-19T16:27:40.160 INFO:teuthology.orchestra.run.smithi104.stdout:(113/176): luarocks-3.9.2-1.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-02-19T16:27:40.201 INFO:teuthology.orchestra.run.smithi104.stdout:(114/176): parquet-libs-9.0.0-10.el9.x86_64.rpm 12 MB/s | 838 kB 00:00 2024-02-19T16:27:40.235 INFO:teuthology.orchestra.run.smithi104.stdout:(115/176): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-02-19T16:27:40.261 INFO:teuthology.orchestra.run.smithi104.stdout:(116/176): python3-asyncssh-2.13.2-4.el9.noarch 5.3 MB/s | 548 kB 00:00 2024-02-19T16:27:40.277 INFO:teuthology.orchestra.run.smithi104.stdout:(117/176): python3-cachetools-4.2.4-1.el9.noarc 767 kB/s | 32 kB 00:00 2024-02-19T16:27:40.294 INFO:teuthology.orchestra.run.smithi104.stdout:(118/176): python3-certifi-2021.10.8-2.el9.noar 448 kB/s | 15 kB 00:00 2024-02-19T16:27:40.320 INFO:teuthology.orchestra.run.smithi104.stdout:(119/176): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-02-19T16:27:40.345 INFO:teuthology.orchestra.run.smithi104.stdout:(120/176): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-02-19T16:27:40.387 INFO:teuthology.orchestra.run.smithi104.stdout:(121/176): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-02-19T16:27:40.404 INFO:teuthology.orchestra.run.smithi104.stdout:(122/176): python3-colorama-0.4.4-12.el9.noarch 602 kB/s | 35 kB 00:00 2024-02-19T16:27:40.429 INFO:teuthology.orchestra.run.smithi104.stdout:(123/176): protobuf-compiler-3.14.0-13.el9.x86_ 1.0 MB/s | 863 kB 00:00 2024-02-19T16:27:40.446 INFO:teuthology.orchestra.run.smithi104.stdout:(124/176): python3-google-auth-2.27.0-1.el9.noa 3.4 MB/s | 203 kB 00:00 2024-02-19T16:27:40.480 INFO:teuthology.orchestra.run.smithi104.stdout:(125/176): python3-jaraco-8.2.1-3.el9.noarch.rp 321 kB/s | 11 kB 00:00 2024-02-19T16:27:40.530 INFO:teuthology.orchestra.run.smithi104.stdout:(126/176): python3-grpcio-1.46.7-10.el9.x86_64. 16 MB/s | 2.0 MB 00:00 2024-02-19T16:27:40.547 INFO:teuthology.orchestra.run.smithi104.stdout:(127/176): python3-jaraco-classes-3.2.1-5.el9.n 263 kB/s | 18 kB 00:00 2024-02-19T16:27:40.564 INFO:teuthology.orchestra.run.smithi104.stdout:(128/176): python3-jaraco-collections-3.0.0-8.e 692 kB/s | 23 kB 00:00 2024-02-19T16:27:40.581 INFO:teuthology.orchestra.run.smithi104.stdout:(129/176): python3-jaraco-functools-3.5.0-2.el9 579 kB/s | 19 kB 00:00 2024-02-19T16:27:40.598 INFO:teuthology.orchestra.run.smithi104.stdout:(130/176): python3-jaraco-text-3.2.0-6.el9.noar 588 kB/s | 20 kB 00:00 2024-02-19T16:27:40.623 INFO:teuthology.orchestra.run.smithi104.stdout:(131/176): python3-grpcio-tools-1.46.7-10.el9.x 746 kB/s | 144 kB 00:00 2024-02-19T16:27:40.657 INFO:teuthology.orchestra.run.smithi104.stdout:(132/176): python3-kubernetes-26.1.0-2.el9.noar 14 MB/s | 1.0 MB 00:00 2024-02-19T16:27:40.674 INFO:teuthology.orchestra.run.smithi104.stdout:(133/176): python3-logutils-0.3.5-21.el9.noarch 613 kB/s | 46 kB 00:00 2024-02-19T16:27:40.699 INFO:teuthology.orchestra.run.smithi104.stdout:(134/176): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-02-19T16:27:40.716 INFO:teuthology.orchestra.run.smithi104.stdout:(135/176): python3-natsort-7.1.1-5.el9.noarch.r 982 kB/s | 58 kB 00:00 2024-02-19T16:27:40.741 INFO:teuthology.orchestra.run.smithi104.stdout:(136/176): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-02-19T16:27:40.758 INFO:teuthology.orchestra.run.smithi104.stdout:(137/176): python3-portend-3.1.0-2.el9.noarch.r 278 kB/s | 16 kB 00:00 2024-02-19T16:27:40.775 INFO:teuthology.orchestra.run.smithi104.stdout:(138/176): python3-pyperclip-1.8.2-2.el9.noarch 841 kB/s | 28 kB 00:00 2024-02-19T16:27:40.800 INFO:teuthology.orchestra.run.smithi104.stdout:(139/176): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-02-19T16:27:40.825 INFO:teuthology.orchestra.run.smithi104.stdout:(140/176): python3-repoze-lru-0.7-16.el9.noarch 459 kB/s | 31 kB 00:00 2024-02-19T16:27:40.851 INFO:teuthology.orchestra.run.smithi104.stdout:(141/176): python3-routes-2.5.1-5.el9.noarch.rp 2.5 MB/s | 188 kB 00:00 2024-02-19T16:27:40.876 INFO:teuthology.orchestra.run.smithi104.stdout:(142/176): python3-tempora-5.0.0-2.el9.noarch.r 717 kB/s | 36 kB 00:00 2024-02-19T16:27:40.901 INFO:teuthology.orchestra.run.smithi104.stdout:(143/176): python3-rsa-4.9-2.el9.noarch.rpm 786 kB/s | 59 kB 00:00 2024-02-19T16:27:40.926 INFO:teuthology.orchestra.run.smithi104.stdout:(144/176): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-02-19T16:27:40.952 INFO:teuthology.orchestra.run.smithi104.stdout:(145/176): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-02-19T16:27:40.977 INFO:teuthology.orchestra.run.smithi104.stdout:(146/176): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-02-19T16:27:41.002 INFO:teuthology.orchestra.run.smithi104.stdout:(147/176): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-02-19T16:27:41.027 INFO:teuthology.orchestra.run.smithi104.stdout:(148/176): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-02-19T16:27:41.053 INFO:teuthology.orchestra.run.smithi104.stdout:(149/176): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-02-19T16:27:41.145 INFO:teuthology.orchestra.run.smithi104.stdout:(150/176): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-02-19T16:27:41.178 INFO:teuthology.orchestra.run.smithi104.stdout:(151/176): libacl-devel-2.3.1-4.el9.x86_64.rpm 2.0 MB/s | 68 kB 00:00 2024-02-19T16:27:41.287 INFO:teuthology.orchestra.run.smithi104.stdout:(152/176): NetworkManager-1.45.91-1.el9.x86_64. 21 MB/s | 2.3 MB 00:00 2024-02-19T16:27:41.395 INFO:teuthology.orchestra.run.smithi104.stdout:(153/176): NetworkManager-libnm-1.45.91-1.el9.x 17 MB/s | 1.8 MB 00:00 2024-02-19T16:27:41.448 INFO:teuthology.orchestra.run.smithi104.stdout:(154/176): NetworkManager-team-1.45.91-1.el9.x8 830 kB/s | 41 kB 00:00 2024-02-19T16:27:41.496 INFO:teuthology.orchestra.run.smithi104.stdout:(155/176): NetworkManager-tui-1.45.91-1.el9.x86 4.8 MB/s | 246 kB 00:00 2024-02-19T16:27:41.546 INFO:teuthology.orchestra.run.smithi104.stdout:(156/176): acl-2.3.1-4.el9.x86_64.rpm 1.3 MB/s | 69 kB 00:00 2024-02-19T16:27:41.596 INFO:teuthology.orchestra.run.smithi104.stdout:(157/176): elfutils-debuginfod-client-0.190-2.e 707 kB/s | 35 kB 00:00 2024-02-19T16:27:41.655 INFO:teuthology.orchestra.run.smithi104.stdout:(158/176): elfutils-libelf-0.190-2.el9.x86_64.r 3.2 MB/s | 191 kB 00:00 2024-02-19T16:27:41.730 INFO:teuthology.orchestra.run.smithi104.stdout:(159/176): elfutils-libs-0.190-2.el9.x86_64.rpm 3.3 MB/s | 254 kB 00:00 2024-02-19T16:27:41.806 INFO:teuthology.orchestra.run.smithi104.stdout:(160/176): iproute-6.7.0-2.el9.x86_64.rpm 10 MB/s | 802 kB 00:00 2024-02-19T16:27:41.873 INFO:teuthology.orchestra.run.smithi104.stdout:(161/176): iproute-tc-6.7.0-2.el9.x86_64.rpm 6.4 MB/s | 433 kB 00:00 2024-02-19T16:27:41.906 INFO:teuthology.orchestra.run.smithi104.stdout:(162/176): libacl-2.3.1-4.el9.x86_64.rpm 663 kB/s | 22 kB 00:00 2024-02-19T16:27:41.940 INFO:teuthology.orchestra.run.smithi104.stdout:(163/176): libblkid-2.37.4-18.el9.x86_64.rpm 3.2 MB/s | 107 kB 00:00 2024-02-19T16:27:41.982 INFO:teuthology.orchestra.run.smithi104.stdout:(164/176): libfdisk-2.37.4-18.el9.x86_64.rpm 3.6 MB/s | 154 kB 00:00 2024-02-19T16:27:42.015 INFO:teuthology.orchestra.run.smithi104.stdout:(165/176): libmount-2.37.4-18.el9.x86_64.rpm 3.9 MB/s | 135 kB 00:00 2024-02-19T16:27:42.041 INFO:teuthology.orchestra.run.smithi104.stdout:(166/176): libsmartcols-2.37.4-18.el9.x86_64.rp 2.5 MB/s | 63 kB 00:00 2024-02-19T16:27:42.066 INFO:teuthology.orchestra.run.smithi104.stdout:(167/176): libuuid-2.37.4-18.el9.x86_64.rpm 1.1 MB/s | 28 kB 00:00 2024-02-19T16:27:42.141 INFO:teuthology.orchestra.run.smithi104.stdout:(168/176): openssl-3.0.7-25.el9.x86_64.rpm 15 MB/s | 1.2 MB 00:00 2024-02-19T16:27:42.250 INFO:teuthology.orchestra.run.smithi104.stdout:(169/176): librados2-19.0.0-1451.g9f8908ee.el9. 2.8 MB/s | 3.4 MB 00:01 2024-02-19T16:27:42.283 INFO:teuthology.orchestra.run.smithi104.stdout:(170/176): openssl-libs-3.0.7-25.el9.x86_64.rpm 15 MB/s | 2.1 MB 00:00 2024-02-19T16:27:42.358 INFO:teuthology.orchestra.run.smithi104.stdout:(171/176): util-linux-2.37.4-18.el9.x86_64.rpm 20 MB/s | 2.2 MB 00:00 2024-02-19T16:27:42.384 INFO:teuthology.orchestra.run.smithi104.stdout:(172/176): util-linux-core-2.37.4-18.el9.x86_64 4.4 MB/s | 438 kB 00:00 2024-02-19T16:27:42.409 INFO:teuthology.orchestra.run.smithi104.stdout:(173/176): util-linux-user-2.37.4-18.el9.x86_64 605 kB/s | 30 kB 00:00 2024-02-19T16:27:42.434 INFO:teuthology.orchestra.run.smithi104.stdout:(174/176): xfsdump-3.1.12-4.el9.x86_64.rpm 6.3 MB/s | 321 kB 00:00 2024-02-19T16:27:42.476 INFO:teuthology.orchestra.run.smithi104.stdout:(175/176): xfsprogs-6.3.0-1.el9.x86_64.rpm 16 MB/s | 1.1 MB 00:00 2024-02-19T16:27:43.376 INFO:teuthology.orchestra.run.smithi104.stdout:(176/176): librbd1-19.0.0-1451.g9f8908ee.el9.x8 1.3 MB/s | 3.1 MB 00:02 2024-02-19T16:27:43.380 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-02-19T16:27:43.380 INFO:teuthology.orchestra.run.smithi104.stdout:Total 5.8 MB/s | 223 MB 00:38 2024-02-19T16:27:43.426 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-02-19T16:27:43.726 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-02-19T16:27:43.726 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-02-19T16:27:45.696 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-02-19T16:27:45.696 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-02-19T16:27:52.589 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-02-19T16:27:52.688 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/202 2024-02-19T16:27:52.723 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/202 2024-02-19T16:27:52.769 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-19T16:27:52.795 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-19T16:27:52.840 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 4/202 2024-02-19T16:27:52.878 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/202 2024-02-19T16:27:52.935 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/202 2024-02-19T16:27:52.982 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : thrift-0.15.0-2.el9.x86_64 7/202 2024-02-19T16:27:53.007 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 8/202 2024-02-19T16:27:53.059 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 9/202 2024-02-19T16:27:53.397 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/202 2024-02-19T16:27:53.461 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librados2-2:19.0.0-1451.g9f8908ee.el9.x86_64 11/202 2024-02-19T16:27:53.574 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:19.0.0-1451.g9f8908ee.el9.x86_64 11/202 2024-02-19T16:27:53.604 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs2-2:19.0.0-1451.g9f8908ee.el9.x86_64 12/202 2024-02-19T16:27:53.696 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephfs2-2:19.0.0-1451.g9f8908ee.el9.x86_64 12/202 2024-02-19T16:27:53.725 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rados-2:19.0.0-1451.g9f8908ee.el9.x86_64 13/202 2024-02-19T16:27:53.878 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 14/202 2024-02-19T16:27:53.932 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/202 2024-02-19T16:27:53.959 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephsqlite-2:19.0.0-1451.g9f8908ee.el9.x86_64 16/202 2024-02-19T16:27:54.046 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1451.g9f8908ee.el9.x86_64 16/202 2024-02-19T16:27:54.068 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libradosstriper1-2:19.0.0-1451.g9f8908ee.el9.x86 17/202 2024-02-19T16:27:54.124 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1451.g9f8908ee.el9.x86 17/202 2024-02-19T16:27:54.164 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/202 2024-02-19T16:27:54.186 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-19T16:27:54.201 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-19T16:27:54.394 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-19T16:27:54.426 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-19T16:27:54.466 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/202 2024-02-19T16:27:54.653 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/202 2024-02-19T16:27:54.784 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 23/202 2024-02-19T16:27:54.837 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 23/202 2024-02-19T16:27:54.936 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 24/202 2024-02-19T16:27:54.988 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-1:1.45.91-1.el9.x86_64 24/202 2024-02-19T16:27:55.207 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 24/202 2024-02-19T16:27:55.317 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/202 2024-02-19T16:27:55.413 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/202 2024-02-19T16:27:55.443 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/202 2024-02-19T16:27:55.570 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/202 2024-02-19T16:27:55.799 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/202 2024-02-19T16:27:55.857 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/202 2024-02-19T16:27:55.907 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/202 2024-02-19T16:27:55.947 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/202 2024-02-19T16:27:56.011 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/202 2024-02-19T16:27:56.053 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/202 2024-02-19T16:27:56.097 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/202 2024-02-19T16:27:56.130 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/202 2024-02-19T16:27:56.158 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/202 2024-02-19T16:27:56.228 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/202 2024-02-19T16:27:56.262 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-common-2:19.0.0-1451.g9f8908ee.el9. 39/202 2024-02-19T16:27:56.297 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-argparse-2:19.0.0-1451.g9f8908ee.el 40/202 2024-02-19T16:27:56.326 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cephfs-2:19.0.0-1451.g9f8908ee.el9.x86_6 41/202 2024-02-19T16:27:56.396 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/202 2024-02-19T16:27:56.441 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/202 2024-02-19T16:27:56.516 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/202 2024-02-19T16:27:56.650 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/202 2024-02-19T16:27:56.701 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/202 2024-02-19T16:27:57.225 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/202 2024-02-19T16:27:57.306 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/202 2024-02-19T16:27:57.401 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/202 2024-02-19T16:27:57.450 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-19T16:27:57.468 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-19T16:27:57.505 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/202 2024-02-19T16:27:57.543 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librados-devel-2:19.0.0-1451.g9f8908ee.el9.x86_6 52/202 2024-02-19T16:27:57.582 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 53/202 2024-02-19T16:27:57.684 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 54/202 2024-02-19T16:27:57.734 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : iproute-6.7.0-2.el9.x86_64 55/202 2024-02-19T16:27:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 56/202 2024-02-19T16:27:58.210 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 57/202 2024-02-19T16:27:58.294 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 58/202 2024-02-19T16:27:58.337 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 59/202 2024-02-19T16:27:58.489 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 60/202 2024-02-19T16:27:58.535 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 61/202 2024-02-19T16:27:58.589 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 62/202 2024-02-19T16:27:58.662 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 63/202 2024-02-19T16:27:58.693 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 64/202 2024-02-19T16:27:58.730 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 65/202 2024-02-19T16:27:58.778 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 66/202 2024-02-19T16:27:58.815 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 67/202 2024-02-19T16:27:58.856 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 68/202 2024-02-19T16:27:58.898 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 69/202 2024-02-19T16:27:59.033 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 70/202 2024-02-19T16:27:59.078 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 71/202 2024-02-19T16:27:59.108 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 72/202 2024-02-19T16:27:59.150 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 73/202 2024-02-19T16:27:59.246 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 74/202 2024-02-19T16:27:59.275 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-google-auth-1:2.27.0-1.el9.noarch 75/202 2024-02-19T16:27:59.306 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 76/202 2024-02-19T16:27:59.332 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 77/202 2024-02-19T16:27:59.357 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 78/202 2024-02-19T16:27:59.441 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 79/202 2024-02-19T16:27:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 80/202 2024-02-19T16:27:59.673 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 81/202 2024-02-19T16:27:59.715 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 82/202 2024-02-19T16:27:59.764 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/202 2024-02-19T16:27:59.819 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/202 2024-02-19T16:28:00.007 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/202 2024-02-19T16:28:00.052 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/202 2024-02-19T16:28:00.205 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/202 2024-02-19T16:28:00.250 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 88/202 2024-02-19T16:28:00.282 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 89/202 2024-02-19T16:28:00.314 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 90/202 2024-02-19T16:28:00.349 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : jq-1.6-16.el9.x86_64 91/202 2024-02-19T16:28:00.381 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : fuse-2.9.9-15.el9.x86_64 92/202 2024-02-19T16:28:00.408 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 93/202 2024-02-19T16:28:00.443 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/202 2024-02-19T16:28:00.482 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : uuid-1.6.2-55.el9.x86_64 95/202 2024-02-19T16:28:00.513 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 96/202 2024-02-19T16:28:00.544 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 97/202 2024-02-19T16:28:00.611 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 98/202 2024-02-19T16:28:00.646 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 99/202 2024-02-19T16:28:00.679 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 100/202 2024-02-19T16:28:00.720 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 101/202 2024-02-19T16:28:00.755 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 102/202 2024-02-19T16:28:00.843 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 103/202 2024-02-19T16:28:00.925 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/202 2024-02-19T16:28:00.977 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 105/202 2024-02-19T16:28:01.017 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 106/202 2024-02-19T16:28:01.064 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 107/202 2024-02-19T16:28:01.162 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-packaging-20.9-5.el9.noarch 108/202 2024-02-19T16:28:01.210 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 109/202 2024-02-19T16:28:01.388 INFO:teuthology.orchestra.run.smithi158.stdout:(106/176): abseil-cpp-20211102.0-3.el9.x86_64.r 15 kB/s | 548 kB 00:36 2024-02-19T16:28:01.463 INFO:teuthology.orchestra.run.smithi158.stdout:(107/176): grpc-data-1.46.7-10.el9.noarch.rpm 264 kB/s | 19 kB 00:00 2024-02-19T16:28:01.705 INFO:teuthology.orchestra.run.smithi158.stdout:(108/176): gperftools-libs-2.9.1-2.el9.x86_64.r 8.3 kB/s | 309 kB 00:37 2024-02-19T16:28:01.946 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 110/202 2024-02-19T16:28:01.998 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 111/202 2024-02-19T16:28:02.032 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 112/202 2024-02-19T16:28:02.080 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 113/202 2024-02-19T16:28:02.173 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 114/202 2024-02-19T16:28:02.206 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 115/202 2024-02-19T16:28:02.381 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-0.3.21-2.el9.x86_64 116/202 2024-02-19T16:28:02.412 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 117/202 2024-02-19T16:28:02.494 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 118/202 2024-02-19T16:28:03.150 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 119/202 2024-02-19T16:28:03.267 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 120/202 2024-02-19T16:28:03.505 INFO:teuthology.orchestra.run.smithi158.stdout:(109/176): libarrow-9.0.0-10.el9.x86_64.rpm 2.2 MB/s | 4.4 MB 00:02 2024-02-19T16:28:03.530 INFO:teuthology.orchestra.run.smithi158.stdout:(110/176): libarrow-doc-9.0.0-10.el9.noarch.rpm 14 kB/s | 26 kB 00:01 2024-02-19T16:28:03.572 INFO:teuthology.orchestra.run.smithi158.stdout:(111/176): liboath-2.6.7-2.el9.x86_64.rpm 728 kB/s | 49 kB 00:00 2024-02-19T16:28:03.614 INFO:teuthology.orchestra.run.smithi158.stdout:(112/176): libunwind-1.6.2-1.el9.x86_64.rpm 805 kB/s | 67 kB 00:00 2024-02-19T16:28:03.681 INFO:teuthology.orchestra.run.smithi158.stdout:(113/176): luarocks-3.9.2-1.el9.noarch.rpm 1.4 MB/s | 151 kB 00:00 2024-02-19T16:28:04.056 INFO:teuthology.orchestra.run.smithi158.stdout:(114/176): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.9 MB/s | 838 kB 00:00 2024-02-19T16:28:04.315 INFO:teuthology.orchestra.run.smithi158.stdout:(115/176): python3-asyncssh-2.13.2-4.el9.noarch 865 kB/s | 548 kB 00:00 2024-02-19T16:28:04.340 INFO:teuthology.orchestra.run.smithi158.stdout:(116/176): python3-bcrypt-3.2.2-1.el9.x86_64.rp 153 kB/s | 43 kB 00:00 2024-02-19T16:28:04.399 INFO:teuthology.orchestra.run.smithi158.stdout:(117/176): python3-cachetools-4.2.4-1.el9.noarc 386 kB/s | 32 kB 00:00 2024-02-19T16:28:04.424 INFO:teuthology.orchestra.run.smithi158.stdout:(118/176): python3-certifi-2021.10.8-2.el9.noar 179 kB/s | 15 kB 00:00 2024-02-19T16:28:04.499 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 121/202 2024-02-19T16:28:04.558 INFO:teuthology.orchestra.run.smithi158.stdout:(119/176): python3-cheroot-8.6.0-4.el9.noarch.r 1.1 MB/s | 172 kB 00:00 2024-02-19T16:28:04.581 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 122/202 2024-02-19T16:28:04.599 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 123/202 2024-02-19T16:28:04.850 INFO:teuthology.orchestra.run.smithi158.stdout:(120/176): python3-cherrypy-18.6.1-2.el9.noarch 843 kB/s | 358 kB 00:00 2024-02-19T16:28:04.917 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 124/202 2024-02-19T16:28:04.946 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librbd1-2:19.0.0-1451.g9f8908ee.el9.x86_64 125/202 2024-02-19T16:28:04.983 INFO:teuthology.orchestra.run.smithi158.stdout:(121/176): python3-cmd2-2.4.2-2.el9.noarch.rpm 715 kB/s | 303 kB 00:00 2024-02-19T16:28:05.000 INFO:teuthology.orchestra.run.smithi158.stdout:(122/176): python3-colorama-0.4.4-12.el9.noarch 235 kB/s | 35 kB 00:00 2024-02-19T16:28:05.020 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:19.0.0-1451.g9f8908ee.el9.x86_64 125/202 2024-02-19T16:28:05.051 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 126/202 2024-02-19T16:28:05.087 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 127/202 2024-02-19T16:28:05.126 INFO:teuthology.orchestra.run.smithi158.stdout:(123/176): python3-google-auth-2.27.0-1.el9.noa 1.4 MB/s | 203 kB 00:00 2024-02-19T16:28:05.540 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 128/202 2024-02-19T16:28:05.566 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librgw2-2:19.0.0-1451.g9f8908ee.el9.x86_64 129/202 2024-02-19T16:28:05.636 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librgw2-2:19.0.0-1451.g9f8908ee.el9.x86_64 129/202 2024-02-19T16:28:05.659 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 130/202 2024-02-19T16:28:06.184 INFO:teuthology.orchestra.run.smithi158.stdout:(124/176): python3-grpcio-1.46.7-10.el9.x86_64. 1.7 MB/s | 2.0 MB 00:01 2024-02-19T16:28:06.259 INFO:teuthology.orchestra.run.smithi158.stdout:(125/176): python3-grpcio-tools-1.46.7-10.el9.x 127 kB/s | 144 kB 00:01 2024-02-19T16:28:06.285 INFO:teuthology.orchestra.run.smithi158.stdout:(126/176): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-02-19T16:28:06.327 INFO:teuthology.orchestra.run.smithi158.stdout:(127/176): python3-jaraco-classes-3.2.1-5.el9.n 265 kB/s | 18 kB 00:00 2024-02-19T16:28:06.352 INFO:teuthology.orchestra.run.smithi158.stdout:(128/176): python3-jaraco-collections-3.0.0-8.e 346 kB/s | 23 kB 00:00 2024-02-19T16:28:06.402 INFO:teuthology.orchestra.run.smithi158.stdout:(129/176): python3-jaraco-functools-3.5.0-2.el9 258 kB/s | 19 kB 00:00 2024-02-19T16:28:06.428 INFO:teuthology.orchestra.run.smithi158.stdout:(130/176): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-02-19T16:28:06.844 INFO:teuthology.orchestra.run.smithi158.stdout:(131/176): python3-kubernetes-26.1.0-2.el9.noar 2.3 MB/s | 1.0 MB 00:00 2024-02-19T16:28:06.870 INFO:teuthology.orchestra.run.smithi158.stdout:(132/176): python3-logutils-0.3.5-21.el9.noarch 105 kB/s | 46 kB 00:00 2024-02-19T16:28:06.912 INFO:teuthology.orchestra.run.smithi158.stdout:(133/176): python3-more-itertools-8.12.0-2.el9. 1.1 MB/s | 79 kB 00:00 2024-02-19T16:28:06.937 INFO:teuthology.orchestra.run.smithi158.stdout:(134/176): python3-natsort-7.1.1-5.el9.noarch.r 861 kB/s | 58 kB 00:00 2024-02-19T16:28:07.046 INFO:teuthology.orchestra.run.smithi158.stdout:(135/176): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-02-19T16:28:07.063 INFO:teuthology.orchestra.run.smithi158.stdout:(136/176): python3-portend-3.1.0-2.el9.noarch.r 131 kB/s | 16 kB 00:00 2024-02-19T16:28:07.105 INFO:teuthology.orchestra.run.smithi158.stdout:(137/176): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-02-19T16:28:07.122 INFO:teuthology.orchestra.run.smithi158.stdout:(138/176): python3-pyperclip-1.8.2-2.el9.noarch 481 kB/s | 28 kB 00:00 2024-02-19T16:28:07.155 INFO:teuthology.orchestra.run.smithi158.stdout:(139/176): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-02-19T16:28:07.231 INFO:teuthology.orchestra.run.smithi158.stdout:(140/176): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-02-19T16:28:07.256 INFO:teuthology.orchestra.run.smithi158.stdout:(141/176): python3-rsa-4.9-2.el9.noarch.rpm 590 kB/s | 59 kB 00:00 2024-02-19T16:28:07.306 INFO:teuthology.orchestra.run.smithi158.stdout:(142/176): python3-tempora-5.0.0-2.el9.noarch.r 475 kB/s | 36 kB 00:00 2024-02-19T16:28:07.332 INFO:teuthology.orchestra.run.smithi158.stdout:(143/176): python3-typing-extensions-4.4.0-2.el 678 kB/s | 51 kB 00:00 2024-02-19T16:28:07.574 INFO:teuthology.orchestra.run.smithi158.stdout:(144/176): python3-webob-1.8.7-6.el9.noarch.rpm 860 kB/s | 230 kB 00:00 2024-02-19T16:28:07.599 INFO:teuthology.orchestra.run.smithi158.stdout:(145/176): python3-websocket-client-1.2.3-2.el9 336 kB/s | 90 kB 00:00 2024-02-19T16:28:07.812 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 131/202 2024-02-19T16:28:07.847 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 131/202 2024-02-19T16:28:07.907 INFO:teuthology.orchestra.run.smithi158.stdout:(146/176): python3-werkzeug-2.0.3-3.el9.1.noarc 1.4 MB/s | 427 kB 00:00 2024-02-19T16:28:07.933 INFO:teuthology.orchestra.run.smithi158.stdout:(147/176): python3-zc-lockfile-2.0-10.el9.noarc 60 kB/s | 20 kB 00:00 2024-02-19T16:28:08.017 INFO:teuthology.orchestra.run.smithi158.stdout:(148/176): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-02-19T16:28:08.390 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 131/202 2024-02-19T16:28:08.433 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-base-2:19.0.0-1451.g9f8908ee.el9.x86_64 132/202 2024-02-19T16:28:08.523 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-base-2:19.0.0-1451.g9f8908ee.el9.x86_64 132/202 2024-02-19T16:28:08.523 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-19T16:28:08.523 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-19T16:28:08.523 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:08.559 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-selinux-2:19.0.0-1451.g9f8908ee.el9.x86_64 133/202 2024-02-19T16:28:08.642 INFO:teuthology.orchestra.run.smithi158.stdout:(149/176): thrift-0.15.0-2.el9.x86_64.rpm 2.2 MB/s | 1.6 MB 00:00 2024-02-19T16:28:10.034 INFO:teuthology.orchestra.run.smithi158.stdout:(150/176): librados2-19.0.0-1451.g9f8908ee.el9. 1.7 MB/s | 3.4 MB 00:02 2024-02-19T16:28:10.100 INFO:teuthology.orchestra.run.smithi158.stdout:(151/176): libacl-devel-2.3.1-4.el9.x86_64.rpm 1.0 MB/s | 68 kB 00:00 2024-02-19T16:28:10.335 INFO:teuthology.orchestra.run.smithi158.stdout:(152/176): NetworkManager-1.45.91-1.el9.x86_64. 9.7 MB/s | 2.3 MB 00:00 2024-02-19T16:28:10.468 INFO:teuthology.orchestra.run.smithi158.stdout:(153/176): NetworkManager-libnm-1.45.91-1.el9.x 14 MB/s | 1.8 MB 00:00 2024-02-19T16:28:10.527 INFO:teuthology.orchestra.run.smithi158.stdout:(154/176): NetworkManager-team-1.45.91-1.el9.x8 708 kB/s | 41 kB 00:00 2024-02-19T16:28:10.652 INFO:teuthology.orchestra.run.smithi158.stdout:(155/176): NetworkManager-tui-1.45.91-1.el9.x86 1.9 MB/s | 246 kB 00:00 2024-02-19T16:28:10.723 INFO:teuthology.orchestra.run.smithi158.stdout:(156/176): acl-2.3.1-4.el9.x86_64.rpm 1.0 MB/s | 69 kB 00:00 2024-02-19T16:28:10.785 INFO:teuthology.orchestra.run.smithi158.stdout:(157/176): elfutils-debuginfod-client-0.190-2.e 531 kB/s | 35 kB 00:00 2024-02-19T16:28:10.853 INFO:teuthology.orchestra.run.smithi158.stdout:(158/176): elfutils-libelf-0.190-2.el9.x86_64.r 2.8 MB/s | 191 kB 00:00 2024-02-19T16:28:10.920 INFO:teuthology.orchestra.run.smithi158.stdout:(159/176): librbd1-19.0.0-1451.g9f8908ee.el9.x8 1.4 MB/s | 3.1 MB 00:02 2024-02-19T16:28:10.953 INFO:teuthology.orchestra.run.smithi158.stdout:(160/176): elfutils-libs-0.190-2.el9.x86_64.rpm 2.7 MB/s | 254 kB 00:00 2024-02-19T16:28:10.996 INFO:teuthology.orchestra.run.smithi158.stdout:(161/176): iproute-6.7.0-2.el9.x86_64.rpm 10 MB/s | 802 kB 00:00 2024-02-19T16:28:11.021 INFO:teuthology.orchestra.run.smithi158.stdout:(162/176): iproute-tc-6.7.0-2.el9.x86_64.rpm 5.7 MB/s | 433 kB 00:00 2024-02-19T16:28:11.046 INFO:teuthology.orchestra.run.smithi158.stdout:(163/176): libacl-2.3.1-4.el9.x86_64.rpm 443 kB/s | 22 kB 00:00 2024-02-19T16:28:11.074 INFO:teuthology.orchestra.run.smithi158.stdout:(164/176): libblkid-2.37.4-18.el9.x86_64.rpm 2.1 MB/s | 107 kB 00:00 2024-02-19T16:28:11.097 INFO:teuthology.orchestra.run.smithi158.stdout:(165/176): libfdisk-2.37.4-18.el9.x86_64.rpm 3.0 MB/s | 154 kB 00:00 2024-02-19T16:28:11.123 INFO:teuthology.orchestra.run.smithi158.stdout:(166/176): libmount-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 135 kB 00:00 2024-02-19T16:28:11.148 INFO:teuthology.orchestra.run.smithi158.stdout:(167/176): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 63 kB 00:00 2024-02-19T16:28:11.173 INFO:teuthology.orchestra.run.smithi158.stdout:(168/176): libuuid-2.37.4-18.el9.x86_64.rpm 553 kB/s | 28 kB 00:00 2024-02-19T16:28:11.240 INFO:teuthology.orchestra.run.smithi158.stdout:(169/176): openssl-3.0.7-25.el9.x86_64.rpm 13 MB/s | 1.2 MB 00:00 2024-02-19T16:28:11.365 INFO:teuthology.orchestra.run.smithi158.stdout:(170/176): openssl-libs-3.0.7-25.el9.x86_64.rpm 11 MB/s | 2.1 MB 00:00 2024-02-19T16:28:11.441 INFO:teuthology.orchestra.run.smithi158.stdout:(171/176): util-linux-2.37.4-18.el9.x86_64.rpm 11 MB/s | 2.2 MB 00:00 2024-02-19T16:28:11.466 INFO:teuthology.orchestra.run.smithi158.stdout:(172/176): util-linux-core-2.37.4-18.el9.x86_64 4.3 MB/s | 438 kB 00:00 2024-02-19T16:28:11.491 INFO:teuthology.orchestra.run.smithi158.stdout:(173/176): util-linux-user-2.37.4-18.el9.x86_64 612 kB/s | 30 kB 00:00 2024-02-19T16:28:11.526 INFO:teuthology.orchestra.run.smithi158.stdout:(174/176): xfsdump-3.1.12-4.el9.x86_64.rpm 5.4 MB/s | 321 kB 00:00 2024-02-19T16:28:11.850 INFO:teuthology.orchestra.run.smithi158.stdout:(175/176): ceph-test-19.0.0-1451.g9f8908ee.el9. 736 kB/s | 47 MB 01:05 2024-02-19T16:28:11.885 INFO:teuthology.orchestra.run.smithi158.stdout:(176/176): xfsprogs-6.3.0-1.el9.x86_64.rpm 2.7 MB/s | 1.1 MB 00:00 2024-02-19T16:28:11.890 INFO:teuthology.orchestra.run.smithi158.stdout:-------------------------------------------------------------------------------- 2024-02-19T16:28:11.890 INFO:teuthology.orchestra.run.smithi158.stdout:Total 2.9 MB/s | 223 MB 01:17 2024-02-19T16:28:11.936 INFO:teuthology.orchestra.run.smithi158.stdout:Running transaction check 2024-02-19T16:28:12.237 INFO:teuthology.orchestra.run.smithi158.stdout:Transaction check succeeded. 2024-02-19T16:28:12.237 INFO:teuthology.orchestra.run.smithi158.stdout:Running transaction test 2024-02-19T16:28:14.368 INFO:teuthology.orchestra.run.smithi158.stdout:Transaction test succeeded. 2024-02-19T16:28:14.369 INFO:teuthology.orchestra.run.smithi158.stdout:Running transaction 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1451.g9f8908ee.el9.x86_64 133/202 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /sys 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /proc 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /mnt 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /var/tmp 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /home 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /root 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /tmp 2024-02-19T16:28:20.267 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:20.436 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-volume-2:19.0.0-1451.g9f8908ee.el9.noarch 134/202 2024-02-19T16:28:20.451 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-volume-2:19.0.0-1451.g9f8908ee.el9.noarch 134/202 2024-02-19T16:28:20.451 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:20.451 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-19T16:28:20.451 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:21.367 INFO:teuthology.orchestra.run.smithi158.stdout: Preparing : 1/1 2024-02-19T16:28:21.467 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/202 2024-02-19T16:28:21.509 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/202 2024-02-19T16:28:21.552 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-19T16:28:21.580 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-19T16:28:21.631 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 4/202 2024-02-19T16:28:21.670 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/202 2024-02-19T16:28:21.726 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/202 2024-02-19T16:28:21.767 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : thrift-0.15.0-2.el9.x86_64 7/202 2024-02-19T16:28:21.793 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 8/202 2024-02-19T16:28:21.839 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 9/202 2024-02-19T16:28:21.915 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-osd-2:19.0.0-1451.g9f8908ee.el9.x86_64 135/202 2024-02-19T16:28:21.940 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-osd-2:19.0.0-1451.g9f8908ee.el9.x86_64 135/202 2024-02-19T16:28:21.940 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:21.940 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-19T16:28:21.940 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-19T16:28:21.940 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-19T16:28:21.940 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:22.174 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mds-2:19.0.0-1451.g9f8908ee.el9.x86_64 136/202 2024-02-19T16:28:22.177 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/202 2024-02-19T16:28:22.195 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mds-2:19.0.0-1451.g9f8908ee.el9.x86_64 136/202 2024-02-19T16:28:22.196 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:22.196 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-19T16:28:22.196 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-19T16:28:22.196 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-19T16:28:22.196 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:22.261 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : librados2-2:19.0.0-1451.g9f8908ee.el9.x86_64 11/202 2024-02-19T16:28:22.365 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: librados2-2:19.0.0-1451.g9f8908ee.el9.x86_64 11/202 2024-02-19T16:28:22.395 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libcephfs2-2:19.0.0-1451.g9f8908ee.el9.x86_64 12/202 2024-02-19T16:28:22.478 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: libcephfs2-2:19.0.0-1451.g9f8908ee.el9.x86_64 12/202 2024-02-19T16:28:22.508 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-rados-2:19.0.0-1451.g9f8908ee.el9.x86_64 13/202 2024-02-19T16:28:22.641 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mon-2:19.0.0-1451.g9f8908ee.el9.x86_64 137/202 2024-02-19T16:28:22.663 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mon-2:19.0.0-1451.g9f8908ee.el9.x86_64 137/202 2024-02-19T16:28:22.663 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:22.663 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-19T16:28:22.663 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-19T16:28:22.663 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-19T16:28:22.663 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:22.669 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 14/202 2024-02-19T16:28:22.714 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/202 2024-02-19T16:28:22.742 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libcephsqlite-2:19.0.0-1451.g9f8908ee.el9.x86_64 16/202 2024-02-19T16:28:22.751 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : automake-1.16.2-8.el9.noarch 138/202 2024-02-19T16:28:22.828 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1451.g9f8908ee.el9.x86_64 16/202 2024-02-19T16:28:22.851 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libradosstriper1-2:19.0.0-1451.g9f8908ee.el9.x86 17/202 2024-02-19T16:28:22.900 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1451.g9f8908ee.el9.x86 17/202 2024-02-19T16:28:22.938 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/202 2024-02-19T16:28:22.961 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-19T16:28:22.976 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-19T16:28:23.178 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-19T16:28:23.194 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 139/202 2024-02-19T16:28:23.210 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-19T16:28:23.224 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 139/202 2024-02-19T16:28:23.241 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/202 2024-02-19T16:28:23.255 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1451.g9f8908ee.e 140/202 2024-02-19T16:28:23.317 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1451.g9f8908ee. 141/202 2024-02-19T16:28:23.347 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1451.g9f8908ee.el9.noa 142/202 2024-02-19T16:28:23.401 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/202 2024-02-19T16:28:23.549 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 23/202 2024-02-19T16:28:23.573 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1451.g9f8908ee.el9.noa 142/202 2024-02-19T16:28:23.606 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1451.g9f8908ee.el9.n 143/202 2024-02-19T16:28:23.609 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 23/202 2024-02-19T16:28:23.712 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 24/202 2024-02-19T16:28:23.761 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : NetworkManager-1:1.45.91-1.el9.x86_64 24/202 2024-02-19T16:28:23.978 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 24/202 2024-02-19T16:28:24.083 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/202 2024-02-19T16:28:24.184 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/202 2024-02-19T16:28:24.215 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/202 2024-02-19T16:28:24.284 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/202 2024-02-19T16:28:24.337 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/202 2024-02-19T16:28:24.380 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/202 2024-02-19T16:28:24.413 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/202 2024-02-19T16:28:24.452 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/202 2024-02-19T16:28:24.516 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/202 2024-02-19T16:28:24.551 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/202 2024-02-19T16:28:24.564 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1451.g9f8908ee.el9.n 143/202 2024-02-19T16:28:24.595 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/202 2024-02-19T16:28:24.598 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1451.g9f8 144/202 2024-02-19T16:28:24.628 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/202 2024-02-19T16:28:24.656 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/202 2024-02-19T16:28:24.698 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1451.g9f8 144/202 2024-02-19T16:28:24.724 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/202 2024-02-19T16:28:24.760 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-ceph-common-2:19.0.0-1451.g9f8908ee.el9. 39/202 2024-02-19T16:28:24.804 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-ceph-argparse-2:19.0.0-1451.g9f8908ee.el 40/202 2024-02-19T16:28:24.833 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-cephfs-2:19.0.0-1451.g9f8908ee.el9.x86_6 41/202 2024-02-19T16:28:24.852 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1451.g9f8908ee.el 145/202 2024-02-19T16:28:24.883 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-2:19.0.0-1451.g9f8908ee.el9.x86_64 146/202 2024-02-19T16:28:24.901 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/202 2024-02-19T16:28:24.905 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1451.g9f8908ee.el9.x86_64 146/202 2024-02-19T16:28:24.906 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:24.906 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-19T16:28:24.906 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-19T16:28:24.906 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-19T16:28:24.906 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:24.947 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/202 2024-02-19T16:28:24.951 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-rook-2:19.0.0-1451.g9f8908ee.el9.noarch 147/202 2024-02-19T16:28:24.961 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1451.g9f8908ee.el9.noarch 147/202 2024-02-19T16:28:25.012 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-2:19.0.0-1451.g9f8908ee.el9.x86_64 148/202 2024-02-19T16:28:25.020 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/202 2024-02-19T16:28:25.154 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/202 2024-02-19T16:28:25.208 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/202 2024-02-19T16:28:25.733 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/202 2024-02-19T16:28:25.812 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/202 2024-02-19T16:28:25.870 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libtool-2.4.6-45.el9.x86_64 149/202 2024-02-19T16:28:25.889 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/202 2024-02-19T16:28:25.894 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-radosgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 150/202 2024-02-19T16:28:25.916 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 150/202 2024-02-19T16:28:25.916 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:25.916 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-19T16:28:25.917 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-19T16:28:25.917 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-19T16:28:25.917 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:25.931 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-19T16:28:25.940 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-19T16:28:25.970 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1451.g9f890 151/202 2024-02-19T16:28:25.978 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/202 2024-02-19T16:28:25.991 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1451.g9f890 151/202 2024-02-19T16:28:25.991 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:25.992 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-19T16:28:25.992 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:26.016 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : librados-devel-2:19.0.0-1451.g9f8908ee.el9.x86_6 52/202 2024-02-19T16:28:26.037 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 152/202 2024-02-19T16:28:26.049 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 53/202 2024-02-19T16:28:26.059 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 152/202 2024-02-19T16:28:26.059 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:26.059 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-19T16:28:26.059 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-19T16:28:26.059 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-19T16:28:26.059 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:26.153 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 54/202 2024-02-19T16:28:26.217 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : iproute-6.7.0-2.el9.x86_64 55/202 2024-02-19T16:28:26.355 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 153/202 2024-02-19T16:28:26.376 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 153/202 2024-02-19T16:28:26.376 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:26.376 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-19T16:28:26.376 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-19T16:28:26.376 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-19T16:28:26.376 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:26.533 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 56/202 2024-02-19T16:28:26.707 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 57/202 2024-02-19T16:28:26.776 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 58/202 2024-02-19T16:28:26.820 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 59/202 2024-02-19T16:28:26.957 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 60/202 2024-02-19T16:28:27.015 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 61/202 2024-02-19T16:28:27.071 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 62/202 2024-02-19T16:28:27.144 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 63/202 2024-02-19T16:28:27.174 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 64/202 2024-02-19T16:28:27.211 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 65/202 2024-02-19T16:28:27.258 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 66/202 2024-02-19T16:28:27.294 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 67/202 2024-02-19T16:28:27.337 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 68/202 2024-02-19T16:28:27.387 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 69/202 2024-02-19T16:28:27.520 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 70/202 2024-02-19T16:28:27.559 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 71/202 2024-02-19T16:28:27.590 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 72/202 2024-02-19T16:28:27.631 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 73/202 2024-02-19T16:28:27.726 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 74/202 2024-02-19T16:28:27.764 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-google-auth-1:2.27.0-1.el9.noarch 75/202 2024-02-19T16:28:27.804 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 76/202 2024-02-19T16:28:27.830 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 77/202 2024-02-19T16:28:27.856 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 78/202 2024-02-19T16:28:27.932 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 79/202 2024-02-19T16:28:28.054 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 80/202 2024-02-19T16:28:28.154 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 81/202 2024-02-19T16:28:28.205 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 82/202 2024-02-19T16:28:28.254 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/202 2024-02-19T16:28:28.317 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/202 2024-02-19T16:28:28.500 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/202 2024-02-19T16:28:28.542 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/202 2024-02-19T16:28:28.672 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/202 2024-02-19T16:28:28.724 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 88/202 2024-02-19T16:28:28.756 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 89/202 2024-02-19T16:28:28.789 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 90/202 2024-02-19T16:28:28.824 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : jq-1.6-16.el9.x86_64 91/202 2024-02-19T16:28:28.855 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : fuse-2.9.9-15.el9.x86_64 92/202 2024-02-19T16:28:28.883 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 93/202 2024-02-19T16:28:28.925 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/202 2024-02-19T16:28:28.989 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : uuid-1.6.2-55.el9.x86_64 95/202 2024-02-19T16:28:29.021 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 96/202 2024-02-19T16:28:29.051 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 97/202 2024-02-19T16:28:29.127 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 98/202 2024-02-19T16:28:29.161 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 99/202 2024-02-19T16:28:29.195 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 100/202 2024-02-19T16:28:29.236 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 101/202 2024-02-19T16:28:29.270 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 102/202 2024-02-19T16:28:29.359 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 103/202 2024-02-19T16:28:29.442 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/202 2024-02-19T16:28:29.493 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 105/202 2024-02-19T16:28:29.525 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 106/202 2024-02-19T16:28:29.572 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 107/202 2024-02-19T16:28:29.669 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-packaging-20.9-5.el9.noarch 108/202 2024-02-19T16:28:29.719 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 109/202 2024-02-19T16:28:30.440 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 110/202 2024-02-19T16:28:30.492 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 111/202 2024-02-19T16:28:30.526 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 112/202 2024-02-19T16:28:30.575 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 113/202 2024-02-19T16:28:30.672 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 114/202 2024-02-19T16:28:30.702 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 115/202 2024-02-19T16:28:30.808 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-test-2:19.0.0-1451.g9f8908ee.el9.x86_64 154/202 2024-02-19T16:28:30.849 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 155/202 2024-02-19T16:28:30.881 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : openblas-0.3.21-2.el9.x86_64 116/202 2024-02-19T16:28:30.888 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-nbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 156/202 2024-02-19T16:28:30.916 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/202 2024-02-19T16:28:30.919 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 117/202 2024-02-19T16:28:30.994 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 118/202 2024-02-19T16:28:31.098 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-shell-2:19.0.0-1451.g9f8908ee.el9.x86_64 158/202 2024-02-19T16:28:31.206 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/202 2024-02-19T16:28:31.255 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 160/202 2024-02-19T16:28:31.305 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 161/202 2024-02-19T16:28:31.371 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 162/202 2024-02-19T16:28:31.450 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 163/202 2024-02-19T16:28:31.498 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : iproute-tc-6.7.0-2.el9.x86_64 164/202 2024-02-19T16:28:31.542 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/202 2024-02-19T16:28:31.572 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs-devel-2:19.0.0-1451.g9f8908ee.el9.x86_ 166/202 2024-02-19T16:28:31.602 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-team-1:1.45.91-1.el9.x86_64 167/202 2024-02-19T16:28:31.632 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 119/202 2024-02-19T16:28:31.698 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-tui-1:1.45.91-1.el9.x86_64 168/202 2024-02-19T16:28:31.744 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 169/202 2024-02-19T16:28:31.747 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 120/202 2024-02-19T16:28:31.775 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 170/202 2024-02-19T16:28:32.300 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-19T16:28:32.339 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-19T16:28:32.358 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-19T16:28:32.965 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 121/202 2024-02-19T16:28:33.046 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 122/202 2024-02-19T16:28:33.073 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 123/202 2024-02-19T16:28:33.171 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-top-2:19.0.0-1451.g9f8908ee.el9.noarch 172/202 2024-02-19T16:28:33.259 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 173/202 2024-02-19T16:28:33.300 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 174/202 2024-02-19T16:28:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 124/202 2024-02-19T16:28:33.395 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flex-2.6.4-9.el9.x86_64 175/202 2024-02-19T16:28:33.410 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : librbd1-2:19.0.0-1451.g9f8908ee.el9.x86_64 125/202 2024-02-19T16:28:33.429 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : bison-3.7.4-5.el9.x86_64 176/202 2024-02-19T16:28:33.454 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 177/202 2024-02-19T16:28:33.479 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 178/202 2024-02-19T16:28:33.500 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: librbd1-2:19.0.0-1451.g9f8908ee.el9.x86_64 125/202 2024-02-19T16:28:33.506 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 179/202 2024-02-19T16:28:33.506 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-19T16:28:33.532 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-rbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 126/202 2024-02-19T16:28:33.568 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 127/202 2024-02-19T16:28:33.593 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-19T16:28:33.618 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 181/202 2024-02-19T16:28:33.648 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 182/202 2024-02-19T16:28:33.648 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-19T16:28:33.733 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-19T16:28:33.760 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 184/202 2024-02-19T16:28:33.793 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 185/202 2024-02-19T16:28:33.818 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : iproute-tc-6.2.0-5.el9.x86_64 186/202 2024-02-19T16:28:33.845 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 187/202 2024-02-19T16:28:33.886 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : iproute-6.2.0-5.el9.x86_64 188/202 2024-02-19T16:28:33.920 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 189/202 2024-02-19T16:28:33.959 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 190/202 2024-02-19T16:28:33.990 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 191/202 2024-02-19T16:28:34.015 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 192/202 2024-02-19T16:28:34.031 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 128/202 2024-02-19T16:28:34.041 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 193/202 2024-02-19T16:28:34.055 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : librgw2-2:19.0.0-1451.g9f8908ee.el9.x86_64 129/202 2024-02-19T16:28:34.066 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 194/202 2024-02-19T16:28:34.091 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 195/202 2024-02-19T16:28:34.098 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-19T16:28:34.098 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-19T16:28:34.126 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: librgw2-2:19.0.0-1451.g9f8908ee.el9.x86_64 129/202 2024-02-19T16:28:34.157 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : python3-rgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 130/202 2024-02-19T16:28:34.286 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-19T16:28:34.286 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-19T16:28:34.368 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-19T16:28:34.393 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 198/202 2024-02-19T16:28:34.418 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 199/202 2024-02-19T16:28:34.444 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 200/202 2024-02-19T16:28:34.477 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 201/202 2024-02-19T16:28:34.544 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-19T16:28:36.341 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 131/202 2024-02-19T16:28:36.370 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 131/202 2024-02-19T16:28:36.920 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 131/202 2024-02-19T16:28:36.958 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-base-2:19.0.0-1451.g9f8908ee.el9.x86_64 132/202 2024-02-19T16:28:37.043 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-base-2:19.0.0-1451.g9f8908ee.el9.x86_64 132/202 2024-02-19T16:28:37.044 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-19T16:28:37.044 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-19T16:28:37.044 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:37.084 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-selinux-2:19.0.0-1451.g9f8908ee.el9.x86_64 133/202 2024-02-19T16:28:39.108 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-2:19.0.0-1451.g9f8908ee.el9.x86_64 1/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-base-2:19.0.0-1451.g9f8908ee.el9.x86_64 2/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 3/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 4/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1451.g9f890 5/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mds-2:19.0.0-1451.g9f8908ee.el9.x86_64 6/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-2:19.0.0-1451.g9f8908ee.el9.x86_64 7/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mon-2:19.0.0-1451.g9f8908ee.el9.x86_64 8/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-osd-2:19.0.0-1451.g9f8908ee.el9.x86_64 9/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-radosgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 10/202 2024-02-19T16:28:39.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-selinux-2:19.0.0-1451.g9f8908ee.el9.x86_64 11/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-test-2:19.0.0-1451.g9f8908ee.el9.x86_64 12/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 13/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-shell-2:19.0.0-1451.g9f8908ee.el9.x86_64 14/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs-devel-2:19.0.0-1451.g9f8908ee.el9.x86_ 15/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs2-2:19.0.0-1451.g9f8908ee.el9.x86_64 16/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephsqlite-2:19.0.0-1451.g9f8908ee.el9.x86_64 17/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados-devel-2:19.0.0-1451.g9f8908ee.el9.x86_6 18/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libradosstriper1-2:19.0.0-1451.g9f8908ee.el9.x86 19/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librgw2-2:19.0.0-1451.g9f8908ee.el9.x86_64 20/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1451.g9f8908ee.el 21/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-common-2:19.0.0-1451.g9f8908ee.el9. 22/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cephfs-2:19.0.0-1451.g9f8908ee.el9.x86_6 23/202 2024-02-19T16:28:39.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rados-2:19.0.0-1451.g9f8908ee.el9.x86_64 24/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 25/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 26/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 27/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 28/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-nbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 29/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1451.g9f8908ee. 30/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1451.g9f8908ee.el9.noa 31/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1451.g9f8908ee.el9.n 32/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1451.g9f8 33/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1451.g9f8908ee.el 34/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1451.g9f8908ee.el9.noarch 35/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1451.g9f8908ee.e 36/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-volume-2:19.0.0-1451.g9f8908ee.el9.noarch 37/202 2024-02-19T16:28:39.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 38/202 2024-02-19T16:28:39.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-top-2:19.0.0-1451.g9f8908ee.el9.noarch 39/202 2024-02-19T16:28:39.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/202 2024-02-19T16:28:39.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/202 2024-02-19T16:28:39.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/202 2024-02-19T16:28:39.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 43/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flex-2.6.4-9.el9.x86_64 44/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 48/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 52/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 53/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 54/202 2024-02-19T16:28:39.115 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 55/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lua-5.4.4-4.el9.x86_64 56/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 57/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 58/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 59/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-13.11-1.el9.x86_64 60/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 61/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 62/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 63/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 64/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 65/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 66/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 67/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 68/202 2024-02-19T16:28:39.116 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 69/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 70/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 71/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 72/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 73/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 74/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 75/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 76/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 77/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 78/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 79/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 80/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 82/202 2024-02-19T16:28:39.117 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 83/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 84/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 85/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 86/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 87/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 88/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 89/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 90/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 91/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 92/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 93/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : jq-1.6-16.el9.x86_64 94/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 95/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 96/202 2024-02-19T16:28:39.118 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 97/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 98/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 99/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ply-3.11-14.el9.noarch 100/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 101/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 102/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 103/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 104/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/202 2024-02-19T16:28:39.119 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/202 2024-02-19T16:28:39.120 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-google-auth-1:2.27.0-1.el9.noarch 124/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/202 2024-02-19T16:28:39.121 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/202 2024-02-19T16:28:39.122 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:19.0.0-1451.g9f8908ee.el9.x86_64 151/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:19.0.0-1451.g9f8908ee.el9.x86_64 153/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 155/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 156/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-1:1.45.91-1.el9.x86_64 157/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 159/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-team-1:1.45.91-1.el9.x86_64 161/202 2024-02-19T16:28:39.123 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-tui-1:1.45.91-1.el9.x86_64 163/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : iproute-6.7.0-2.el9.x86_64 173/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : iproute-6.2.0-5.el9.x86_64 174/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : iproute-tc-6.7.0-2.el9.x86_64 175/202 2024-02-19T16:28:39.124 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : iproute-tc-6.2.0-5.el9.x86_64 176/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 177/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 178/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 179/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 180/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 181/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 182/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 183/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 184/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 185/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 186/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 187/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 188/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 189/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 190/202 2024-02-19T16:28:39.125 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 191/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 192/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 193/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 194/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 195/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 196/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 197/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 198/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 199/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 200/202 2024-02-19T16:28:39.126 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 201/202 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 202/202 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout:Upgraded: 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-1:1.45.91-1.el9.x86_64 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-team-1:1.45.91-1.el9.x86_64 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-tui-1:1.45.91-1.el9.x86_64 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: acl-2.3.1-4.el9.x86_64 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-19T16:28:42.076 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: iproute-6.7.0-2.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: iproute-tc-6.7.0-2.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: libblkid-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: libmount-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: librados2-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-19T16:28:42.077 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: util-linux-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: automake-1.16.2-8.el9.noarch 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: bison-3.7.4-5.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.078 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.079 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-volume-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-shell-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-top-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: flex-2.6.4-9.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-19T16:28:42.080 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: jq-1.6-16.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-19T16:28:42.081 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: lua-5.4.4-4.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-19T16:28:42.082 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-13.11-1.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-19T16:28:42.083 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-19T16:28:42.084 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth-1:2.27.0-1.el9.noarch 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-19T16:28:42.085 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply-3.11-14.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-19T16:28:42.086 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.087 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-19T16:28:42.088 INFO:teuthology.orchestra.run.smithi104.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: re2-1:20211101-3.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-19T16:28:42.089 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:28:42.090 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-02-19T16:28:42.720 DEBUG:teuthology.parallel:result is None 2024-02-19T16:28:48.897 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1451.g9f8908ee.el9.x86_64 133/202 2024-02-19T16:28:48.897 INFO:teuthology.orchestra.run.smithi158.stdout:skipping the directory /sys 2024-02-19T16:28:48.897 INFO:teuthology.orchestra.run.smithi158.stdout:skipping the directory /proc 2024-02-19T16:28:48.897 INFO:teuthology.orchestra.run.smithi158.stdout:skipping the directory /mnt 2024-02-19T16:28:48.897 INFO:teuthology.orchestra.run.smithi158.stdout:skipping the directory /var/tmp 2024-02-19T16:28:48.897 INFO:teuthology.orchestra.run.smithi158.stdout:skipping the directory /home 2024-02-19T16:28:48.897 INFO:teuthology.orchestra.run.smithi158.stdout:skipping the directory /root 2024-02-19T16:28:48.898 INFO:teuthology.orchestra.run.smithi158.stdout:skipping the directory /tmp 2024-02-19T16:28:48.898 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:49.063 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-volume-2:19.0.0-1451.g9f8908ee.el9.noarch 134/202 2024-02-19T16:28:49.078 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-volume-2:19.0.0-1451.g9f8908ee.el9.noarch 134/202 2024-02-19T16:28:49.078 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:49.078 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-19T16:28:49.078 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:50.576 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-osd-2:19.0.0-1451.g9f8908ee.el9.x86_64 135/202 2024-02-19T16:28:50.602 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-osd-2:19.0.0-1451.g9f8908ee.el9.x86_64 135/202 2024-02-19T16:28:50.602 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:50.602 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-19T16:28:50.602 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-19T16:28:50.602 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-19T16:28:50.602 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:50.835 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-mds-2:19.0.0-1451.g9f8908ee.el9.x86_64 136/202 2024-02-19T16:28:50.857 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-mds-2:19.0.0-1451.g9f8908ee.el9.x86_64 136/202 2024-02-19T16:28:50.857 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:50.857 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-19T16:28:50.858 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-19T16:28:50.858 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-19T16:28:50.858 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:51.311 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-mon-2:19.0.0-1451.g9f8908ee.el9.x86_64 137/202 2024-02-19T16:28:51.333 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-mon-2:19.0.0-1451.g9f8908ee.el9.x86_64 137/202 2024-02-19T16:28:51.333 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:51.333 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-19T16:28:51.333 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-19T16:28:51.333 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-19T16:28:51.334 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:51.423 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : automake-1.16.2-8.el9.noarch 138/202 2024-02-19T16:28:51.782 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 139/202 2024-02-19T16:28:51.813 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 139/202 2024-02-19T16:28:51.844 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1451.g9f8908ee.e 140/202 2024-02-19T16:28:51.904 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1451.g9f8908ee. 141/202 2024-02-19T16:28:51.928 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1451.g9f8908ee.el9.noa 142/202 2024-02-19T16:28:52.156 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1451.g9f8908ee.el9.noa 142/202 2024-02-19T16:28:52.187 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1451.g9f8908ee.el9.n 143/202 2024-02-19T16:28:53.145 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1451.g9f8908ee.el9.n 143/202 2024-02-19T16:28:53.179 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1451.g9f8 144/202 2024-02-19T16:28:53.282 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1451.g9f8 144/202 2024-02-19T16:28:53.433 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1451.g9f8908ee.el 145/202 2024-02-19T16:28:53.473 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-mgr-2:19.0.0-1451.g9f8908ee.el9.x86_64 146/202 2024-02-19T16:28:53.495 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1451.g9f8908ee.el9.x86_64 146/202 2024-02-19T16:28:53.495 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:53.495 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-19T16:28:53.495 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-19T16:28:53.496 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-19T16:28:53.496 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:53.540 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-mgr-rook-2:19.0.0-1451.g9f8908ee.el9.noarch 147/202 2024-02-19T16:28:53.551 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1451.g9f8908ee.el9.noarch 147/202 2024-02-19T16:28:53.601 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-2:19.0.0-1451.g9f8908ee.el9.x86_64 148/202 2024-02-19T16:28:54.473 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libtool-2.4.6-45.el9.x86_64 149/202 2024-02-19T16:28:54.500 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-radosgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 150/202 2024-02-19T16:28:54.523 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 150/202 2024-02-19T16:28:54.524 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:54.524 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-19T16:28:54.524 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-19T16:28:54.524 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-19T16:28:54.524 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:54.576 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1451.g9f890 151/202 2024-02-19T16:28:54.598 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1451.g9f890 151/202 2024-02-19T16:28:54.598 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:54.598 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-19T16:28:54.598 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:54.643 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : cephfs-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 152/202 2024-02-19T16:28:54.665 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 152/202 2024-02-19T16:28:54.665 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:54.665 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-19T16:28:54.665 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-19T16:28:54.665 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-19T16:28:54.665 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:54.969 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : rbd-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 153/202 2024-02-19T16:28:54.991 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 153/202 2024-02-19T16:28:54.991 INFO:teuthology.orchestra.run.smithi158.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-19T16:28:54.991 INFO:teuthology.orchestra.run.smithi158.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-19T16:28:54.991 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-19T16:28:54.991 INFO:teuthology.orchestra.run.smithi158.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-19T16:28:54.991 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:28:59.441 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-test-2:19.0.0-1451.g9f8908ee.el9.x86_64 154/202 2024-02-19T16:28:59.481 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : rbd-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 155/202 2024-02-19T16:28:59.512 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : rbd-nbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 156/202 2024-02-19T16:28:59.563 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/202 2024-02-19T16:28:59.747 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : cephfs-shell-2:19.0.0-1451.g9f8908ee.el9.x86_64 158/202 2024-02-19T16:28:59.864 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/202 2024-02-19T16:28:59.904 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : ceph-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 160/202 2024-02-19T16:28:59.961 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 161/202 2024-02-19T16:29:00.054 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 162/202 2024-02-19T16:29:00.123 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 163/202 2024-02-19T16:29:00.172 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : iproute-tc-6.7.0-2.el9.x86_64 164/202 2024-02-19T16:29:00.216 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/202 2024-02-19T16:29:00.238 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libcephfs-devel-2:19.0.0-1451.g9f8908ee.el9.x86_ 166/202 2024-02-19T16:29:00.267 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : NetworkManager-team-1:1.45.91-1.el9.x86_64 167/202 2024-02-19T16:29:00.339 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : NetworkManager-tui-1:1.45.91-1.el9.x86_64 168/202 2024-02-19T16:29:00.390 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 169/202 2024-02-19T16:29:00.424 INFO:teuthology.orchestra.run.smithi158.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 170/202 2024-02-19T16:29:01.049 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-19T16:29:01.081 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-19T16:29:01.100 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-19T16:29:01.908 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : cephfs-top-2:19.0.0-1451.g9f8908ee.el9.noarch 172/202 2024-02-19T16:29:01.976 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 173/202 2024-02-19T16:29:02.034 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 174/202 2024-02-19T16:29:02.115 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : flex-2.6.4-9.el9.x86_64 175/202 2024-02-19T16:29:02.146 INFO:teuthology.orchestra.run.smithi158.stdout: Installing : bison-3.7.4-5.el9.x86_64 176/202 2024-02-19T16:29:02.171 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 177/202 2024-02-19T16:29:02.197 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 178/202 2024-02-19T16:29:02.223 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 179/202 2024-02-19T16:29:02.223 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-19T16:29:02.317 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-19T16:29:02.344 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 181/202 2024-02-19T16:29:02.374 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 182/202 2024-02-19T16:29:02.374 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-19T16:29:02.460 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-19T16:29:02.493 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 184/202 2024-02-19T16:29:02.528 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 185/202 2024-02-19T16:29:02.552 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : iproute-tc-6.2.0-5.el9.x86_64 186/202 2024-02-19T16:29:02.580 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 187/202 2024-02-19T16:29:02.612 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : iproute-6.2.0-5.el9.x86_64 188/202 2024-02-19T16:29:02.647 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 189/202 2024-02-19T16:29:02.708 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 190/202 2024-02-19T16:29:02.742 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 191/202 2024-02-19T16:29:02.768 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 192/202 2024-02-19T16:29:02.793 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 193/202 2024-02-19T16:29:02.818 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 194/202 2024-02-19T16:29:02.843 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 195/202 2024-02-19T16:29:02.850 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-19T16:29:02.850 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-19T16:29:03.029 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-19T16:29:03.029 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-19T16:29:03.096 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-19T16:29:03.120 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 198/202 2024-02-19T16:29:03.146 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 199/202 2024-02-19T16:29:03.171 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 200/202 2024-02-19T16:29:03.204 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 201/202 2024-02-19T16:29:03.271 INFO:teuthology.orchestra.run.smithi158.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-19T16:29:08.269 INFO:teuthology.orchestra.run.smithi158.stdout: Running scriptlet: openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-19T16:29:08.269 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-2:19.0.0-1451.g9f8908ee.el9.x86_64 1/202 2024-02-19T16:29:08.269 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-base-2:19.0.0-1451.g9f8908ee.el9.x86_64 2/202 2024-02-19T16:29:08.269 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 3/202 2024-02-19T16:29:08.269 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 4/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1451.g9f890 5/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-mds-2:19.0.0-1451.g9f8908ee.el9.x86_64 6/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-mgr-2:19.0.0-1451.g9f8908ee.el9.x86_64 7/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-mon-2:19.0.0-1451.g9f8908ee.el9.x86_64 8/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-osd-2:19.0.0-1451.g9f8908ee.el9.x86_64 9/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-radosgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 10/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-selinux-2:19.0.0-1451.g9f8908ee.el9.x86_64 11/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-test-2:19.0.0-1451.g9f8908ee.el9.x86_64 12/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : cephfs-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 13/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : cephfs-shell-2:19.0.0-1451.g9f8908ee.el9.x86_64 14/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libcephfs-devel-2:19.0.0-1451.g9f8908ee.el9.x86_ 15/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libcephfs2-2:19.0.0-1451.g9f8908ee.el9.x86_64 16/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libcephsqlite-2:19.0.0-1451.g9f8908ee.el9.x86_64 17/202 2024-02-19T16:29:08.270 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : librados-devel-2:19.0.0-1451.g9f8908ee.el9.x86_6 18/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libradosstriper1-2:19.0.0-1451.g9f8908ee.el9.x86 19/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : librgw2-2:19.0.0-1451.g9f8908ee.el9.x86_64 20/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1451.g9f8908ee.el 21/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-ceph-common-2:19.0.0-1451.g9f8908ee.el9. 22/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-cephfs-2:19.0.0-1451.g9f8908ee.el9.x86_6 23/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-rados-2:19.0.0-1451.g9f8908ee.el9.x86_64 24/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-rbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 25/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-rgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 26/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : rbd-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 27/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : rbd-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 28/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : rbd-nbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 29/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1451.g9f8908ee. 30/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1451.g9f8908ee.el9.noa 31/202 2024-02-19T16:29:08.271 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1451.g9f8908ee.el9.n 32/202 2024-02-19T16:29:08.287 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1451.g9f8 33/202 2024-02-19T16:29:08.287 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1451.g9f8908ee.el 34/202 2024-02-19T16:29:08.287 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1451.g9f8908ee.el9.noarch 35/202 2024-02-19T16:29:08.287 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1451.g9f8908ee.e 36/202 2024-02-19T16:29:08.287 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : ceph-volume-2:19.0.0-1451.g9f8908ee.el9.noarch 37/202 2024-02-19T16:29:08.287 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 38/202 2024-02-19T16:29:08.287 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : cephfs-top-2:19.0.0-1451.g9f8908ee.el9.noarch 39/202 2024-02-19T16:29:08.287 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 43/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : flex-2.6.4-9.el9.x86_64 44/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 48/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 52/202 2024-02-19T16:29:08.288 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 53/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 54/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 55/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : lua-5.4.4-4.el9.x86_64 56/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 57/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 58/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 59/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : postgresql-13.11-1.el9.x86_64 60/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 61/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 62/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 63/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 64/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 65/202 2024-02-19T16:29:08.289 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 66/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 67/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 68/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 69/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 70/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 71/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 72/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 73/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 74/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 75/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 76/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 77/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 78/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 79/202 2024-02-19T16:29:08.290 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 80/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 82/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 83/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 84/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 85/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 86/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 87/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 88/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 89/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 90/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 91/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 92/202 2024-02-19T16:29:08.291 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 93/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : jq-1.6-16.el9.x86_64 94/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 95/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 96/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 97/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 98/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 99/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-ply-3.11-14.el9.noarch 100/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 101/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 102/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 103/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 104/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/202 2024-02-19T16:29:08.292 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/202 2024-02-19T16:29:08.293 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-google-auth-1:2.27.0-1.el9.noarch 124/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/202 2024-02-19T16:29:08.294 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/202 2024-02-19T16:29:08.295 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : librados2-2:19.0.0-1451.g9f8908ee.el9.x86_64 151/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : librbd1-2:19.0.0-1451.g9f8908ee.el9.x86_64 153/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 155/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 156/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : NetworkManager-1:1.45.91-1.el9.x86_64 157/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 159/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : NetworkManager-team-1:1.45.91-1.el9.x86_64 161/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : NetworkManager-tui-1:1.45.91-1.el9.x86_64 163/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/202 2024-02-19T16:29:08.296 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : iproute-6.7.0-2.el9.x86_64 173/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : iproute-6.2.0-5.el9.x86_64 174/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : iproute-tc-6.7.0-2.el9.x86_64 175/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : iproute-tc-6.2.0-5.el9.x86_64 176/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 177/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 178/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 179/202 2024-02-19T16:29:08.297 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 180/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 181/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 182/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 183/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 184/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 185/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 186/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 187/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 188/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 189/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 190/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 191/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 192/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 193/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 194/202 2024-02-19T16:29:08.298 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 195/202 2024-02-19T16:29:08.299 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 196/202 2024-02-19T16:29:08.299 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 197/202 2024-02-19T16:29:08.299 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 198/202 2024-02-19T16:29:08.299 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 199/202 2024-02-19T16:29:08.299 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 200/202 2024-02-19T16:29:08.299 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 201/202 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 202/202 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout:Upgraded: 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: NetworkManager-1:1.45.91-1.el9.x86_64 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: NetworkManager-team-1:1.45.91-1.el9.x86_64 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: NetworkManager-tui-1:1.45.91-1.el9.x86_64 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: acl-2.3.1-4.el9.x86_64 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-19T16:29:11.148 INFO:teuthology.orchestra.run.smithi158.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: iproute-6.7.0-2.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: iproute-tc-6.7.0-2.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: libblkid-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: libmount-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: librados2-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: librbd1-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: libuuid-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-19T16:29:11.149 INFO:teuthology.orchestra.run.smithi158.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: util-linux-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout:Installed: 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: automake-1.16.2-8.el9.noarch 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: bison-3.7.4-5.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-base-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.150 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-grafana-dashboards-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-immutable-object-cache-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mds-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-dashboard-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-modules-core-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mgr-rook-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-mon-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-osd-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-prometheus-alerts-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-radosgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.151 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-selinux-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-test-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: ceph-volume-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: cephadm-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: cephfs-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: cephfs-shell-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: cephfs-top-2:19.0.0-1451.g9f8908ee.el9.noarch 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: flex-2.6.4-9.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-19T16:29:11.152 INFO:teuthology.orchestra.run.smithi158.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-19T16:29:11.153 INFO:teuthology.orchestra.run.smithi158.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-19T16:29:11.153 INFO:teuthology.orchestra.run.smithi158.stdout: jq-1.6-16.el9.x86_64 2024-02-19T16:29:11.153 INFO:teuthology.orchestra.run.smithi158.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-02-19T16:29:11.153 INFO:teuthology.orchestra.run.smithi158.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-19T16:29:11.153 INFO:teuthology.orchestra.run.smithi158.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-19T16:29:11.153 INFO:teuthology.orchestra.run.smithi158.stdout: libcephfs-devel-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.153 INFO:teuthology.orchestra.run.smithi158.stdout: libcephfs2-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: libcephsqlite-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: librados-devel-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: libradosstriper1-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: librgw2-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.154 INFO:teuthology.orchestra.run.smithi158.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: lua-5.4.4-4.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: postgresql-13.11-1.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-19T16:29:11.155 INFO:teuthology.orchestra.run.smithi158.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-ceph-argparse-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-ceph-common-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cephfs-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-19T16:29:11.156 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-google-auth-1:2.27.0-1.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-19T16:29:11.157 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-19T16:29:11.158 INFO:teuthology.orchestra.run.smithi158.stdout: python3-ply-3.11-14.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-rados-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-rbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-19T16:29:11.159 INFO:teuthology.orchestra.run.smithi158.stdout: python3-rgw-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-19T16:29:11.160 INFO:teuthology.orchestra.run.smithi158.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: rbd-fuse-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: rbd-mirror-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: rbd-nbd-2:19.0.0-1451.g9f8908ee.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: re2-1:20211101-3.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-19T16:29:11.161 INFO:teuthology.orchestra.run.smithi158.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-19T16:29:11.162 INFO:teuthology.orchestra.run.smithi158.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-19T16:29:11.162 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:11.162 INFO:teuthology.orchestra.run.smithi158.stdout:Complete! 2024-02-19T16:29:11.634 DEBUG:teuthology.parallel:result is None 2024-02-19T16:29:11.635 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=9f8908eed2b2d7e8c316bd5be7ed6e49024931ee 2024-02-19T16:29:11.778 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-19T16:29:11.804 INFO:teuthology.orchestra.run.smithi104.stdout:19.0.0-1451.g9f8908ee.el9 2024-02-19T16:29:11.808 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1451.g9f8908ee.el9 2024-02-19T16:29:11.808 INFO:teuthology.task.install:The correct ceph version 19.0.0-1451.g9f8908ee is installed. 2024-02-19T16:29:11.811 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=9f8908eed2b2d7e8c316bd5be7ed6e49024931ee 2024-02-19T16:29:12.031 DEBUG:teuthology.orchestra.run.smithi158:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-19T16:29:12.054 INFO:teuthology.orchestra.run.smithi158.stdout:19.0.0-1451.g9f8908ee.el9 2024-02-19T16:29:12.055 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1451.g9f8908ee.el9 2024-02-19T16:29:12.055 INFO:teuthology.task.install:The correct ceph version 19.0.0-1451.g9f8908ee is installed. 2024-02-19T16:29:12.056 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-02-19T16:29:12.057 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:12.057 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-19T16:29:12.092 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:12.092 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-19T16:29:12.127 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-02-19T16:29:12.127 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:12.127 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/daemon-helper 2024-02-19T16:29:12.162 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-19T16:29:12.231 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:12.231 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd of=/usr/bin/daemon-helper 2024-02-19T16:29:12.260 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-19T16:29:12.328 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-02-19T16:29:12.329 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:12.329 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-19T16:29:12.358 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-19T16:29:12.427 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:12.427 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-19T16:29:12.454 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-19T16:29:12.522 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-02-19T16:29:12.523 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:12.523 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/stdin-killer 2024-02-19T16:29:12.550 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-19T16:29:12.618 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:12.618 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd of=/usr/bin/stdin-killer 2024-02-19T16:29:12.645 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-19T16:29:12.712 INFO:teuthology.run_tasks:Running task ceph... 2024-02-19T16:29:12.800 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-02-19T16:29:12.801 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 777 /var/log/ceph 2024-02-19T16:29:12.803 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod 777 /var/log/ceph 2024-02-19T16:29:12.829 INFO:tasks.ceph:Disabling ceph logrotate... 2024-02-19T16:29:12.830 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /etc/logrotate.d/ceph 2024-02-19T16:29:12.871 DEBUG:teuthology.orchestra.run.smithi158:> sudo rm -f -- /etc/logrotate.d/ceph 2024-02-19T16:29:12.898 INFO:tasks.ceph:Creating extra log directories... 2024-02-19T16:29:12.898 DEBUG:teuthology.orchestra.run.smithi104:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-02-19T16:29:12.938 DEBUG:teuthology.orchestra.run.smithi158:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-02-19T16:29:12.971 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-02-19T16:29:12.971 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-02-19T16:29:12.971 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-02-19T16:29:12.971 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:12.971 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-02-19T16:29:13.018 DEBUG:teuthology.orchestra.run.smithi104:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-02-19T16:29:13.137 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-02-19T16:29:13.163 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:13.164 DEBUG:teuthology.orchestra.run.smithi158:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-02-19T16:29:13.178 DEBUG:teuthology.orchestra.run.smithi158:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-02-19T16:29:13.298 DEBUG:teuthology.orchestra.run.smithi158:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-02-19T16:29:13.330 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-02-19T16:29:13.330 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-02-19T16:29:13.330 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513', 'branch': 'wip-lusov-qdb', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} subvol_versions/create_subvol_version_v1 tasks/pool-perm}', 'email': None, 'first_in_suite': False, 'job_id': '7566513', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-lusov-qdb'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee'}}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-lusov-qdb', 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee'}}, 'owner': 'scheduled_leonidus@teuthology', 'priority': 60, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 2280, 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee', 'sleep_before_teardown': 0, 'subset': '111/10000', 'suite': 'fs', 'suite_branch': 'wip-lusov-qdb', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi104.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAzo1Ghmd2HVwa7zcWZBieRuwhRPM+qIek3lGzo9e4M9brG8gkTG6TtngUN6MUaW1mvDiwUvb1lNHXu3RaXwAWA=', 'smithi158.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOZBS8YIaOJ6/u5out6z35XhygLnVm4802aESu1H9qDBw8SJ1aeZoOLyLI+qnsKFgX+b0DxDGsFSLnD5WAp6J3I='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '9f8908eed2b2d7e8c316bd5be7ed6e49024931ee', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_pool_perm']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': 'b1dac5519c57c269ea98a22fb7729016a1d0e4d2', 'timestamp': '2024-02-19_14:34:49', 'tube': 'smithi', 'user': 'leonidus', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885'} 2024-02-19T16:29:13.331 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-02-19T16:29:13.333 DEBUG:teuthology.orchestra.run.smithi158:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-02-19T16:29:13.379 DEBUG:teuthology.orchestra.run.smithi104:> sudo install -d -m0777 -- /var/run/ceph 2024-02-19T16:29:13.388 DEBUG:teuthology.orchestra.run.smithi158:> sudo install -d -m0777 -- /var/run/ceph 2024-02-19T16:29:13.446 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:13.446 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/scratch_devs of=/dev/stdout 2024-02-19T16:29:13.466 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-19T16:29:13.467 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_1 2024-02-19T16:29:13.521 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-19T16:29:13.521 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-19T16:29:13.521 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-02-19T16:29:13.521 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-19T16:29:13.521 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-02-19T16:29:13.521 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-02-19 16:28:34.902354415 +0000 2024-02-19T16:29:13.521 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-02-19 16:26:02.065093941 +0000 2024-02-19T16:29:13.522 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-02-19 16:26:02.065093941 +0000 2024-02-19T16:29:13.522 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-02-19 16:26:02.065093941 +0000 2024-02-19T16:29:13.522 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-19T16:29:13.586 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-02-19T16:29:13.587 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-02-19T16:29:13.587 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000221226 s, 2.3 MB/s 2024-02-19T16:29:13.588 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-19T16:29:13.644 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_2 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-02-19 16:28:34.903354402 +0000 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-02-19 16:26:02.427089248 +0000 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-02-19 16:26:02.427089248 +0000 2024-02-19T16:29:13.699 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-02-19 16:26:02.427089248 +0000 2024-02-19T16:29:13.699 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-19T16:29:13.764 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-02-19T16:29:13.764 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-02-19T16:29:13.764 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000311627 s, 1.6 MB/s 2024-02-19T16:29:13.765 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-19T16:29:13.821 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_3 2024-02-19T16:29:13.876 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-19T16:29:13.877 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-19T16:29:13.877 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-02-19T16:29:13.877 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-19T16:29:13.877 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-02-19T16:29:13.877 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-02-19 16:28:34.903354402 +0000 2024-02-19T16:29:13.877 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-02-19 16:26:02.769084814 +0000 2024-02-19T16:29:13.877 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-02-19 16:26:02.769084814 +0000 2024-02-19T16:29:13.877 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-02-19 16:26:02.769084814 +0000 2024-02-19T16:29:13.877 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-19T16:29:13.942 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-02-19T16:29:13.942 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-02-19T16:29:13.942 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000194466 s, 2.6 MB/s 2024-02-19T16:29:13.943 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-19T16:29:13.999 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_4 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-02-19 16:28:34.903354402 +0000 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-02-19 16:26:03.099080535 +0000 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-02-19 16:26:03.099080535 +0000 2024-02-19T16:29:14.055 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-02-19 16:26:03.099080535 +0000 2024-02-19T16:29:14.055 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-19T16:29:14.120 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-02-19T16:29:14.120 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-02-19T16:29:14.120 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.00024111 s, 2.1 MB/s 2024-02-19T16:29:14.121 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-19T16:29:14.176 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:14.176 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:14.176 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/scratch_devs of=/dev/stdout 2024-02-19T16:29:14.194 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-19T16:29:14.194 DEBUG:teuthology.orchestra.run.smithi158:> stat /dev/vg_nvme/lv_1 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout:Context: system_u:object_r:device_t:s0 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout:Access: 2024-02-19 16:29:03.582617816 +0000 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout:Modify: 2024-02-19 16:25:46.552683142 +0000 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout:Change: 2024-02-19 16:25:46.552683142 +0000 2024-02-19T16:29:14.251 INFO:teuthology.orchestra.run.smithi158.stdout: Birth: 2024-02-19 16:25:46.552683142 +0000 2024-02-19T16:29:14.251 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-19T16:29:14.318 INFO:teuthology.orchestra.run.smithi158.stderr:1+0 records in 2024-02-19T16:29:14.319 INFO:teuthology.orchestra.run.smithi158.stderr:1+0 records out 2024-02-19T16:29:14.319 INFO:teuthology.orchestra.run.smithi158.stderr:512 bytes copied, 0.000114326 s, 4.5 MB/s 2024-02-19T16:29:14.320 DEBUG:teuthology.orchestra.run.smithi158:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-19T16:29:14.377 DEBUG:teuthology.orchestra.run.smithi158:> stat /dev/vg_nvme/lv_2 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout:Context: system_u:object_r:device_t:s0 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout:Access: 2024-02-19 16:29:03.582617816 +0000 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout:Modify: 2024-02-19 16:25:46.892679363 +0000 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout:Change: 2024-02-19 16:25:46.892679363 +0000 2024-02-19T16:29:14.434 INFO:teuthology.orchestra.run.smithi158.stdout: Birth: 2024-02-19 16:25:46.892679363 +0000 2024-02-19T16:29:14.434 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-19T16:29:14.501 INFO:teuthology.orchestra.run.smithi158.stderr:1+0 records in 2024-02-19T16:29:14.501 INFO:teuthology.orchestra.run.smithi158.stderr:1+0 records out 2024-02-19T16:29:14.501 INFO:teuthology.orchestra.run.smithi158.stderr:512 bytes copied, 8.5938e-05 s, 6.0 MB/s 2024-02-19T16:29:14.502 DEBUG:teuthology.orchestra.run.smithi158:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-19T16:29:14.558 DEBUG:teuthology.orchestra.run.smithi158:> stat /dev/vg_nvme/lv_3 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout:Context: system_u:object_r:device_t:s0 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout:Access: 2024-02-19 16:29:03.582617816 +0000 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout:Modify: 2024-02-19 16:25:47.219675729 +0000 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout:Change: 2024-02-19 16:25:47.219675729 +0000 2024-02-19T16:29:14.615 INFO:teuthology.orchestra.run.smithi158.stdout: Birth: 2024-02-19 16:25:47.219675729 +0000 2024-02-19T16:29:14.615 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-19T16:29:14.681 INFO:teuthology.orchestra.run.smithi158.stderr:1+0 records in 2024-02-19T16:29:14.682 INFO:teuthology.orchestra.run.smithi158.stderr:1+0 records out 2024-02-19T16:29:14.682 INFO:teuthology.orchestra.run.smithi158.stderr:512 bytes copied, 0.000104088 s, 4.9 MB/s 2024-02-19T16:29:14.683 DEBUG:teuthology.orchestra.run.smithi158:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-19T16:29:14.740 DEBUG:teuthology.orchestra.run.smithi158:> stat /dev/vg_nvme/lv_4 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout:Context: system_u:object_r:device_t:s0 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout:Access: 2024-02-19 16:29:03.583617804 +0000 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout:Modify: 2024-02-19 16:25:47.570671828 +0000 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout:Change: 2024-02-19 16:25:47.570671828 +0000 2024-02-19T16:29:14.795 INFO:teuthology.orchestra.run.smithi158.stdout: Birth: 2024-02-19 16:25:47.570671828 +0000 2024-02-19T16:29:14.796 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-19T16:29:14.860 INFO:teuthology.orchestra.run.smithi158.stderr:1+0 records in 2024-02-19T16:29:14.860 INFO:teuthology.orchestra.run.smithi158.stderr:1+0 records out 2024-02-19T16:29:14.860 INFO:teuthology.orchestra.run.smithi158.stderr:512 bytes copied, 0.000104529 s, 4.9 MB/s 2024-02-19T16:29:14.861 DEBUG:teuthology.orchestra.run.smithi158:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-19T16:29:14.917 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:14.917 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi104.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi158.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-02-19T16:29:14.917 INFO:tasks.ceph:Generating config... 2024-02-19T16:29:14.919 INFO:tasks.ceph:[client] client mount timeout = 600 2024-02-19T16:29:14.919 INFO:tasks.ceph:[client] debug client = 20 2024-02-19T16:29:14.919 INFO:tasks.ceph:[client] debug ms = 1 2024-02-19T16:29:14.919 INFO:tasks.ceph:[client] pid file = 2024-02-19T16:29:14.919 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-02-19T16:29:14.919 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-02-19T16:29:14.919 INFO:tasks.ceph:[mds] debug mds = 20 2024-02-19T16:29:14.919 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-02-19T16:29:14.919 INFO:tasks.ceph:[mds] debug ms = 1 2024-02-19T16:29:14.919 INFO:tasks.ceph:[mds] mds debug frag = True 2024-02-19T16:29:14.919 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-02-19T16:29:14.919 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-02-19T16:29:14.919 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mgr] debug ms = 1 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mon] debug mon = 20 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mon] debug ms = 1 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mon] debug paxos = 20 2024-02-19T16:29:14.920 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-02-19T16:29:14.920 INFO:tasks.ceph:[osd] bdev async discard = True 2024-02-19T16:29:14.920 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-02-19T16:29:14.920 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-02-19T16:29:14.920 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-02-19T16:29:14.920 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] debug ms = 1 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] debug osd = 20 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-02-19T16:29:14.921 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-02-19T16:29:14.921 INFO:tasks.ceph:Setting up mon.a... 2024-02-19T16:29:14.922 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-02-19T16:29:14.976 INFO:teuthology.orchestra.run.smithi104.stdout:creating /etc/ceph/ceph.keyring 2024-02-19T16:29:14.978 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-02-19T16:29:15.024 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-02-19T16:29:15.051 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.104'), ('mon.b', '172.21.15.158'), ('mon.c', '[v2:172.21.15.158:3301,v1:172.21.15.158:6790]')] 2024-02-19T16:29:15.051 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.104,172.21.15.158,[v2:172.21.15.158:3301,v1:172.21.15.158:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-02-19T16:29:15.052 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:15.052 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-02-19T16:29:15.106 DEBUG:teuthology.orchestra.run.smithi104:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.104 --add b 172.21.15.158 --addv c '[v2:172.21.15.158:3301,v1:172.21.15.158:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:15.190 INFO:teuthology.orchestra.run.smithi104.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:15.190 INFO:teuthology.orchestra.run.smithi104.stdout:monmaptool: generated fsid 31465258-c534-45cb-bb4d-35d3efdd6f7d 2024-02-19T16:29:15.190 INFO:teuthology.orchestra.run.smithi104.stdout:setting min_mon_release = quincy 2024-02-19T16:29:15.190 INFO:teuthology.orchestra.run.smithi104.stdout:epoch 0 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:fsid 31465258-c534-45cb-bb4d-35d3efdd6f7d 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:last_changed 2024-02-19T16:29:15.190028+0000 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:created 2024-02-19T16:29:15.190028+0000 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:min_mon_release 17 (quincy) 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:election_strategy: 1 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:1: [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] mon.b 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:2: [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] mon.c 2024-02-19T16:29:15.191 INFO:teuthology.orchestra.run.smithi104.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-02-19T16:29:15.192 DEBUG:teuthology.orchestra.run.smithi104:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-02-19T16:29:15.207 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 31465258-c534-45cb-bb4d-35d3efdd6f7d... 2024-02-19T16:29:15.208 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-02-19T16:29:15.250 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-02-19T16:29:15.297 INFO:teuthology.orchestra.run.smithi104.stdout:[global] 2024-02-19T16:29:15.297 INFO:teuthology.orchestra.run.smithi104.stdout: chdir = "" 2024-02-19T16:29:15.297 INFO:teuthology.orchestra.run.smithi104.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-02-19T16:29:15.297 INFO:teuthology.orchestra.run.smithi104.stdout: auth supported = cephx 2024-02-19T16:29:15.297 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.297 INFO:teuthology.orchestra.run.smithi104.stdout: filestore xattr use omap = true 2024-02-19T16:29:15.297 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.297 INFO:teuthology.orchestra.run.smithi104.stdout: mon clock drift allowed = 1.000 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: osd crush chooseleaf type = 0 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: auth debug = true 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: ms die on old message = true 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: ms die on bug = true 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: mon max pg per osd = 10000 # >= luminous 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: mon pg warn max object skew = 0 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: # disable pg_autoscaler by default for new pools 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: osd_pool_default_pg_autoscale_mode = off 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: osd pool default size = 2 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.298 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd allow primary affinity = true 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd allow pg remap = true 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on legacy crush tunables = false 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on crush straw calc version zero = false 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on no sortbitwise = false 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on osd down out interval zero = false 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on too few osds = false 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_pool_no_redundancy = false 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon_allow_pool_size_one = true 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: osd default data pool replay window = 5 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: mon allow pool delete = true 2024-02-19T16:29:15.299 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: mon cluster log file level = debug 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: debug asserts on shutdown = true 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: mon health detail to clog = false 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: mon host = "172.21.15.104,172.21.15.158,[v2:172.21.15.158:3301,v1:172.21.15.158:6790]" 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: fsid = 31465258-c534-45cb-bb4d-35d3efdd6f7d 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout:[osd] 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: osd journal size = 100 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: osd scrub load threshold = 5.0 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: osd scrub max interval = 600 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: osd mclock profile = high_recovery_ops 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.300 INFO:teuthology.orchestra.run.smithi104.stdout: osd recover clone overlap = true 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd recovery max chunk = 1048576 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug shutdown = true 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug op order = true 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug verify stray on activate = true 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug trim objects = true 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd open classes on start = true 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug pg log writeout = true 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd deep scrub update digest min age = 30 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: osd map max advance = 10 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: journal zero on create = true 2024-02-19T16:29:15.301 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: filestore ondisk finisher threads = 3 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: filestore apply finisher threads = 3 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: bdev debug aio = true 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug misdirected ops = true 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: bdev async discard = True 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: bdev enable discard = True 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: bluestore allocator = bitmap 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: bluestore block size = 96636764160 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: bluestore fsck on mount = True 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: debug bluefs = 1/20 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: debug bluestore = 1/20 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-02-19T16:29:15.302 INFO:teuthology.orchestra.run.smithi104.stdout: debug osd = 20 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: debug rocksdb = 4/10 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd backfillfull_ratio = 0.85 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd full ratio = 0.9 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd nearfull ratio = 0.8 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: osd failsafe full ratio = 0.95 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: osd objectstore = bluestore 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: osd op complaint time = 180 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr] 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: debug mgr = 20 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: debug mon = 20 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: debug auth = 20 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min pgs per osd = 4 2024-02-19T16:29:15.303 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min bytes per osd = 10 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: mgr/telemetry/nag = false 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout:[mon] 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: debug mon = 20 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: debug paxos = 20 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: debug auth = 20 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: mon data avail warn = 5 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: mon mgr mkfs grace = 240 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min pgs per osd = 4 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd reporter subtree level = osd 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd prime pg temp = true 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min bytes per osd = 10 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.304 INFO:teuthology.orchestra.run.smithi104.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: auth mon ticket ttl = 660 # 11m 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: auth service ticket ttl = 240 # 4m 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: # don't complain about insecure global_id in the test suite 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: # 1m isn't quite enough 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: mon_down_mkfs_grace = 2m 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_filestore_osds = false 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: mon op complaint time = 120 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout:[client] 2024-02-19T16:29:15.305 INFO:teuthology.orchestra.run.smithi104.stdout: rgw cache enabled = true 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: rgw enable ops log = true 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: rgw enable usage log = true 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: client mount timeout = 600 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: debug client = 20 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: pid file = "" 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: rados mon op timeout = 900 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout: rados osd op timeout = 900 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.a] 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.b] 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.c] 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.a] 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.c] 2024-02-19T16:29:15.306 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.b] 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.d] 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout:[mds] 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: debug mds = 20 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: debug mds balancer = 20 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: mds debug frag = True 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: mds debug scatterstat = True 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: mds op complaint time = 180 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: mds verify scatter = True 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: osd op complaint time = 180 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: rados mon op timeout = 900 2024-02-19T16:29:15.307 INFO:teuthology.orchestra.run.smithi104.stdout: rados osd op timeout = 900 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout:[global] 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: chdir = "" 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: auth supported = cephx 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: filestore xattr use omap = true 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: mon clock drift allowed = 1.000 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: osd crush chooseleaf type = 0 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: auth debug = true 2024-02-19T16:29:15.308 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: ms die on old message = true 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: ms die on bug = true 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: mon max pg per osd = 10000 # >= luminous 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: mon pg warn max object skew = 0 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: # disable pg_autoscaler by default for new pools 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: osd_pool_default_pg_autoscale_mode = off 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: osd pool default size = 2 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: mon osd allow primary affinity = true 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: mon osd allow pg remap = true 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: mon warn on legacy crush tunables = false 2024-02-19T16:29:15.309 INFO:teuthology.orchestra.run.smithi158.stdout: mon warn on crush straw calc version zero = false 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon warn on no sortbitwise = false 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon warn on osd down out interval zero = false 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon warn on too few osds = false 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon_warn_on_pool_no_redundancy = false 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon_allow_pool_size_one = true 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: osd default data pool replay window = 5 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon allow pool delete = true 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon cluster log file level = debug 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: debug asserts on shutdown = true 2024-02-19T16:29:15.310 INFO:teuthology.orchestra.run.smithi158.stdout: mon health detail to clog = false 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: mon host = "172.21.15.104,172.21.15.158,[v2:172.21.15.158:3301,v1:172.21.15.158:6790]" 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: fsid = 31465258-c534-45cb-bb4d-35d3efdd6f7d 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout:[osd] 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: osd journal size = 100 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: osd scrub load threshold = 5.0 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: osd scrub max interval = 600 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: osd mclock profile = high_recovery_ops 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: osd recover clone overlap = true 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: osd recovery max chunk = 1048576 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: osd debug shutdown = true 2024-02-19T16:29:15.311 INFO:teuthology.orchestra.run.smithi158.stdout: osd debug op order = true 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: osd debug verify stray on activate = true 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: osd debug trim objects = true 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: osd open classes on start = true 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: osd debug pg log writeout = true 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: osd deep scrub update digest min age = 30 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: osd map max advance = 10 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: journal zero on create = true 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: filestore ondisk finisher threads = 3 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: filestore apply finisher threads = 3 2024-02-19T16:29:15.312 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: bdev debug aio = true 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: osd debug misdirected ops = true 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: bdev async discard = True 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: bdev enable discard = True 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: bluestore allocator = bitmap 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: bluestore block size = 96636764160 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: bluestore fsck on mount = True 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: debug bluefs = 1/20 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: debug bluestore = 1/20 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: debug ms = 1 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: debug osd = 20 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: debug rocksdb = 4/10 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: mon osd backfillfull_ratio = 0.85 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: mon osd full ratio = 0.9 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: mon osd nearfull ratio = 0.8 2024-02-19T16:29:15.313 INFO:teuthology.orchestra.run.smithi158.stdout: osd failsafe full ratio = 0.95 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: osd objectstore = bluestore 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: osd op complaint time = 180 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout:[mgr] 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: debug ms = 1 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: debug mgr = 20 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: debug mon = 20 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: debug auth = 20 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: mon reweight min pgs per osd = 4 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: mon reweight min bytes per osd = 10 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: mgr/telemetry/nag = false 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout:[mon] 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: debug ms = 1 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: debug mon = 20 2024-02-19T16:29:15.314 INFO:teuthology.orchestra.run.smithi158.stdout: debug paxos = 20 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: debug auth = 20 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: mon data avail warn = 5 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: mon mgr mkfs grace = 240 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: mon reweight min pgs per osd = 4 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: mon osd reporter subtree level = osd 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: mon osd prime pg temp = true 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: mon reweight min bytes per osd = 10 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: auth mon ticket ttl = 660 # 11m 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: auth service ticket ttl = 240 # 4m 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: # don't complain about insecure global_id in the test suite 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-02-19T16:29:15.315 INFO:teuthology.orchestra.run.smithi158.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: # 1m isn't quite enough 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: mon_down_mkfs_grace = 2m 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: mon_warn_on_filestore_osds = false 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: mon op complaint time = 120 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout:[client] 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: rgw cache enabled = true 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: rgw enable ops log = true 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: rgw enable usage log = true 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-02-19T16:29:15.316 INFO:teuthology.orchestra.run.smithi158.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout: client mount timeout = 600 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout: debug client = 20 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout: debug ms = 1 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout: pid file = "" 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout: rados mon op timeout = 900 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout: rados osd op timeout = 900 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout:[mon.a] 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout:[mon.b] 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout:[mon.c] 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout:[mds.a] 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout:[mds.c] 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout:[mds.b] 2024-02-19T16:29:15.317 INFO:teuthology.orchestra.run.smithi158.stdout:[mds.d] 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout:[mds] 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: debug mds = 20 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: debug mds balancer = 20 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: debug ms = 1 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: mds debug frag = True 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: mds debug scatterstat = True 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: mds op complaint time = 180 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: mds verify scatter = True 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: osd op complaint time = 180 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: rados mon op timeout = 900 2024-02-19T16:29:15.318 INFO:teuthology.orchestra.run.smithi158.stdout: rados osd op timeout = 900 2024-02-19T16:29:15.320 INFO:tasks.ceph:Creating admin key on mon.a... 2024-02-19T16:29:15.320 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-02-19T16:29:15.416 INFO:tasks.ceph:Copying monmap to all nodes... 2024-02-19T16:29:15.416 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:15.416 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-02-19T16:29:15.431 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:15.431 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-02-19T16:29:15.485 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:29:15.485 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:15.486 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/ceph/ceph.keyring 2024-02-19T16:29:15.486 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-02-19T16:29:15.565 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:15.565 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:15.620 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:29:15.620 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:15.620 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd of=/etc/ceph/ceph.keyring 2024-02-19T16:29:15.620 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-02-19T16:29:15.660 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:15.660 DEBUG:teuthology.orchestra.run.smithi158:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:15.715 INFO:tasks.ceph:Setting up mon nodes... 2024-02-19T16:29:15.715 INFO:tasks.ceph:Setting up mgr nodes... 2024-02-19T16:29:15.716 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-02-19T16:29:15.770 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-02-19T16:29:15.772 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-02-19T16:29:15.833 INFO:teuthology.orchestra.run.smithi158.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-02-19T16:29:15.835 INFO:tasks.ceph:Setting up mds nodes... 2024-02-19T16:29:15.836 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-02-19T16:29:15.890 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-02-19T16:29:15.895 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-02-19T16:29:15.922 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-02-19T16:29:16.017 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-02-19T16:29:16.019 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-02-19T16:29:16.046 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-02-19T16:29:16.102 INFO:teuthology.orchestra.run.smithi158.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-02-19T16:29:16.104 DEBUG:teuthology.orchestra.run.smithi158:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-02-19T16:29:16.131 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-02-19T16:29:16.226 INFO:teuthology.orchestra.run.smithi158.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-02-19T16:29:16.228 DEBUG:teuthology.orchestra.run.smithi158:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-02-19T16:29:16.255 INFO:tasks.ceph_client:Setting up client nodes... 2024-02-19T16:29:16.255 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-02-19T16:29:16.297 INFO:teuthology.orchestra.run.smithi104.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-02-19T16:29:16.312 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-02-19T16:29:16.394 INFO:teuthology.orchestra.run.smithi104.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-02-19T16:29:16.409 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-02-19T16:29:16.451 INFO:teuthology.orchestra.run.smithi158.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-02-19T16:29:16.466 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-02-19T16:29:16.549 INFO:teuthology.orchestra.run.smithi158.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-02-19T16:29:16.565 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-02-19T16:29:16.565 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi104.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi158.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-02-19T16:29:16.565 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-02-19T16:29:16.591 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:16.592 INFO:tasks.ceph:role: osd.0 2024-02-19T16:29:16.592 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:29:16.592 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-19T16:29:16.666 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-19T16:29:17.177 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-02-19T16:29:17.178 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-02-19T16:29:17.178 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-02-19T16:29:17.329 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-02-19T16:29:17.365 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-02-19T16:29:17.433 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:17.433 INFO:tasks.ceph:role: osd.1 2024-02-19T16:29:17.433 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:29:17.433 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-02-19T16:29:17.507 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-02-19T16:29:17.507 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-19T16:29:17.507 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-19T16:29:17.508 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-19T16:29:17.508 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-19T16:29:17.508 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-02-19T16:29:17.508 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-19T16:29:17.508 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-19T16:29:17.508 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-19T16:29:17.508 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-19T16:29:17.958 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-02-19T16:29:17.959 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-02-19T16:29:17.960 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-02-19T16:29:18.055 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-02-19T16:29:18.086 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-02-19T16:29:18.153 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:18.153 INFO:tasks.ceph:role: osd.2 2024-02-19T16:29:18.153 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:29:18.153 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-02-19T16:29:18.227 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-02-19T16:29:18.227 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-19T16:29:18.227 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-19T16:29:18.228 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-19T16:29:18.228 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-19T16:29:18.228 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-02-19T16:29:18.228 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-19T16:29:18.228 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-19T16:29:18.228 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-19T16:29:18.228 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-19T16:29:18.722 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-02-19T16:29:18.724 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-02-19T16:29:18.724 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-02-19T16:29:18.873 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-02-19T16:29:18.905 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-02-19T16:29:18.972 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:18.972 INFO:tasks.ceph:role: osd.3 2024-02-19T16:29:18.972 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:29:18.972 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-02-19T16:29:19.046 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-02-19T16:29:19.046 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-19T16:29:19.046 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-19T16:29:19.046 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-19T16:29:19.046 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-19T16:29:19.046 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-02-19T16:29:19.046 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-19T16:29:19.046 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-19T16:29:19.047 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-19T16:29:19.047 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-19T16:29:19.560 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-02-19T16:29:19.562 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-02-19T16:29:19.562 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-02-19T16:29:19.715 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-02-19T16:29:19.749 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:19.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:19.844+0000 7fa765c0c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-02-19T16:29:19.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:19.845+0000 7fa765c0c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-02-19T16:29:19.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:19.845+0000 7fa765c0c640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-02-19T16:29:19.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:19.845+0000 7fa765c0c640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-02-19T16:29:19.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:19.845+0000 7fa765c0c640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-02-19T16:29:19.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:19.845+0000 7fa765c0c640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-02-19T16:29:22.714 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-02-19T16:29:22.744 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:22.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:22.830+0000 7f2321949640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-02-19T16:29:22.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:22.830+0000 7f2321949640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-02-19T16:29:22.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:22.830+0000 7f2321949640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-02-19T16:29:22.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:22.830+0000 7f2321949640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-02-19T16:29:22.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:22.830+0000 7f2321949640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-02-19T16:29:22.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:22.831+0000 7f2321949640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-02-19T16:29:25.681 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-02-19T16:29:25.710 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:25.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:25.798+0000 7f1ec420f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-02-19T16:29:25.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:25.799+0000 7f1ec420f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-02-19T16:29:25.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:25.799+0000 7f1ec420f640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-02-19T16:29:25.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:25.799+0000 7f1ec420f640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-02-19T16:29:25.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:25.799+0000 7f1ec420f640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-02-19T16:29:25.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:25.799+0000 7f1ec420f640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-02-19T16:29:28.657 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-02-19T16:29:28.688 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:28.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:28.778+0000 7fe07daa2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-02-19T16:29:28.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:28.779+0000 7fe07daa2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-02-19T16:29:28.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:28.779+0000 7fe07daa2640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-02-19T16:29:28.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:28.779+0000 7fe07daa2640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-02-19T16:29:28.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:28.779+0000 7fe07daa2640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-02-19T16:29:28.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:28.779+0000 7fe07daa2640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-02-19T16:29:31.625 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-02-19T16:29:31.656 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-02-19T16:29:31.688 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:31.689 INFO:tasks.ceph:role: osd.4 2024-02-19T16:29:31.689 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:29:31.689 DEBUG:teuthology.orchestra.run.smithi158:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-02-19T16:29:31.760 INFO:teuthology.orchestra.run.smithi158.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-02-19T16:29:31.760 INFO:teuthology.orchestra.run.smithi158.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-19T16:29:31.760 INFO:teuthology.orchestra.run.smithi158.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-19T16:29:31.760 INFO:teuthology.orchestra.run.smithi158.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-19T16:29:31.760 INFO:teuthology.orchestra.run.smithi158.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-19T16:29:31.761 INFO:teuthology.orchestra.run.smithi158.stdout: = sunit=0 swidth=0 blks 2024-02-19T16:29:31.761 INFO:teuthology.orchestra.run.smithi158.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-19T16:29:31.761 INFO:teuthology.orchestra.run.smithi158.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-19T16:29:31.761 INFO:teuthology.orchestra.run.smithi158.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-19T16:29:31.761 INFO:teuthology.orchestra.run.smithi158.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-19T16:29:31.792 INFO:teuthology.orchestra.run.smithi158.stdout:Discarding blocks...Done. 2024-02-19T16:29:31.794 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi158.front.sepia.ceph.com -o noatime 2024-02-19T16:29:31.794 DEBUG:teuthology.orchestra.run.smithi158:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-02-19T16:29:31.866 DEBUG:teuthology.orchestra.run.smithi158:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-02-19T16:29:31.939 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-02-19T16:29:32.007 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:32.007 INFO:tasks.ceph:role: osd.5 2024-02-19T16:29:32.007 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:29:32.007 DEBUG:teuthology.orchestra.run.smithi158:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-02-19T16:29:32.073 INFO:teuthology.orchestra.run.smithi158.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout: = sunit=0 swidth=0 blks 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-19T16:29:32.074 INFO:teuthology.orchestra.run.smithi158.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-19T16:29:32.106 INFO:teuthology.orchestra.run.smithi158.stdout:Discarding blocks...Done. 2024-02-19T16:29:32.108 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi158.front.sepia.ceph.com -o noatime 2024-02-19T16:29:32.109 DEBUG:teuthology.orchestra.run.smithi158:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-02-19T16:29:32.181 DEBUG:teuthology.orchestra.run.smithi158:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-02-19T16:29:32.253 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-02-19T16:29:32.321 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:32.321 INFO:tasks.ceph:role: osd.6 2024-02-19T16:29:32.321 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:29:32.321 DEBUG:teuthology.orchestra.run.smithi158:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout: = sunit=0 swidth=0 blks 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-19T16:29:32.388 INFO:teuthology.orchestra.run.smithi158.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-19T16:29:32.389 INFO:teuthology.orchestra.run.smithi158.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-19T16:29:32.421 INFO:teuthology.orchestra.run.smithi158.stdout:Discarding blocks...Done. 2024-02-19T16:29:32.423 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi158.front.sepia.ceph.com -o noatime 2024-02-19T16:29:32.423 DEBUG:teuthology.orchestra.run.smithi158:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-02-19T16:29:32.493 DEBUG:teuthology.orchestra.run.smithi158:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-02-19T16:29:32.565 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-02-19T16:29:32.635 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-02-19T16:29:32.635 INFO:tasks.ceph:role: osd.7 2024-02-19T16:29:32.635 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:29:32.635 DEBUG:teuthology.orchestra.run.smithi158:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-02-19T16:29:32.701 INFO:teuthology.orchestra.run.smithi158.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-02-19T16:29:32.701 INFO:teuthology.orchestra.run.smithi158.stdout: = sectsz=512 attr=2, projid32bit=1 2024-02-19T16:29:32.701 INFO:teuthology.orchestra.run.smithi158.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-02-19T16:29:32.702 INFO:teuthology.orchestra.run.smithi158.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-02-19T16:29:32.702 INFO:teuthology.orchestra.run.smithi158.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-02-19T16:29:32.702 INFO:teuthology.orchestra.run.smithi158.stdout: = sunit=0 swidth=0 blks 2024-02-19T16:29:32.702 INFO:teuthology.orchestra.run.smithi158.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-02-19T16:29:32.702 INFO:teuthology.orchestra.run.smithi158.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-02-19T16:29:32.702 INFO:teuthology.orchestra.run.smithi158.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-02-19T16:29:32.702 INFO:teuthology.orchestra.run.smithi158.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-02-19T16:29:32.734 INFO:teuthology.orchestra.run.smithi158.stdout:Discarding blocks...Done. 2024-02-19T16:29:32.736 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi158.front.sepia.ceph.com -o noatime 2024-02-19T16:29:32.736 DEBUG:teuthology.orchestra.run.smithi158:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-02-19T16:29:32.806 DEBUG:teuthology.orchestra.run.smithi158:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-02-19T16:29:32.879 DEBUG:teuthology.orchestra.run.smithi158:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:32.983 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:32.981+0000 7fcab9c1a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-02-19T16:29:32.983 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:32.981+0000 7fcab9c1a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-02-19T16:29:32.983 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:32.981+0000 7fcab9c1a640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-02-19T16:29:32.983 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:32.981+0000 7fcab9c1a640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-02-19T16:29:32.983 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:32.981+0000 7fcab9c1a640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-02-19T16:29:32.983 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:32.982+0000 7fcab9c1a640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-02-19T16:29:35.847 DEBUG:teuthology.orchestra.run.smithi158:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-02-19T16:29:35.879 DEBUG:teuthology.orchestra.run.smithi158:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:35.971 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:35.969+0000 7fd274617640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-02-19T16:29:35.971 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:35.969+0000 7fd274617640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-02-19T16:29:35.971 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:35.970+0000 7fd274617640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-02-19T16:29:35.971 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:35.970+0000 7fd274617640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-02-19T16:29:35.972 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:35.970+0000 7fd274617640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-02-19T16:29:35.972 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:35.970+0000 7fd274617640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-02-19T16:29:38.836 DEBUG:teuthology.orchestra.run.smithi158:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-02-19T16:29:38.868 DEBUG:teuthology.orchestra.run.smithi158:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:38.973 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:38.971+0000 7f6f81bac640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-02-19T16:29:38.973 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:38.971+0000 7f6f81bac640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-02-19T16:29:38.973 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:38.971+0000 7f6f81bac640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-02-19T16:29:38.973 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:38.971+0000 7f6f81bac640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-02-19T16:29:38.973 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:38.971+0000 7f6f81bac640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-02-19T16:29:38.974 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:38.972+0000 7f6f81bac640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-02-19T16:29:41.815 DEBUG:teuthology.orchestra.run.smithi158:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-02-19T16:29:41.845 DEBUG:teuthology.orchestra.run.smithi158:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:41.935 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:41.933+0000 7f669801d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-02-19T16:29:41.935 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:41.934+0000 7f669801d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-02-19T16:29:41.935 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:41.934+0000 7f669801d640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-02-19T16:29:41.935 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:41.934+0000 7f669801d640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-02-19T16:29:41.935 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:41.934+0000 7f669801d640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-02-19T16:29:41.936 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:41.934+0000 7f669801d640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-02-19T16:29:43.332 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:29:43.335 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:29:44.780 DEBUG:teuthology.orchestra.run.smithi158:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-02-19T16:29:44.809 INFO:tasks.ceph:Reading keys from all nodes... 2024-02-19T16:29:44.810 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:44.810 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-02-19T16:29:44.842 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:44.842 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-02-19T16:29:44.913 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:44.914 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-02-19T16:29:44.985 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:44.985 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-02-19T16:29:45.056 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:45.056 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-02-19T16:29:45.126 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:45.126 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-02-19T16:29:45.195 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:45.195 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-02-19T16:29:45.263 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.263 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-02-19T16:29:45.295 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.295 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-02-19T16:29:45.364 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.364 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-02-19T16:29:45.433 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.433 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-02-19T16:29:45.501 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.501 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-02-19T16:29:45.568 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.568 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-02-19T16:29:45.635 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.635 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-02-19T16:29:45.703 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:45.703 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-02-19T16:29:45.721 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:45.721 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-02-19T16:29:45.779 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.779 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-02-19T16:29:45.794 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:45.794 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-02-19T16:29:45.849 INFO:tasks.ceph:Adding keys to all mons... 2024-02-19T16:29:45.849 DEBUG:teuthology.orchestra.run.smithi104:> sudo tee -a /etc/ceph/ceph.keyring 2024-02-19T16:29:45.851 DEBUG:teuthology.orchestra.run.smithi158:> sudo tee -a /etc/ceph/ceph.keyring 2024-02-19T16:29:45.892 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr.y] 2024-02-19T16:29:45.892 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDbgdNlJfngLRAAnmVwsctfOIHUfZi+qP+Yfw== 2024-02-19T16:29:45.892 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.a] 2024-02-19T16:29:45.892 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDbgdNl8t8NNRAAObZeKujIAMXFwMMiOHCDAw== 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.c] 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlxwoHARAAcgvnuQiO1bcj1AcCJfOF/Q== 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.0] 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDfgdNlKDx2MhAAeHaK6hjbuAqtxjHlo1pNfQ== 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.1] 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDigdNlpE2bMRAA5o+UAtHxtzu2Bi8nanLUIA== 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.2] 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDlgdNlMZaoLxAAh7Wvml3dpfeOytylKEO59g== 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.3] 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDogdNltDB4LhAAeZXC1QyUiPBbCUEi4vF9Sw== 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr.x] 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDbgdNlqjipMRAAGpYQxErFK5a05ad1PnZOTw== 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.b] 2024-02-19T16:29:45.893 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlczkNBhAAk+Hr5rlN9lrU0IGXiBoiyw== 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.d] 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlu8tzDRAATnNixjrMqLPLVvoJkhsiHQ== 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.4] 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDsgdNlw62QOhAAZ4meqDW5F9onodP49S459A== 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.5] 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDvgdNlHdzbORAAd7sK5o4qAqWiGAwvgwxsuw== 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.6] 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDygdNlyGj4ORAAYOBuovZaRLUTnbXDcQXJhg== 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.7] 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQD1gdNlDOK2NxAAjZiXltbbM7Av7CURK2I9ag== 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout:[client.2] 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNl9Nt7FxAATgMkE2RnEMPsa+SpsiiZRQ== 2024-02-19T16:29:45.894 INFO:teuthology.orchestra.run.smithi104.stdout:[client.1] 2024-02-19T16:29:45.895 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNly+reGhAAieWnUnayIpiQ2dN2efZk4g== 2024-02-19T16:29:45.895 INFO:teuthology.orchestra.run.smithi104.stdout:[client.3] 2024-02-19T16:29:45.895 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlQBbAIBAAlIi3g1wr2neucXRUfVaSDg== 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout:[mgr.y] 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDbgdNlJfngLRAAnmVwsctfOIHUfZi+qP+Yfw== 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout:[mds.a] 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDbgdNl8t8NNRAAObZeKujIAMXFwMMiOHCDAw== 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout:[mds.c] 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDcgdNlxwoHARAAcgvnuQiO1bcj1AcCJfOF/Q== 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout:[osd.0] 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDfgdNlKDx2MhAAeHaK6hjbuAqtxjHlo1pNfQ== 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout:[osd.1] 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDigdNlpE2bMRAA5o+UAtHxtzu2Bi8nanLUIA== 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout:[osd.2] 2024-02-19T16:29:45.915 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDlgdNlMZaoLxAAh7Wvml3dpfeOytylKEO59g== 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout:[osd.3] 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDogdNltDB4LhAAeZXC1QyUiPBbCUEi4vF9Sw== 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout:[mgr.x] 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDbgdNlqjipMRAAGpYQxErFK5a05ad1PnZOTw== 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout:[mds.b] 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDcgdNlczkNBhAAk+Hr5rlN9lrU0IGXiBoiyw== 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout:[mds.d] 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDcgdNlu8tzDRAATnNixjrMqLPLVvoJkhsiHQ== 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout:[osd.4] 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDsgdNlw62QOhAAZ4meqDW5F9onodP49S459A== 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout:[osd.5] 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDvgdNlHdzbORAAd7sK5o4qAqWiGAwvgwxsuw== 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout:[osd.6] 2024-02-19T16:29:45.916 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDygdNlyGj4ORAAYOBuovZaRLUTnbXDcQXJhg== 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout:[osd.7] 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQD1gdNlDOK2NxAAjZiXltbbM7Av7CURK2I9ag== 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout:[client.0] 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout:[client.2] 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDcgdNl9Nt7FxAATgMkE2RnEMPsa+SpsiiZRQ== 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout:[client.1] 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDcgdNly+reGhAAieWnUnayIpiQ2dN2efZk4g== 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout:[client.3] 2024-02-19T16:29:45.917 INFO:teuthology.orchestra.run.smithi158.stdout: key = AQDcgdNlQBbAIBAAlIi3g1wr2neucXRUfVaSDg== 2024-02-19T16:29:45.918 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-02-19T16:29:45.938 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-02-19T16:29:46.009 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-19T16:29:46.011 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-19T16:29:46.092 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-19T16:29:46.095 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-19T16:29:46.149 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.151 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.203 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.205 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.256 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.259 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.310 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.313 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.365 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-02-19T16:29:46.367 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-02-19T16:29:46.419 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-19T16:29:46.421 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-19T16:29:46.475 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-19T16:29:46.477 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-02-19T16:29:46.532 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.534 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.585 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.588 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.640 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.643 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.694 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.696 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-02-19T16:29:46.748 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-19T16:29:46.750 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-19T16:29:46.805 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-19T16:29:46.807 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-19T16:29:46.861 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-19T16:29:46.863 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-19T16:29:46.920 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-19T16:29:46.922 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-02-19T16:29:46.976 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-02-19T16:29:46.976 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-02-19T16:29:47.002 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-02-19T16:29:47.099 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-02-19T16:29:47.125 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-02-19T16:29:47.152 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-02-19T16:29:47.250 DEBUG:teuthology.orchestra.run.smithi158:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-02-19T16:29:47.277 DEBUG:teuthology.orchestra.run.smithi158:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-02-19T16:29:47.344 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-02-19T16:29:47.441 DEBUG:teuthology.orchestra.run.smithi158:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-02-19T16:29:47.468 DEBUG:teuthology.orchestra.run.smithi104:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:47.471 DEBUG:teuthology.orchestra.run.smithi158:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-02-19T16:29:47.522 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-02-19T16:29:47.523 INFO:tasks.ceph.mon.a:Restarting daemon 2024-02-19T16:29:47.523 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-02-19T16:29:47.526 INFO:tasks.ceph.mon.a:Started 2024-02-19T16:29:47.526 INFO:tasks.ceph.mon.b:Restarting daemon 2024-02-19T16:29:47.526 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-02-19T16:29:47.565 INFO:tasks.ceph.mon.b:Started 2024-02-19T16:29:47.566 INFO:tasks.ceph.mon.c:Restarting daemon 2024-02-19T16:29:47.566 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-02-19T16:29:47.568 INFO:tasks.ceph.mon.c:Started 2024-02-19T16:29:47.568 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-02-19T16:29:47.569 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-02-19T16:29:47.569 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-02-19T16:29:47.571 INFO:tasks.ceph.mgr.y:Started 2024-02-19T16:29:47.571 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-02-19T16:29:47.571 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-02-19T16:29:47.573 INFO:tasks.ceph.mgr.x:Started 2024-02-19T16:29:47.573 INFO:tasks.ceph:Setting crush tunables to default 2024-02-19T16:29:47.573 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd crush tunables default 2024-02-19T16:29:47.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.672+0000 7fc641b69640 1 Processor -- start 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.672+0000 7fc641b69640 1 -- start start 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc641b69640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c0d1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc641b69640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc63c0b24b0 0x7fc63c15f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc641b69640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 0x7fc63c15fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc641b69640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc63c0aeda0 con 0x7fc63c0b24b0 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc641b69640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc63c0b3450 con 0x7fc63c0b2910 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc641b69640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc63c0d23e0 con 0x7fc63c0d1ac0 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc632ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc63c0b24b0 0x7fc63c15f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc632ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc63c0b24b0 0x7fc63c15f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56994/0 (socket says 172.21.15.104:56994) 2024-02-19T16:29:47.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc632ffd640 1 -- 172.21.15.104:0/421433452 learned_addr learned my addr 172.21.15.104:0/421433452 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc632ffd640 1 -- 172.21.15.104:0/421433452 >> v2:172.21.15.104:3300/0 conn(0x7fc63c0b24b0 msgr2=0x7fc63c15f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc632ffd640 1 -- 172.21.15.104:0/421433452 >> v2:172.21.15.104:3300/0 conn(0x7fc63c0b24b0 msgr2=0x7fc63c15f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc632ffd640 1 --2- 172.21.15.104:0/421433452 >> v2:172.21.15.104:3300/0 conn(0x7fc63c0b24b0 0x7fc63c15f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc632ffd640 1 --2- 172.21.15.104:0/421433452 >> v2:172.21.15.104:3300/0 conn(0x7fc63c0b24b0 0x7fc63c15f740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc63bfff640 1 --2- 172.21.15.104:0/421433452 >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 0x7fc63c15fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc63b7fe640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c0d1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc63b7fe640 1 -- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 msgr2=0x7fc63c0d1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc63b7fe640 1 -- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 msgr2=0x7fc63c0d1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc63b7fe640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c0d1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc63bfff640 1 -- 172.21.15.104:0/421433452 >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 msgr2=0x7fc63c15fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc63b7fe640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c0d1ea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.673+0000 7fc63bfff640 1 -- 172.21.15.104:0/421433452 >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 msgr2=0x7fc63c15fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-02-19T16:29:47.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.674+0000 7fc63bfff640 1 --2- 172.21.15.104:0/421433452 >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 0x7fc63c15fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-19T16:29:47.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.674+0000 7fc63bfff640 1 --2- 172.21.15.104:0/421433452 >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 0x7fc63c15fc80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.874+0000 7fc632ffd640 1 --2- 172.21.15.104:0/421433452 >> v2:172.21.15.104:3300/0 conn(0x7fc63c0b24b0 0x7fc63c15f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.874+0000 7fc63b7fe640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c0d1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.874+0000 7fc632ffd640 1 -- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 msgr2=0x7fc63c0d1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.874+0000 7fc632ffd640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c0d1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.874+0000 7fc632ffd640 1 -- 172.21.15.104:0/421433452 >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 msgr2=0x7fc63c15fc80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.874+0000 7fc632ffd640 1 --2- 172.21.15.104:0/421433452 >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 0x7fc63c15fc80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.874+0000 7fc632ffd640 1 -- 172.21.15.104:0/421433452 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc63c0b2e90 con 0x7fc63c0b24b0 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc632ffd640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b24b0 0x7fc63c15f740 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc63c160800 tx=0x7fc62402bbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8470b797f68a2d55 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:47.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc63affd640 1 -- 172.21.15.104:0/421433452 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc62402c980 con 0x7fc63c0b24b0 2024-02-19T16:29:47.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc63affd640 1 -- 172.21.15.104:0/421433452 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc62402cae0 con 0x7fc63c0b24b0 2024-02-19T16:29:47.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc63affd640 1 -- 172.21.15.104:0/421433452 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc62402ce90 con 0x7fc63c0b24b0 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 -- 172.21.15.104:0/421433452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b24b0 msgr2=0x7fc63c15f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b24b0 0x7fc63c15f740 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc63c160800 tx=0x7fc62402bbd0 comp rx=0 tx=0).stop 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 -- 172.21.15.104:0/421433452 shutdown_connections 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 --2- 172.21.15.104:0/421433452 >> v2:172.21.15.158:3300/0 conn(0x7fc63c0b2910 0x7fc63c15fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b24b0 0x7fc63c15f740 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 --2- 172.21.15.104:0/421433452 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c0d1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 -- 172.21.15.104:0/421433452 >> 172.21.15.104:0/421433452 conn(0x7fc63c072f10 msgr2=0x7fc63c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 -- 172.21.15.104:0/421433452 shutdown_connections 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.875+0000 7fc641b69640 1 -- 172.21.15.104:0/421433452 wait complete. 2024-02-19T16:29:47.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.877+0000 7fc641b69640 1 Processor -- start 2024-02-19T16:29:47.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.877+0000 7fc641b69640 1 -- start start 2024-02-19T16:29:47.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.877+0000 7fc641b69640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc63c0b24b0 0x7fc63c1f24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:47.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.877+0000 7fc641b69640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b2910 0x7fc63c0c6c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:47.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.877+0000 7fc641b69640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c15c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:47.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc641b69640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc63c1f29f0 con 0x7fc63c0b2910 2024-02-19T16:29:47.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc641b69640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc63c15e4f0 con 0x7fc63c0b24b0 2024-02-19T16:29:47.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc641b69640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc63c15d450 con 0x7fc63c0d1ac0 2024-02-19T16:29:47.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b2910 0x7fc63c0c6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b2910 0x7fc63c0c6c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57030/0 (socket says 172.21.15.104:57030) 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 -- 172.21.15.104:0/3133942897 learned_addr learned my addr 172.21.15.104:0/3133942897 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc63b7fe640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc63c0b24b0 0x7fc63c1f24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc63bfff640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c15c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 -- 172.21.15.104:0/3133942897 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 msgr2=0x7fc63c15c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c15c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 -- 172.21.15.104:0/3133942897 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc63c0b24b0 msgr2=0x7fc63c1f24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc63c0b24b0 0x7fc63c1f24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 -- 172.21.15.104:0/3133942897 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6240095b0 con 0x7fc63c0b2910 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc632ffd640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b2910 0x7fc63c0c6c30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc624037040 tx=0x7fc624004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc638ff9640 1 -- 172.21.15.104:0/3133942897 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc624003a20 con 0x7fc63c0b2910 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc638ff9640 1 -- 172.21.15.104:0/3133942897 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc624003b80 con 0x7fc63c0b2910 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc63c15d730 con 0x7fc63c0b2910 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc638ff9640 1 -- 172.21.15.104:0/3133942897 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc624034440 con 0x7fc63c0b2910 2024-02-19T16:29:47.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc63c15dcf0 con 0x7fc63c0b2910 2024-02-19T16:29:47.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc638ff9640 1 -- 172.21.15.104:0/3133942897 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fc62403b050 con 0x7fc63c0b2910 2024-02-19T16:29:47.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.878+0000 7fc638ff9640 1 -- 172.21.15.104:0/3133942897 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc624049860 con 0x7fc63c0b2910 2024-02-19T16:29:47.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.879+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc63c0751e0 con 0x7fc63c0b2910 2024-02-19T16:29:47.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:47.881+0000 7fc638ff9640 1 -- 172.21.15.104:0/3133942897 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fc62404e060 con 0x7fc63c0b2910 2024-02-19T16:29:48.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.005+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fc63c0b7af0 con 0x7fc63c0b2910 2024-02-19T16:29:48.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.007+0000 7fc638ff9640 1 -- 172.21.15.104:0/3133942897 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7fc624044070 con 0x7fc63c0b2910 2024-02-19T16:29:48.008 INFO:teuthology.orchestra.run.smithi104.stderr:adjusted tunables profile to default 2024-02-19T16:29:48.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b2910 msgr2=0x7fc63c0c6c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b2910 0x7fc63c0c6c30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc624037040 tx=0x7fc624004730 comp rx=0 tx=0).stop 2024-02-19T16:29:48.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 shutdown_connections 2024-02-19T16:29:48.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc63c0b2910 0x7fc63c0c6c30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc63c0d1ac0 0x7fc63c15c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 --2- 172.21.15.104:0/3133942897 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc63c0b24b0 0x7fc63c1f24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 >> 172.21.15.104:0/3133942897 conn(0x7fc63c072f10 msgr2=0x7fc63c1551f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:48.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 shutdown_connections 2024-02-19T16:29:48.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:48.008+0000 7fc641b69640 1 -- 172.21.15.104:0/3133942897 wait complete. 2024-02-19T16:29:48.020 INFO:tasks.ceph:check_enable_crimson: False 2024-02-19T16:29:48.020 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-02-19T16:29:48.020 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:48.020 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-02-19T16:29:48.046 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:48.047 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-02-19T16:29:48.113 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:48.113 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-02-19T16:29:48.180 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:29:48.180 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-02-19T16:29:48.248 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:48.248 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-02-19T16:29:48.275 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:48.275 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-02-19T16:29:48.342 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:48.342 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-02-19T16:29:48.343 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:48.341+0000 7f9706e12040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-19T16:29:48.392 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:48.391+0000 7f82cf611040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-19T16:29:48.398 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:48.397+0000 7f9706e12040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-19T16:29:48.409 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:29:48.409 DEBUG:teuthology.orchestra.run.smithi158:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-02-19T16:29:48.446 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:48.445+0000 7f82cf611040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-19T16:29:48.476 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --cluster ceph osd new 9c543098-d6ff-4611-9d2b-d1ef980e6037 0 2024-02-19T16:29:48.616 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.614+0000 7f00ca765640 1 Processor -- start 2024-02-19T16:29:48.616 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.614+0000 7f00ca765640 1 -- start start 2024-02-19T16:29:48.618 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00ca765640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c406e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.618 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00ca765640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f00c40cf380 0x7f00c40af740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.618 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00ca765640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00c40cf7c0 con 0x7f00c40afc80 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00ca765640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00c40b00f0 con 0x7f00c40cf380 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00ca765640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00c406eb30 con 0x7f00c415e080 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00c3fff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c406e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00c3fff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c406e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47066/0 (socket says 172.21.15.158:47066) 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00c3fff640 1 -- 172.21.15.158:0/1389213036 learned_addr learned my addr 172.21.15.158:0/1389213036 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00c37fe640 1 --2- 172.21.15.158:0/1389213036 >> v2:172.21.15.104:3300/0 conn(0x7f00c40cf380 0x7f00c40af740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00c3fff640 1 -- 172.21.15.158:0/1389213036 >> v2:172.21.15.104:3300/0 conn(0x7f00c40cf380 msgr2=0x7f00c40af740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00c3fff640 1 --2- 172.21.15.158:0/1389213036 >> v2:172.21.15.104:3300/0 conn(0x7f00c40cf380 0x7f00c40af740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00c3fff640 1 -- 172.21.15.158:0/1389213036 >> v1:172.21.15.104:6789/0 conn(0x7f00c40afc80 legacy=0x7f00c4071740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.616+0000 7f00c3fff640 1 -- 172.21.15.158:0/1389213036 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c406ee10 con 0x7f00c415e080 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.617+0000 7f00c3fff640 1 --2- 172.21.15.158:0/1389213036 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c406e420 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f00b8009870 tx=0x7f00b802b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19b4ab40e1dc1fcf server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.617+0000 7f00c2ffd640 1 -- 172.21.15.158:0/1389213036 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00b8030840 con 0x7f00c415e080 2024-02-19T16:29:48.619 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.617+0000 7f00c2ffd640 1 -- 172.21.15.158:0/1389213036 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00b80309a0 con 0x7f00c415e080 2024-02-19T16:29:48.620 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.617+0000 7f00c2ffd640 1 -- 172.21.15.158:0/1389213036 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00b8030d30 con 0x7f00c415e080 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.618+0000 7f00ca765640 1 -- 172.21.15.158:0/1389213036 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 msgr2=0x7f00c406e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.618+0000 7f00ca765640 1 --2- 172.21.15.158:0/1389213036 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c406e420 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f00b8009870 tx=0x7f00b802b980 comp rx=0 tx=0).stop 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.618+0000 7f00ca765640 1 -- 172.21.15.158:0/1389213036 shutdown_connections 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.618+0000 7f00ca765640 1 --2- 172.21.15.158:0/1389213036 >> v2:172.21.15.104:3300/0 conn(0x7f00c40cf380 0x7f00c40af740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.618+0000 7f00ca765640 1 --2- 172.21.15.158:0/1389213036 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c406e420 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.618+0000 7f00ca765640 1 -- 172.21.15.158:0/1389213036 >> 172.21.15.158:0/1389213036 conn(0x7f00c40b2600 msgr2=0x7f00c40b29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.618+0000 7f00ca765640 1 -- 172.21.15.158:0/1389213036 shutdown_connections 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.618+0000 7f00ca765640 1 -- 172.21.15.158:0/1389213036 wait complete. 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.619+0000 7f00ca765640 1 Processor -- start 2024-02-19T16:29:48.623 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.619+0000 7f00ca765640 1 -- start start 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00ca765640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f00c40afc80 0x7f00c4157610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00ca765640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c40cf380 0x7f00c40b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00ca765640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c41f5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00ca765640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c4156290 con 0x7f00c40cf380 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00ca765640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c4156570 con 0x7f00c40afc80 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00ca765640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00c4156850 con 0x7f00c415e080 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c3fff640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f00c40afc80 0x7f00c4157610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c41f5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c41f5230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47074/0 (socket says 172.21.15.158:47074) 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 -- 172.21.15.158:0/1903301192 learned_addr learned my addr 172.21.15.158:0/1903301192 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c3fff640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f00c40afc80 0x7f00c4157610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.158:33128/0 (socket says 172.21.15.158:33128) 2024-02-19T16:29:48.624 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c37fe640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c40cf380 0x7f00c40b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 -- 172.21.15.158:0/1903301192 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f00c40afc80 msgr2=0x7f00c4157610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f00c40afc80 0x7f00c4157610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 -- 172.21.15.158:0/1903301192 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c40cf380 msgr2=0x7f00c40b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c40cf380 0x7f00c40b57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 -- 172.21.15.158:0/1903301192 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00b80094d0 con 0x7f00c415e080 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c37fe640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c40cf380 0x7f00c40b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c3fff640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f00c40afc80 0x7f00c4157610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.620+0000 7f00c8d02640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c41f5230 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f00bc00c730 tx=0x7f00bc00cbf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.621+0000 7f00c0ff9640 1 -- 172.21.15.158:0/1903301192 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00bc003b90 con 0x7f00c415e080 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.621+0000 7f00c0ff9640 1 -- 172.21.15.158:0/1903301192 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00bc003cf0 con 0x7f00c415e080 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.621+0000 7f00c0ff9640 1 -- 172.21.15.158:0/1903301192 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00bc00aa90 con 0x7f00c415e080 2024-02-19T16:29:48.625 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.621+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00c4156b30 con 0x7f00c415e080 2024-02-19T16:29:48.626 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.621+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00c41570f0 con 0x7f00c415e080 2024-02-19T16:29:48.626 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.621+0000 7f00c0ff9640 1 -- 172.21.15.158:0/1903301192 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f00bc00abf0 con 0x7f00c415e080 2024-02-19T16:29:48.626 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.621+0000 7f00c0ff9640 1 -- 172.21.15.158:0/1903301192 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f00bc012850 con 0x7f00c415e080 2024-02-19T16:29:48.626 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.622+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00c40751e0 con 0x7f00c415e080 2024-02-19T16:29:48.626 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.624+0000 7f00c0ff9640 1 -- 172.21.15.158:0/1903301192 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f00bc00ce40 con 0x7f00c415e080 2024-02-19T16:29:48.696 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.694+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd new", "uuid": "9c543098-d6ff-4611-9d2b-d1ef980e6037", "id": 0} v 0) v1 -- 0x7f00c40cfd90 con 0x7f00c415e080 2024-02-19T16:29:48.698 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.697+0000 7f00c0ff9640 1 -- 172.21.15.158:0/1903301192 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9c543098-d6ff-4611-9d2b-d1ef980e6037", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f00bc012a60 con 0x7f00c415e080 2024-02-19T16:29:48.699 INFO:teuthology.orchestra.run.smithi158.stdout:0 2024-02-19T16:29:48.700 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 msgr2=0x7f00c41f5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.700 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c41f5230 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f00bc00c730 tx=0x7f00bc00cbf0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.700 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 shutdown_connections 2024-02-19T16:29:48.700 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c40cf380 0x7f00c40b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.701 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00c415e080 0x7f00c41f5230 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.701 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 --2- 172.21.15.158:0/1903301192 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f00c40afc80 0x7f00c4157610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.701 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 >> 172.21.15.158:0/1903301192 conn(0x7f00c40b2600 msgr2=0x7f00c406d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:48.701 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 shutdown_connections 2024-02-19T16:29:48.701 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.698+0000 7f00ca765640 1 -- 172.21.15.158:0/1903301192 wait complete. 2024-02-19T16:29:48.710 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --cluster ceph osd new 61b386e3-d7d1-435c-895f-2a6488946be1 1 2024-02-19T16:29:48.809 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.808+0000 7fcb5b023640 1 Processor -- start 2024-02-19T16:29:48.810 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.808+0000 7fcb5b023640 1 -- start start 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb5b023640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540b24b0 0x7fcb540af230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb5b023640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb540aeda0 con 0x7fcb540b2910 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb5b023640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb540b3450 con 0x7fcb540d1ac0 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb5b023640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb540b2e90 con 0x7fcb540b24b0 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb53fff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540b24b0 0x7fcb540af230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb58dbf640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7fcb540d1ac0 0x7fcb540d1ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.158:42642/0 (socket says 172.21.15.158:42642) 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb58dbf640 1 -- 172.21.15.158:0/4141942254 learned_addr learned my addr 172.21.15.158:0/4141942254 (peer_addr_for_me v1:172.21.15.158:0/0) 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb537fe640 1 -- 172.21.15.158:0/4141942254 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1103427412 0 0) 0x7fcb540b3450 con 0x7fcb540d1ac0 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb53fff640 1 -- 172.21.15.158:0/4141942254 >> v1:172.21.15.158:6789/0 conn(0x7fcb540d1ac0 legacy=0x7fcb540d1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb53fff640 1 -- 172.21.15.158:0/4141942254 >> v1:172.21.15.104:6789/0 conn(0x7fcb540b2910 legacy=0x7fcb540af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.811 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.809+0000 7fcb53fff640 1 -- 172.21.15.158:0/4141942254 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb540b3170 con 0x7fcb540b24b0 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.810+0000 7fcb53fff640 1 --2- 172.21.15.158:0/4141942254 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540b24b0 0x7fcb540af230 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fcb400097d0 tx=0x7fcb4002b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ddf34de3a9438a5 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.810+0000 7fcb537fe640 1 -- 172.21.15.158:0/4141942254 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb40031800 con 0x7fcb540b24b0 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.810+0000 7fcb537fe640 1 -- 172.21.15.158:0/4141942254 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb40031960 con 0x7fcb540b24b0 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.810+0000 7fcb537fe640 1 -- 172.21.15.158:0/4141942254 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb40031cf0 con 0x7fcb540b24b0 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.811+0000 7fcb5b023640 1 -- 172.21.15.158:0/4141942254 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540b24b0 msgr2=0x7fcb540af230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.811+0000 7fcb5b023640 1 --2- 172.21.15.158:0/4141942254 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540b24b0 0x7fcb540af230 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fcb400097d0 tx=0x7fcb4002b8a0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.811+0000 7fcb5b023640 1 -- 172.21.15.158:0/4141942254 shutdown_connections 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.811+0000 7fcb5b023640 1 --2- 172.21.15.158:0/4141942254 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540b24b0 0x7fcb540af230 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.811+0000 7fcb5b023640 1 -- 172.21.15.158:0/4141942254 >> 172.21.15.158:0/4141942254 conn(0x7fcb54072f10 msgr2=0x7fcb5409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.811+0000 7fcb5b023640 1 -- 172.21.15.158:0/4141942254 shutdown_connections 2024-02-19T16:29:48.813 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.811+0000 7fcb5b023640 1 -- 172.21.15.158:0/4141942254 wait complete. 2024-02-19T16:29:48.815 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.812+0000 7fcb5b023640 1 Processor -- start 2024-02-19T16:29:48.815 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.812+0000 7fcb5b023640 1 -- start start 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb5b023640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcb540b24b0 0x7fcb5414e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb5b023640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb540b2910 0x7fcb540b6d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb5b023640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540d1ac0 0x7fcb541522e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb5b023640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb5414ebf0 con 0x7fcb540b2910 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb5b023640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb540b53a0 con 0x7fcb540b24b0 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb5b023640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb540b4790 con 0x7fcb540d1ac0 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcb540b24b0 0x7fcb5414e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb595c0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540d1ac0 0x7fcb541522e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcb540b24b0 0x7fcb5414e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.158:33136/0 (socket says 172.21.15.158:33136) 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 -- 172.21.15.158:0/1698313677 learned_addr learned my addr 172.21.15.158:0/1698313677 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb53fff640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb540b2910 0x7fcb540b6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 -- 172.21.15.158:0/1698313677 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540d1ac0 msgr2=0x7fcb541522e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540d1ac0 0x7fcb541522e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 -- 172.21.15.158:0/1698313677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb540b2910 msgr2=0x7fcb540b6d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.816 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb540b2910 0x7fcb540b6d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 -- 172.21.15.158:0/1698313677 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb40009400 con 0x7fcb540b24b0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb595c0640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540d1ac0 0x7fcb541522e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb53fff640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb540b2910 0x7fcb540b6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.813+0000 7fcb58dbf640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcb540b24b0 0x7fcb5414e6b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fcb4800c4a0 tx=0x7fcb4800c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.814+0000 7fcb517fa640 1 -- 172.21.15.158:0/1698313677 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb480074e0 con 0x7fcb540b24b0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.814+0000 7fcb517fa640 1 -- 172.21.15.158:0/1698313677 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb48007640 con 0x7fcb540b24b0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.814+0000 7fcb517fa640 1 -- 172.21.15.158:0/1698313677 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb48004a00 con 0x7fcb540b24b0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.814+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb540b4a70 con 0x7fcb540b24b0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.814+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb540b5030 con 0x7fcb540b24b0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.814+0000 7fcb517fa640 1 -- 172.21.15.158:0/1698313677 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fcb48004b60 con 0x7fcb540b24b0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.814+0000 7fcb517fa640 1 -- 172.21.15.158:0/1698313677 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fcb48012840 con 0x7fcb540b24b0 2024-02-19T16:29:48.817 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.815+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb540751e0 con 0x7fcb540b24b0 2024-02-19T16:29:48.818 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.817+0000 7fcb517fa640 1 -- 172.21.15.158:0/1698313677 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fcb48018070 con 0x7fcb540b24b0 2024-02-19T16:29:48.892 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.890+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd new", "uuid": "61b386e3-d7d1-435c-895f-2a6488946be1", "id": 1} v 0) v1 -- 0x7fcb540cbd90 con 0x7fcb540b24b0 2024-02-19T16:29:48.897 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.896+0000 7fcb517fa640 1 -- 172.21.15.158:0/1698313677 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "61b386e3-d7d1-435c-895f-2a6488946be1", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fcb48012b20 con 0x7fcb540b24b0 2024-02-19T16:29:48.898 INFO:teuthology.orchestra.run.smithi158.stdout:1 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcb540b24b0 msgr2=0x7fcb5414e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcb540b24b0 0x7fcb5414e6b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fcb4800c4a0 tx=0x7fcb4800c960 comp rx=0 tx=0).stop 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 shutdown_connections 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcb540b2910 0x7fcb540b6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcb540d1ac0 0x7fcb541522e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 --2- 172.21.15.158:0/1698313677 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcb540b24b0 0x7fcb5414e6b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 >> 172.21.15.158:0/1698313677 conn(0x7fcb54072f10 msgr2=0x7fcb5406eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 shutdown_connections 2024-02-19T16:29:48.899 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:48.897+0000 7fcb5b023640 1 -- 172.21.15.158:0/1698313677 wait complete. 2024-02-19T16:29:48.909 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --cluster ceph osd new d4914083-4dd0-40b9-8464-5c4479e9599b 2 2024-02-19T16:29:48.976 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:48.975+0000 7f82cf611040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-19T16:29:48.980 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:48.979+0000 7f9706e12040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-19T16:29:49.008 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.007+0000 7f2aafad4640 1 Processor -- start 2024-02-19T16:29:49.009 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.007+0000 7f2aafad4640 1 -- start start 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.008+0000 7f2aafad4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2aa80cf6f0 0x7f2aa806b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.008+0000 7f2aafad4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa80ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.008+0000 7f2aafad4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2aa806af10 con 0x7f2aa815ed30 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.008+0000 7f2aafad4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2aa806b540 con 0x7f2aa80cf6f0 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.008+0000 7f2aafad4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2aa806bea0 con 0x7f2aa806d520 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.008+0000 7f2aad06f640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f2aa815ed30 0x7f2aa806ce10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.158:42650/0 (socket says 172.21.15.158:42650) 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.008+0000 7f2aad06f640 1 -- 172.21.15.158:0/2240401542 learned_addr learned my addr 172.21.15.158:0/2240401542 (peer_addr_for_me v1:172.21.15.158:0/0) 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.008+0000 7f2aae071640 1 --2- 172.21.15.158:0/2240401542 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa80ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.009+0000 7f2aad870640 1 --2- 172.21.15.158:0/2240401542 >> v2:172.21.15.104:3300/0 conn(0x7f2aa80cf6f0 0x7f2aa806b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.009+0000 7f2aac86e640 1 -- 172.21.15.158:0/2240401542 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4075119710 0 0) 0x7f2aa806af10 con 0x7f2aa815ed30 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.009+0000 7f2aac86e640 1 -- 172.21.15.158:0/2240401542 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a94003520 con 0x7f2aa815ed30 2024-02-19T16:29:49.011 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.009+0000 7f2aae071640 1 -- 172.21.15.158:0/2240401542 >> v2:172.21.15.104:3300/0 conn(0x7f2aa80cf6f0 msgr2=0x7f2aa806b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:49.012 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.009+0000 7f2aae071640 1 --2- 172.21.15.158:0/2240401542 >> v2:172.21.15.104:3300/0 conn(0x7f2aa80cf6f0 0x7f2aa806b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.012 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.009+0000 7f2aae071640 1 -- 172.21.15.158:0/2240401542 >> v1:172.21.15.158:6789/0 conn(0x7f2aa815ed30 legacy=0x7f2aa806ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.012 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.009+0000 7f2aae071640 1 -- 172.21.15.158:0/2240401542 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2aa8071190 con 0x7f2aa806d520 2024-02-19T16:29:49.012 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.009+0000 7f2aae071640 1 --2- 172.21.15.158:0/2240401542 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa80ad8e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0009d90 tx=0x7f2aa002be20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e61569e5777ef32 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.012 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aac86e640 1 -- 172.21.15.158:0/2240401542 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa002cbd0 con 0x7f2aa806d520 2024-02-19T16:29:49.012 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aac86e640 1 -- 172.21.15.158:0/2240401542 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aa002cd30 con 0x7f2aa806d520 2024-02-19T16:29:49.012 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aac86e640 1 -- 172.21.15.158:0/2240401542 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa002cea0 con 0x7f2aa806d520 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aafad4640 1 -- 172.21.15.158:0/2240401542 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 msgr2=0x7f2aa80ad8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aafad4640 1 --2- 172.21.15.158:0/2240401542 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa80ad8e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0009d90 tx=0x7f2aa002be20 comp rx=0 tx=0).stop 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aafad4640 1 -- 172.21.15.158:0/2240401542 shutdown_connections 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aafad4640 1 --2- 172.21.15.158:0/2240401542 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa80ad8e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aafad4640 1 --2- 172.21.15.158:0/2240401542 >> v2:172.21.15.104:3300/0 conn(0x7f2aa80cf6f0 0x7f2aa806b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aafad4640 1 -- 172.21.15.158:0/2240401542 >> 172.21.15.158:0/2240401542 conn(0x7f2aa80b2020 msgr2=0x7f2aa80b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aafad4640 1 -- 172.21.15.158:0/2240401542 shutdown_connections 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.010+0000 7f2aafad4640 1 -- 172.21.15.158:0/2240401542 wait complete. 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.011+0000 7f2aafad4640 1 Processor -- start 2024-02-19T16:29:49.015 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aafad4640 1 -- start start 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aafad4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa8158c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aafad4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aa80cf6f0 0x7f2aa80b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aafad4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2aa815ed30 0x7f2aa81f38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aafad4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2aa813e360 con 0x7f2aa80cf6f0 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aafad4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2aa8155780 con 0x7f2aa815ed30 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aafad4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2aa8155a20 con 0x7f2aa806d520 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aad870640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa8158c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aae071640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2aa815ed30 0x7f2aa81f38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aad870640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa8158c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47104/0 (socket says 172.21.15.158:47104) 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aae071640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2aa815ed30 0x7f2aa81f38b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.158:33140/0 (socket says 172.21.15.158:33140) 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aad870640 1 -- 172.21.15.158:0/3077571811 learned_addr learned my addr 172.21.15.158:0/3077571811 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.012+0000 7f2aad06f640 1 --2- 172.21.15.158:0/3077571811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aa80cf6f0 0x7f2aa80b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2aae071640 1 -- 172.21.15.158:0/3077571811 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 msgr2=0x7f2aa8158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.016 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2aae071640 1 --2- 172.21.15.158:0/3077571811 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa8158c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2aae071640 1 -- 172.21.15.158:0/3077571811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aa80cf6f0 msgr2=0x7f2aa80b38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2aae071640 1 --2- 172.21.15.158:0/3077571811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aa80cf6f0 0x7f2aa80b38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2aae071640 1 -- 172.21.15.158:0/3077571811 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2aa0009a70 con 0x7f2aa815ed30 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2aae071640 1 --2- 172.21.15.158:0/3077571811 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2aa815ed30 0x7f2aa81f38b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0033000 tx=0x7f2aa0004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2a9e7fc640 1 -- 172.21.15.158:0/3077571811 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa002cea0 con 0x7f2aa815ed30 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2a9e7fc640 1 -- 172.21.15.158:0/3077571811 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aa0040650 con 0x7f2aa815ed30 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2aa80b4120 con 0x7f2aa815ed30 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2a9e7fc640 1 -- 172.21.15.158:0/3077571811 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa0040a00 con 0x7f2aa815ed30 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2aa80b46e0 con 0x7f2aa815ed30 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2a9e7fc640 1 -- 172.21.15.158:0/3077571811 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f2aa0049400 con 0x7f2aa815ed30 2024-02-19T16:29:49.017 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.013+0000 7f2a9e7fc640 1 -- 172.21.15.158:0/3077571811 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f2aa003e820 con 0x7f2aa815ed30 2024-02-19T16:29:49.018 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.014+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2aa80751e0 con 0x7f2aa815ed30 2024-02-19T16:29:49.018 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.016+0000 7f2a9e7fc640 1 -- 172.21.15.158:0/3077571811 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f2aa0067dd0 con 0x7f2aa815ed30 2024-02-19T16:29:49.030 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.029+0000 7f82cf611040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-19T16:29:49.037 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.036+0000 7f9706e12040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-19T16:29:49.074 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.073+0000 7f82cf611040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-19T16:29:49.082 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.081+0000 7f9706e12040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-19T16:29:49.089 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.088+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d4914083-4dd0-40b9-8464-5c4479e9599b", "id": 2} v 0) v1 -- 0x7f2aa8155b60 con 0x7f2aa815ed30 2024-02-19T16:29:49.095 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.093+0000 7f2a9e7fc640 1 -- 172.21.15.158:0/3077571811 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d4914083-4dd0-40b9-8464-5c4479e9599b", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f2aa0056030 con 0x7f2aa815ed30 2024-02-19T16:29:49.095 INFO:teuthology.orchestra.run.smithi158.stdout:2 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2aa815ed30 msgr2=0x7f2aa81f38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 --2- 172.21.15.158:0/3077571811 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2aa815ed30 0x7f2aa81f38b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0033000 tx=0x7f2aa0004a40 comp rx=0 tx=0).stop 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 shutdown_connections 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 --2- 172.21.15.158:0/3077571811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aa80cf6f0 0x7f2aa80b38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 --2- 172.21.15.158:0/3077571811 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2aa815ed30 0x7f2aa81f38b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 --2- 172.21.15.158:0/3077571811 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2aa806d520 0x7f2aa8158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 >> 172.21.15.158:0/3077571811 conn(0x7f2aa80b2020 msgr2=0x7f2aa8154be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 shutdown_connections 2024-02-19T16:29:49.096 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.094+0000 7f2aafad4640 1 -- 172.21.15.158:0/3077571811 wait complete. 2024-02-19T16:29:49.106 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --cluster ceph osd new dc6b7e90-5dca-4c36-85e6-6a64b607ae23 3 2024-02-19T16:29:49.130 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.129+0000 7f82cf611040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-19T16:29:49.140 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.139+0000 7f9706e12040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-19T16:29:49.172 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.171+0000 7f82cf611040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-19T16:29:49.185 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.183+0000 7f9706e12040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-19T16:29:49.207 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.205+0000 7f4efd007640 1 Processor -- start 2024-02-19T16:29:49.207 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.206+0000 7f4efd007640 1 -- start start 2024-02-19T16:29:49.208 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.206+0000 7f4efd007640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4ef815adc0 0x7f4ef815e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.206+0000 7f4efd007640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ef80d06a0 con 0x7f4ef815a9e0 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.206+0000 7f4efd007640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ef815f660 con 0x7f4ef80b51b0 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.206+0000 7f4efd007640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ef815b320 con 0x7f4ef815adc0 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.206+0000 7f4ef759e640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f4ef80b51b0 0x7f4ef815b7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.158:42666/0 (socket says 172.21.15.158:42666) 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.207+0000 7f4ef759e640 1 -- 172.21.15.158:0/3277703452 learned_addr learned my addr 172.21.15.158:0/3277703452 (peer_addr_for_me v1:172.21.15.158:0/0) 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.207+0000 7f4eeffff640 1 --2- 172.21.15.158:0/3277703452 >> v2:172.21.15.104:3300/0 conn(0x7f4ef815adc0 0x7f4ef815e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.207+0000 7f4ef659c640 1 -- 172.21.15.158:0/3277703452 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3934774855 0 0) 0x7f4ef815f660 con 0x7f4ef80b51b0 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.207+0000 7f4ef659c640 1 -- 172.21.15.158:0/3277703452 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ee4003520 con 0x7f4ef80b51b0 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.207+0000 7f4eeffff640 1 -- 172.21.15.158:0/3277703452 >> v1:172.21.15.158:6789/0 conn(0x7f4ef80b51b0 legacy=0x7f4ef815b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.207+0000 7f4eeffff640 1 -- 172.21.15.158:0/3277703452 >> v1:172.21.15.104:6789/0 conn(0x7f4ef815a9e0 legacy=0x7f4ef806d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.207+0000 7f4ef659c640 1 -- 172.21.15.158:0/3277703452 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 885237654 0 0) 0x7f4ef80d06a0 con 0x7f4ef815a9e0 2024-02-19T16:29:49.209 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.207+0000 7f4eeffff640 1 -- 172.21.15.158:0/3277703452 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef815edc0 con 0x7f4ef815adc0 2024-02-19T16:29:49.210 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.208+0000 7f4eeffff640 1 --2- 172.21.15.158:0/3277703452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815adc0 0x7f4ef815e6e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00097a0 tx=0x7f4ee002b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=739218cfaaef1945 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.208+0000 7f4ef659c640 1 -- 172.21.15.158:0/3277703452 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0030610 con 0x7f4ef815adc0 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.208+0000 7f4ef659c640 1 -- 172.21.15.158:0/3277703452 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee0030770 con 0x7f4ef815adc0 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.208+0000 7f4ef659c640 1 -- 172.21.15.158:0/3277703452 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0030b00 con 0x7f4ef815adc0 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.208+0000 7f4efd007640 1 -- 172.21.15.158:0/3277703452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815adc0 msgr2=0x7f4ef815e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.208+0000 7f4efd007640 1 --2- 172.21.15.158:0/3277703452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815adc0 0x7f4ef815e6e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00097a0 tx=0x7f4ee002b960 comp rx=0 tx=0).stop 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.209+0000 7f4efd007640 1 -- 172.21.15.158:0/3277703452 shutdown_connections 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.209+0000 7f4efd007640 1 --2- 172.21.15.158:0/3277703452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815adc0 0x7f4ef815e6e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.209+0000 7f4efd007640 1 -- 172.21.15.158:0/3277703452 >> 172.21.15.158:0/3277703452 conn(0x7f4ef80b2670 msgr2=0x7f4ef80b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.209+0000 7f4efd007640 1 -- 172.21.15.158:0/3277703452 shutdown_connections 2024-02-19T16:29:49.211 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.209+0000 7f4efd007640 1 -- 172.21.15.158:0/3277703452 wait complete. 2024-02-19T16:29:49.213 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.210+0000 7f4efd007640 1 Processor -- start 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.210+0000 7f4efd007640 1 -- start start 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4efd007640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef80b51b0 0x7f4ef8153cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4efd007640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815a9e0 0x7f4ef81483c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4efd007640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4ef815adc0 0x7f4ef8154ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4efd007640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef80c8fa0 con 0x7f4ef815a9e0 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4efd007640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef8154210 con 0x7f4ef80b51b0 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4efd007640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef8148900 con 0x7f4ef815adc0 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef6d9d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef80b51b0 0x7f4ef8153cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef6d9d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef80b51b0 0x7f4ef8153cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.158:33142/0 (socket says 172.21.15.158:33142) 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef6d9d640 1 -- 172.21.15.158:0/4001599660 learned_addr learned my addr 172.21.15.158:0/4001599660 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef759e640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4ef815adc0 0x7f4ef8154ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4eeffff640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815a9e0 0x7f4ef81483c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef759e640 1 -- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef80b51b0 msgr2=0x7f4ef8153cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.214 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef759e640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef80b51b0 0x7f4ef8153cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef759e640 1 -- 172.21.15.158:0/4001599660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815a9e0 msgr2=0x7f4ef81483c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef759e640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815a9e0 0x7f4ef81483c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef759e640 1 -- 172.21.15.158:0/4001599660 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ee0009400 con 0x7f4ef815adc0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4eeffff640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815a9e0 0x7f4ef81483c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef6d9d640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef80b51b0 0x7f4ef8153cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4ef759e640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4ef815adc0 0x7f4ef8154ef0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4ef000cab0 tx=0x7f4ef000cf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4eef7fe640 1 -- 172.21.15.158:0/4001599660 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef000ac30 con 0x7f4ef815adc0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4eef7fe640 1 -- 172.21.15.158:0/4001599660 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ef000ad90 con 0x7f4ef815adc0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4eef7fe640 1 -- 172.21.15.158:0/4001599660 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0012600 con 0x7f4ef815adc0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ef806e050 con 0x7f4ef815adc0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.211+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ef80c6280 con 0x7f4ef815adc0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.212+0000 7f4eef7fe640 1 -- 172.21.15.158:0/4001599660 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f4ef0012760 con 0x7f4ef815adc0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.212+0000 7f4eef7fe640 1 -- 172.21.15.158:0/4001599660 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f4ef0007070 con 0x7f4ef815adc0 2024-02-19T16:29:49.215 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.212+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ef8072860 con 0x7f4ef815adc0 2024-02-19T16:29:49.216 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.214+0000 7f4eef7fe640 1 -- 172.21.15.158:0/4001599660 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f4ef0021060 con 0x7f4ef815adc0 2024-02-19T16:29:49.286 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.285+0000 7f82cf611040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-19T16:29:49.287 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.286+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd new", "uuid": "dc6b7e90-5dca-4c36-85e6-6a64b607ae23", "id": 3} v 0) v1 -- 0x7f4ef80751e0 con 0x7f4ef815adc0 2024-02-19T16:29:49.292 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.291+0000 7f4eef7fe640 1 -- 172.21.15.158:0/4001599660 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dc6b7e90-5dca-4c36-85e6-6a64b607ae23", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4ef0017070 con 0x7f4ef815adc0 2024-02-19T16:29:49.293 INFO:teuthology.orchestra.run.smithi158.stdout:3 2024-02-19T16:29:49.294 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4ef815adc0 msgr2=0x7f4ef8154ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.294 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4ef815adc0 0x7f4ef8154ef0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4ef000cab0 tx=0x7f4ef000cf70 comp rx=0 tx=0).stop 2024-02-19T16:29:49.294 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 shutdown_connections 2024-02-19T16:29:49.294 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef815a9e0 0x7f4ef81483c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.294 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4ef815adc0 0x7f4ef8154ef0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.294 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 --2- 172.21.15.158:0/4001599660 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef80b51b0 0x7f4ef8153cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.294 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 >> 172.21.15.158:0/4001599660 conn(0x7f4ef80b2670 msgr2=0x7f4ef8158300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.294 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 shutdown_connections 2024-02-19T16:29:49.295 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.292+0000 7f4efd007640 1 -- 172.21.15.158:0/4001599660 wait complete. 2024-02-19T16:29:49.304 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --cluster ceph osd new b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b 4 2024-02-19T16:29:49.305 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.304+0000 7f9706e12040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-19T16:29:49.357 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.356+0000 7f82cf611040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-19T16:29:49.379 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.377+0000 7f9706e12040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-19T16:29:49.402 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.401+0000 7f82cf611040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-19T16:29:49.405 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.403+0000 7f34b2088640 1 Processor -- start 2024-02-19T16:29:49.405 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.403+0000 7f34b2088640 1 -- start start 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34b2088640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac15e040 0x7f34ac0b3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34b2088640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f34ac0b14d0 0x7f34ac0b1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34b2088640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34ac0ce520 con 0x7f34ac06c4d0 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34b2088640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34ac0d2a70 con 0x7f34ac0b14d0 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34b2088640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34ac0ce7c0 con 0x7f34ac15e040 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34aaffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac15e040 0x7f34ac0b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34abfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f34ac0b14d0 0x7f34ac0b1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34aaffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac15e040 0x7f34ac0b3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47114/0 (socket says 172.21.15.158:47114) 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34abfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f34ac0b14d0 0x7f34ac0b1aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.158:33158/0 (socket says 172.21.15.158:33158) 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.404+0000 7f34aaffd640 1 -- 172.21.15.158:0/3924775048 learned_addr learned my addr 172.21.15.158:0/3924775048 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:49.407 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.405+0000 7f34aaffd640 1 -- 172.21.15.158:0/3924775048 >> v2:172.21.15.158:3300/0 conn(0x7f34ac0b14d0 msgr2=0x7f34ac0b1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.405+0000 7f34aaffd640 1 --2- 172.21.15.158:0/3924775048 >> v2:172.21.15.158:3300/0 conn(0x7f34ac0b14d0 0x7f34ac0b1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.405+0000 7f34aaffd640 1 -- 172.21.15.158:0/3924775048 >> v1:172.21.15.104:6789/0 conn(0x7f34ac06c4d0 legacy=0x7f34ac06c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.405+0000 7f34aaffd640 1 -- 172.21.15.158:0/3924775048 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34ac0ceaa0 con 0x7f34ac15e040 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.405+0000 7f34aa7fc640 1 -- 172.21.15.158:0/3924775048 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2531839885 0 0) 0x7f34ac0ce520 con 0x7f34ac06c4d0 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.405+0000 7f34abfff640 1 --2- 172.21.15.158:0/3924775048 >> v2:172.21.15.158:3300/0 conn(0x7f34ac0b14d0 0x7f34ac0b1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.405+0000 7f34aaffd640 1 --2- 172.21.15.158:0/3924775048 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac15e040 0x7f34ac0b3020 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009870 tx=0x7f34a002b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=127b68c67e4a317d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34aa7fc640 1 -- 172.21.15.158:0/3924775048 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a0030840 con 0x7f34ac15e040 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34aa7fc640 1 -- 172.21.15.158:0/3924775048 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34a00309a0 con 0x7f34ac15e040 2024-02-19T16:29:49.408 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34aa7fc640 1 -- 172.21.15.158:0/3924775048 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a0030d30 con 0x7f34ac15e040 2024-02-19T16:29:49.411 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34b2088640 1 -- 172.21.15.158:0/3924775048 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac15e040 msgr2=0x7f34ac0b3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.411 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34b2088640 1 --2- 172.21.15.158:0/3924775048 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac15e040 0x7f34ac0b3020 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009870 tx=0x7f34a002b980 comp rx=0 tx=0).stop 2024-02-19T16:29:49.411 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34b2088640 1 -- 172.21.15.158:0/3924775048 shutdown_connections 2024-02-19T16:29:49.411 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34b2088640 1 --2- 172.21.15.158:0/3924775048 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac15e040 0x7f34ac0b3020 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.411 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34b2088640 1 --2- 172.21.15.158:0/3924775048 >> v2:172.21.15.158:3300/0 conn(0x7f34ac0b14d0 0x7f34ac0b1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.411 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34b2088640 1 -- 172.21.15.158:0/3924775048 >> 172.21.15.158:0/3924775048 conn(0x7f34ac072f10 msgr2=0x7f34ac09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.411 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34b2088640 1 -- 172.21.15.158:0/3924775048 shutdown_connections 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.406+0000 7f34b2088640 1 -- 172.21.15.158:0/3924775048 wait complete. 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.407+0000 7f34b2088640 1 Processor -- start 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34b2088640 1 -- start start 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34b2088640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac06c4d0 0x7f34ac14f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34b2088640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f34ac0b14d0 0x7f34ac0b6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34b2088640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34ac15e040 0x7f34ac15aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34b2088640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34ac0b5510 con 0x7f34ac15e040 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34b2088640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34ac0b4890 con 0x7f34ac0b14d0 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34b2088640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34ac0b4b70 con 0x7f34ac06c4d0 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34ab7fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac06c4d0 0x7f34ac14f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.408+0000 7f34aaffd640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f34ac0b14d0 0x7f34ac0b6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34ab7fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac06c4d0 0x7f34ac14f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47116/0 (socket says 172.21.15.158:47116) 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34ab7fe640 1 -- 172.21.15.158:0/854332871 learned_addr learned my addr 172.21.15.158:0/854332871 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:49.412 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34abfff640 1 --2- 172.21.15.158:0/854332871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34ac15e040 0x7f34ac15aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34ab7fe640 1 -- 172.21.15.158:0/854332871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f34ac0b14d0 msgr2=0x7f34ac0b6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34ab7fe640 1 --2- 172.21.15.158:0/854332871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f34ac0b14d0 0x7f34ac0b6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34ab7fe640 1 -- 172.21.15.158:0/854332871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34ac15e040 msgr2=0x7f34ac15aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34ab7fe640 1 --2- 172.21.15.158:0/854332871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34ac15e040 0x7f34ac15aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34ab7fe640 1 -- 172.21.15.158:0/854332871 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a4009a70 con 0x7f34ac06c4d0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34ab7fe640 1 --2- 172.21.15.158:0/854332871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac06c4d0 0x7f34ac14f0e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f349c00c4e0 tx=0x7f349c00c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f3493fff640 1 -- 172.21.15.158:0/854332871 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c0035f0 con 0x7f34ac06c4d0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f3493fff640 1 -- 172.21.15.158:0/854332871 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f349c003750 con 0x7f34ac06c4d0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f3493fff640 1 -- 172.21.15.158:0/854332871 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c003b00 con 0x7f34ac06c4d0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34a00094d0 con 0x7f34ac06c4d0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34ac0b5130 con 0x7f34ac06c4d0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f3493fff640 1 -- 172.21.15.158:0/854332871 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f349c003c60 con 0x7f34ac06c4d0 2024-02-19T16:29:49.413 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.409+0000 7f3493fff640 1 -- 172.21.15.158:0/854332871 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f349c012910 con 0x7f34ac06c4d0 2024-02-19T16:29:49.414 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.410+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34ac0b5780 con 0x7f34ac06c4d0 2024-02-19T16:29:49.414 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.412+0000 7f3493fff640 1 -- 172.21.15.158:0/854332871 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f349c017070 con 0x7f34ac06c4d0 2024-02-19T16:29:49.427 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.426+0000 7f9706e12040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-19T16:29:49.454 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.453+0000 7f82cf611040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-19T16:29:49.480 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.479+0000 7f9706e12040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-19T16:29:49.486 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.484+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b", "id": 4} v 0) v1 -- 0x7f34ac0751e0 con 0x7f34ac06c4d0 2024-02-19T16:29:49.491 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.490+0000 7f3493fff640 1 -- 172.21.15.158:0/854332871 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f349c012d40 con 0x7f34ac06c4d0 2024-02-19T16:29:49.491 INFO:teuthology.orchestra.run.smithi158.stdout:4 2024-02-19T16:29:49.492 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.490+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac06c4d0 msgr2=0x7f34ac14f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.492 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.490+0000 7f34b2088640 1 --2- 172.21.15.158:0/854332871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac06c4d0 0x7f34ac14f0e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f349c00c4e0 tx=0x7f349c00c8e0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.492 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.491+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 shutdown_connections 2024-02-19T16:29:49.492 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.491+0000 7f34b2088640 1 --2- 172.21.15.158:0/854332871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f34ac15e040 0x7f34ac15aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.492 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.491+0000 7f34b2088640 1 --2- 172.21.15.158:0/854332871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f34ac0b14d0 0x7f34ac0b6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.493 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.491+0000 7f34b2088640 1 --2- 172.21.15.158:0/854332871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f34ac06c4d0 0x7f34ac14f0e0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.493 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.491+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 >> 172.21.15.158:0/854332871 conn(0x7f34ac072f10 msgr2=0x7f34ac09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.493 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.491+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 shutdown_connections 2024-02-19T16:29:49.493 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.491+0000 7f34b2088640 1 -- 172.21.15.158:0/854332871 wait complete. 2024-02-19T16:29:49.503 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --cluster ceph osd new 335864b9-b016-4eae-903a-5dd99f5915ab 5 2024-02-19T16:29:49.503 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.502+0000 7f82cf611040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-19T16:29:49.532 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.531+0000 7f9706e12040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-19T16:29:49.604 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.602+0000 7fdf8d33a640 1 Processor -- start 2024-02-19T16:29:49.604 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.602+0000 7fdf8d33a640 1 -- start start 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf8d33a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fdf88072e50 0x7fdf8806bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf8d33a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf8806c460 0x7fdf880ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf8d33a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf8806e910 con 0x7fdf8815bdf0 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf8d33a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf8815c1d0 con 0x7fdf88072e50 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf8d33a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8806c8f0 con 0x7fdf8806c460 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf877fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf8806c460 0x7fdf880ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf867fc640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fdf88072e50 0x7fdf8806bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf867fc640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fdf88072e50 0x7fdf8806bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.158:33172/0 (socket says 172.21.15.158:33172) 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf877fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf8806c460 0x7fdf880ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47124/0 (socket says 172.21.15.158:47124) 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf867fc640 1 -- 172.21.15.158:0/3673810779 learned_addr learned my addr 172.21.15.158:0/3673810779 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf877fe640 1 -- 172.21.15.158:0/3673810779 >> v2:172.21.15.158:3300/0 conn(0x7fdf88072e50 msgr2=0x7fdf8806bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf877fe640 1 --2- 172.21.15.158:0/3673810779 >> v2:172.21.15.158:3300/0 conn(0x7fdf88072e50 0x7fdf8806bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf877fe640 1 -- 172.21.15.158:0/3673810779 >> v1:172.21.15.158:6789/0 conn(0x7fdf8815bdf0 legacy=0x7fdf8806e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.606 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.603+0000 7fdf877fe640 1 -- 172.21.15.158:0/3673810779 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf8806ebf0 con 0x7fdf8806c460 2024-02-19T16:29:49.607 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.604+0000 7fdf877fe640 1 --2- 172.21.15.158:0/3673810779 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf8806c460 0x7fdf880ce290 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdf80009d90 tx=0x7fdf8002bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3a8acbc3f292977 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.607 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.604+0000 7fdf85ffb640 1 -- 172.21.15.158:0/3673810779 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf8002cc50 con 0x7fdf8806c460 2024-02-19T16:29:49.607 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.604+0000 7fdf85ffb640 1 -- 172.21.15.158:0/3673810779 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf8002cdb0 con 0x7fdf8806c460 2024-02-19T16:29:49.607 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.604+0000 7fdf85ffb640 1 -- 172.21.15.158:0/3673810779 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf80034660 con 0x7fdf8806c460 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.605+0000 7fdf8d33a640 1 -- 172.21.15.158:0/3673810779 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf8806c460 msgr2=0x7fdf880ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.605+0000 7fdf8d33a640 1 --2- 172.21.15.158:0/3673810779 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf8806c460 0x7fdf880ce290 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdf80009d90 tx=0x7fdf8002bea0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.605+0000 7fdf8d33a640 1 -- 172.21.15.158:0/3673810779 shutdown_connections 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.605+0000 7fdf8d33a640 1 --2- 172.21.15.158:0/3673810779 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf8806c460 0x7fdf880ce290 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.605+0000 7fdf8d33a640 1 --2- 172.21.15.158:0/3673810779 >> v2:172.21.15.158:3300/0 conn(0x7fdf88072e50 0x7fdf8806bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.605+0000 7fdf8d33a640 1 -- 172.21.15.158:0/3673810779 >> 172.21.15.158:0/3673810779 conn(0x7fdf880b1ba0 msgr2=0x7fdf880b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.605+0000 7fdf8d33a640 1 -- 172.21.15.158:0/3673810779 shutdown_connections 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.605+0000 7fdf8d33a640 1 -- 172.21.15.158:0/3673810779 wait complete. 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.606+0000 7fdf8d33a640 1 Processor -- start 2024-02-19T16:29:49.608 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.606+0000 7fdf8d33a640 1 -- start start 2024-02-19T16:29:49.610 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf8d33a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf8806c460 0x7fdf880c23f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf8d33a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf88072e50 0x7fdf880c8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf8d33a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdf8815bdf0 0x7fdf8815e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf8d33a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf880ca170 con 0x7fdf8806c460 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf8d33a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf880c95f0 con 0x7fdf8815bdf0 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf8d33a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf880c98d0 con 0x7fdf88072e50 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf867fc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf88072e50 0x7fdf880c8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf877fe640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdf8815bdf0 0x7fdf8815e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf867fc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf88072e50 0x7fdf880c8c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47138/0 (socket says 172.21.15.158:47138) 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf867fc640 1 -- 172.21.15.158:0/82082123 learned_addr learned my addr 172.21.15.158:0/82082123 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf86ffd640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf8806c460 0x7fdf880c23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf867fc640 1 -- 172.21.15.158:0/82082123 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdf8815bdf0 msgr2=0x7fdf8815e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf867fc640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdf8815bdf0 0x7fdf8815e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf867fc640 1 -- 172.21.15.158:0/82082123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf8806c460 msgr2=0x7fdf880c23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.611 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf867fc640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf8806c460 0x7fdf880c23f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf867fc640 1 -- 172.21.15.158:0/82082123 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf80009a70 con 0x7fdf88072e50 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.607+0000 7fdf877fe640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdf8815bdf0 0x7fdf8815e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.608+0000 7fdf867fc640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf88072e50 0x7fdf880c8c00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdf70009fd0 tx=0x7fdf7000ed40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.608+0000 7fdf7f7fe640 1 -- 172.21.15.158:0/82082123 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7000c940 con 0x7fdf88072e50 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.608+0000 7fdf7f7fe640 1 -- 172.21.15.158:0/82082123 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf7000caa0 con 0x7fdf88072e50 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.608+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf880c9bb0 con 0x7fdf88072e50 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.608+0000 7fdf7f7fe640 1 -- 172.21.15.158:0/82082123 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7000ce30 con 0x7fdf88072e50 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.608+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf880c2930 con 0x7fdf88072e50 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.608+0000 7fdf7f7fe640 1 -- 172.21.15.158:0/82082123 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fdf70005990 con 0x7fdf88072e50 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.608+0000 7fdf7f7fe640 1 -- 172.21.15.158:0/82082123 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7fdf70006840 con 0x7fdf88072e50 2024-02-19T16:29:49.612 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.609+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf880c3bc0 con 0x7fdf88072e50 2024-02-19T16:29:49.613 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.611+0000 7fdf7f7fe640 1 -- 172.21.15.158:0/82082123 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fdf70021060 con 0x7fdf88072e50 2024-02-19T16:29:49.684 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.683+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd new", "uuid": "335864b9-b016-4eae-903a-5dd99f5915ab", "id": 5} v 0) v1 -- 0x7fdf880751e0 con 0x7fdf88072e50 2024-02-19T16:29:49.689 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.688+0000 7fdf7f7fe640 1 -- 172.21.15.158:0/82082123 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "335864b9-b016-4eae-903a-5dd99f5915ab", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7fdf70017070 con 0x7fdf88072e50 2024-02-19T16:29:49.690 INFO:teuthology.orchestra.run.smithi158.stdout:5 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf88072e50 msgr2=0x7fdf880c8c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf88072e50 0x7fdf880c8c00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdf70009fd0 tx=0x7fdf7000ed40 comp rx=0 tx=0).stop 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 shutdown_connections 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdf8815bdf0 0x7fdf8815e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdf88072e50 0x7fdf880c8c00 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 --2- 172.21.15.158:0/82082123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf8806c460 0x7fdf880c23f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 >> 172.21.15.158:0/82082123 conn(0x7fdf880b1ba0 msgr2=0x7fdf8809d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 shutdown_connections 2024-02-19T16:29:49.691 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.689+0000 7fdf8d33a640 1 -- 172.21.15.158:0/82082123 wait complete. 2024-02-19T16:29:49.701 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --cluster ceph osd new 39a80498-504e-4d00-b851-cebdf9468e71 6 2024-02-19T16:29:49.843 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.841+0000 7f9c7c46b640 1 Processor -- start 2024-02-19T16:29:49.843 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.841+0000 7f9c7c46b640 1 -- start start 2024-02-19T16:29:49.844 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7c46b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9c7415e030 0x7f9c740723a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7c46b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74161e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7c46b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c74071950 con 0x7f9c741619e0 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7c46b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c74162430 con 0x7f9c7415e030 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7c46b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c74162710 con 0x7f9c7406b620 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7aa08640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74161e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7aa08640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74161e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47148/0 (socket says 172.21.15.158:47148) 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7aa08640 1 -- 172.21.15.158:0/2699122451 learned_addr learned my addr 172.21.15.158:0/2699122451 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.842+0000 7f9c7a207640 1 --2- 172.21.15.158:0/2699122451 >> v2:172.21.15.104:3300/0 conn(0x7f9c7415e030 0x7f9c740723a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c7aa08640 1 -- 172.21.15.158:0/2699122451 >> v2:172.21.15.104:3300/0 conn(0x7f9c7415e030 msgr2=0x7f9c740723a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c7aa08640 1 --2- 172.21.15.158:0/2699122451 >> v2:172.21.15.104:3300/0 conn(0x7f9c7415e030 0x7f9c740723a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c7aa08640 1 -- 172.21.15.158:0/2699122451 >> v1:172.21.15.104:6789/0 conn(0x7f9c741619e0 legacy=0x7f9c7406af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c7aa08640 1 -- 172.21.15.158:0/2699122451 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c74071ba0 con 0x7f9c7406b620 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c79205640 1 -- 172.21.15.158:0/2699122451 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3868410076 0 0) 0x7f9c74071950 con 0x7f9c741619e0 2024-02-19T16:29:49.845 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c7aa08640 1 --2- 172.21.15.158:0/2699122451 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74161e40 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c009e50 tx=0x7f9c6c02bed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e2b44a59ca38d0e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.846 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c79205640 1 -- 172.21.15.158:0/2699122451 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c02ca70 con 0x7f9c7406b620 2024-02-19T16:29:49.846 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c79205640 1 -- 172.21.15.158:0/2699122451 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c6c02cbd0 con 0x7f9c7406b620 2024-02-19T16:29:49.846 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.843+0000 7f9c79205640 1 -- 172.21.15.158:0/2699122451 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c0343f0 con 0x7f9c7406b620 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.844+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2699122451 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 msgr2=0x7f9c74161e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.844+0000 7f9c7c46b640 1 --2- 172.21.15.158:0/2699122451 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74161e40 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c009e50 tx=0x7f9c6c02bed0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.844+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2699122451 shutdown_connections 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.844+0000 7f9c7c46b640 1 --2- 172.21.15.158:0/2699122451 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74161e40 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.844+0000 7f9c7c46b640 1 --2- 172.21.15.158:0/2699122451 >> v2:172.21.15.104:3300/0 conn(0x7f9c7415e030 0x7f9c740723a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.844+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2699122451 >> 172.21.15.158:0/2699122451 conn(0x7f9c740b2600 msgr2=0x7f9c740b29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.844+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2699122451 shutdown_connections 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.844+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2699122451 wait complete. 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.845+0000 7f9c7c46b640 1 Processor -- start 2024-02-19T16:29:49.847 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.845+0000 7f9c7c46b640 1 -- start start 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7c46b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74160b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7c46b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c7415e030 0x7f9c7415e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7c46b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c741619e0 0x7f9c741493a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7c46b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7415e950 con 0x7f9c741619e0 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7c46b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c741498e0 con 0x7f9c7415e030 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7c46b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7415eb80 con 0x7f9c7406b620 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74160b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74160b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47164/0 (socket says 172.21.15.158:47164) 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 -- 172.21.15.158:0/2072078676 learned_addr learned my addr 172.21.15.158:0/2072078676 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c79a06640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c7415e030 0x7f9c7415e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7aa08640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c741619e0 0x7f9c741493a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 -- 172.21.15.158:0/2072078676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c7415e030 msgr2=0x7f9c7415e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c7415e030 0x7f9c7415e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.850 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 -- 172.21.15.158:0/2072078676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c741619e0 msgr2=0x7f9c741493a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c741619e0 0x7f9c741493a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 -- 172.21.15.158:0/2072078676 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c6c009b30 con 0x7f9c7406b620 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.846+0000 7f9c7a207640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74160b00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9c6400e9b0 tx=0x7f9c6400ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.847+0000 7f9c6affd640 1 -- 172.21.15.158:0/2072078676 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c64009670 con 0x7f9c7406b620 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.847+0000 7f9c6affd640 1 -- 172.21.15.158:0/2072078676 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c6400c9a0 con 0x7f9c7406b620 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.847+0000 7f9c6affd640 1 -- 172.21.15.158:0/2072078676 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6400cd50 con 0x7f9c7406b620 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.847+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c7415ee60 con 0x7f9c7406b620 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.847+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c7415f420 con 0x7f9c7406b620 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.847+0000 7f9c6affd640 1 -- 172.21.15.158:0/2072078676 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f9c64005990 con 0x7f9c7406b620 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.847+0000 7f9c6affd640 1 -- 172.21.15.158:0/2072078676 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f9c64013a60 con 0x7f9c7406b620 2024-02-19T16:29:49.851 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.848+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c740751e0 con 0x7f9c7406b620 2024-02-19T16:29:49.852 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.851+0000 7f9c6affd640 1 -- 172.21.15.158:0/2072078676 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f9c64021060 con 0x7f9c7406b620 2024-02-19T16:29:49.882 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:49.881+0000 7f82cf611040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-19T16:29:49.925 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.924+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd new", "uuid": "39a80498-504e-4d00-b851-cebdf9468e71", "id": 6} v 0) v1 -- 0x7f9c740ccd60 con 0x7f9c7406b620 2024-02-19T16:29:49.931 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.930+0000 7f9c6affd640 1 -- 172.21.15.158:0/2072078676 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "39a80498-504e-4d00-b851-cebdf9468e71", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f9c64017070 con 0x7f9c7406b620 2024-02-19T16:29:49.931 INFO:teuthology.orchestra.run.smithi158.stdout:6 2024-02-19T16:29:49.932 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 msgr2=0x7f9c74160b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:49.933 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74160b00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9c6400e9b0 tx=0x7f9c6400ee70 comp rx=0 tx=0).stop 2024-02-19T16:29:49.933 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 shutdown_connections 2024-02-19T16:29:49.933 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c741619e0 0x7f9c741493a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.933 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c7415e030 0x7f9c7415e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.933 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 --2- 172.21.15.158:0/2072078676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c7406b620 0x7f9c74160b00 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:49.933 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 >> 172.21.15.158:0/2072078676 conn(0x7f9c740b2600 msgr2=0x7f9c740b29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:49.933 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 shutdown_connections 2024-02-19T16:29:49.933 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:49.931+0000 7f9c7c46b640 1 -- 172.21.15.158:0/2072078676 wait complete. 2024-02-19T16:29:49.933 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:49.932+0000 7f9706e12040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-19T16:29:49.943 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --cluster ceph osd new 6c9c58dc-fc61-4785-a333-ad13c941b72a 7 2024-02-19T16:29:50.017 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:50.015+0000 7f82cf611040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-19T16:29:50.043 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.042+0000 7ff791f13640 1 Processor -- start 2024-02-19T16:29:50.043 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.042+0000 7ff791f13640 1 -- start start 2024-02-19T16:29:50.044 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.042+0000 7ff791f13640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff78c06d520 0x7ff78c0ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.044 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.042+0000 7ff791f13640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff78c06af10 con 0x7ff78c06b960 2024-02-19T16:29:50.044 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.042+0000 7ff791f13640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff78c071190 con 0x7ff78c0cf6f0 2024-02-19T16:29:50.044 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.042+0000 7ff791f13640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff78c06b540 con 0x7ff78c06d520 2024-02-19T16:29:50.044 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.042+0000 7ff78bfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff78c06d520 0x7ff78c0ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.044 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.043+0000 7ff78bfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff78c06d520 0x7ff78c0ad8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.158:33194/0 (socket says 172.21.15.158:33194) 2024-02-19T16:29:50.045 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.043+0000 7ff78bfff640 1 -- 172.21.15.158:0/2724753134 learned_addr learned my addr 172.21.15.158:0/2724753134 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:50.045 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.043+0000 7ff78bfff640 1 -- 172.21.15.158:0/2724753134 >> v1:172.21.15.158:6789/0 conn(0x7ff78c0cf6f0 legacy=0x7ff78c15ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.045 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.043+0000 7ff78bfff640 1 -- 172.21.15.158:0/2724753134 >> v1:172.21.15.104:6789/0 conn(0x7ff78c06b960 legacy=0x7ff78c06ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.045 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.043+0000 7ff78bfff640 1 -- 172.21.15.158:0/2724753134 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff78c071470 con 0x7ff78c06d520 2024-02-19T16:29:50.045 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.043+0000 7ff78a7fc640 1 -- 172.21.15.158:0/2724753134 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3656848451 0 0) 0x7ff78c06af10 con 0x7ff78c06b960 2024-02-19T16:29:50.046 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff78bfff640 1 --2- 172.21.15.158:0/2724753134 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06d520 0x7ff78c0ad8e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff784009e50 tx=0x7ff78402bf80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10ce4542e911a142 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:50.046 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff78a7fc640 1 -- 172.21.15.158:0/2724753134 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff78402cb20 con 0x7ff78c06d520 2024-02-19T16:29:50.046 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff78a7fc640 1 -- 172.21.15.158:0/2724753134 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff78402cc80 con 0x7ff78c06d520 2024-02-19T16:29:50.046 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff78a7fc640 1 -- 172.21.15.158:0/2724753134 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7840343f0 con 0x7ff78c06d520 2024-02-19T16:29:50.046 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff791f13640 1 -- 172.21.15.158:0/2724753134 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06d520 msgr2=0x7ff78c0ad8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.046 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff791f13640 1 --2- 172.21.15.158:0/2724753134 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06d520 0x7ff78c0ad8e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff784009e50 tx=0x7ff78402bf80 comp rx=0 tx=0).stop 2024-02-19T16:29:50.046 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff791f13640 1 -- 172.21.15.158:0/2724753134 shutdown_connections 2024-02-19T16:29:50.047 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff791f13640 1 --2- 172.21.15.158:0/2724753134 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06d520 0x7ff78c0ad8e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.047 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff791f13640 1 -- 172.21.15.158:0/2724753134 >> 172.21.15.158:0/2724753134 conn(0x7ff78c0b2020 msgr2=0x7ff78c0b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:50.047 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff791f13640 1 -- 172.21.15.158:0/2724753134 shutdown_connections 2024-02-19T16:29:50.047 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.044+0000 7ff791f13640 1 -- 172.21.15.158:0/2724753134 wait complete. 2024-02-19T16:29:50.049 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.045+0000 7ff791f13640 1 Processor -- start 2024-02-19T16:29:50.049 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff791f13640 1 -- start start 2024-02-19T16:29:50.049 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff791f13640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06b960 0x7ff78c13bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.049 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff791f13640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff78c06d520 0x7ff78c1f3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.049 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff791f13640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff78c0cf6f0 0x7ff78c156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.049 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff791f13640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff78c155cd0 con 0x7ff78c0cf6f0 2024-02-19T16:29:50.049 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff791f13640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff78c1f3fd0 con 0x7ff78c06b960 2024-02-19T16:29:50.049 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff791f13640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff78c1f42b0 con 0x7ff78c06d520 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff78b7fe640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06b960 0x7ff78c13bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff78affd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff78c06d520 0x7ff78c1f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff78b7fe640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06b960 0x7ff78c13bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.158:33198/0 (socket says 172.21.15.158:33198) 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff78affd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff78c06d520 0x7ff78c1f3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.158:47180/0 (socket says 172.21.15.158:47180) 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.046+0000 7ff78b7fe640 1 -- 172.21.15.158:0/2495254292 learned_addr learned my addr 172.21.15.158:0/2495254292 (peer_addr_for_me v2:172.21.15.158:0/0) 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff78bfff640 1 --2- 172.21.15.158:0/2495254292 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff78c0cf6f0 0x7ff78c156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff78b7fe640 1 -- 172.21.15.158:0/2495254292 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff78c06d520 msgr2=0x7ff78c1f3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff78b7fe640 1 --2- 172.21.15.158:0/2495254292 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff78c06d520 0x7ff78c1f3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff78b7fe640 1 -- 172.21.15.158:0/2495254292 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff78c0cf6f0 msgr2=0x7ff78c156160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff78b7fe640 1 --2- 172.21.15.158:0/2495254292 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff78c0cf6f0 0x7ff78c156160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff78b7fe640 1 -- 172.21.15.158:0/2495254292 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff784009b30 con 0x7ff78c06b960 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff78b7fe640 1 --2- 172.21.15.158:0/2495254292 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06b960 0x7ff78c13bb80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff77c00c400 tx=0x7ff77c00c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff773fff640 1 -- 172.21.15.158:0/2495254292 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff77c0052d0 con 0x7ff78c06b960 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff773fff640 1 -- 172.21.15.158:0/2495254292 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff77c005430 con 0x7ff78c06b960 2024-02-19T16:29:50.050 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff78c1f4590 con 0x7ff78c06b960 2024-02-19T16:29:50.051 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff773fff640 1 -- 172.21.15.158:0/2495254292 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff77c003830 con 0x7ff78c06b960 2024-02-19T16:29:50.051 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff78c13c0c0 con 0x7ff78c06b960 2024-02-19T16:29:50.051 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff773fff640 1 -- 172.21.15.158:0/2495254292 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7ff77c003990 con 0x7ff78c06b960 2024-02-19T16:29:50.051 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.047+0000 7ff773fff640 1 -- 172.21.15.158:0/2495254292 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7ff77c012a80 con 0x7ff78c06b960 2024-02-19T16:29:50.051 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.048+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff78c0751e0 con 0x7ff78c06b960 2024-02-19T16:29:50.051 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.050+0000 7ff773fff640 1 -- 172.21.15.158:0/2495254292 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7ff77c017070 con 0x7ff78c06b960 2024-02-19T16:29:50.075 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:50.074+0000 7f9706e12040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-19T16:29:50.124 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.122+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6c9c58dc-fc61-4785-a333-ad13c941b72a", "id": 7} v 0) v1 -- 0x7ff78c0683a0 con 0x7ff78c06b960 2024-02-19T16:29:50.129 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.128+0000 7ff773fff640 1 -- 172.21.15.158:0/2495254292 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6c9c58dc-fc61-4785-a333-ad13c941b72a", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff77c012420 con 0x7ff78c06b960 2024-02-19T16:29:50.129 INFO:teuthology.orchestra.run.smithi158.stdout:7 2024-02-19T16:29:50.130 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06b960 msgr2=0x7ff78c13bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.131 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 --2- 172.21.15.158:0/2495254292 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06b960 0x7ff78c13bb80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff77c00c400 tx=0x7ff77c00c8c0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.131 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 shutdown_connections 2024-02-19T16:29:50.131 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 --2- 172.21.15.158:0/2495254292 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff78c0cf6f0 0x7ff78c156160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.131 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 --2- 172.21.15.158:0/2495254292 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff78c06d520 0x7ff78c1f3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.131 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 --2- 172.21.15.158:0/2495254292 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff78c06b960 0x7ff78c13bb80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.131 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 >> 172.21.15.158:0/2495254292 conn(0x7ff78c0b2020 msgr2=0x7ff78c0b2400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:50.131 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 shutdown_connections 2024-02-19T16:29:50.131 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:29:50.129+0000 7ff791f13640 1 -- 172.21.15.158:0/2495254292 wait complete. 2024-02-19T16:29:50.138 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:50.137+0000 7f82cf611040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-19T16:29:50.141 INFO:tasks.ceph.osd.0:Restarting daemon 2024-02-19T16:29:50.141 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-02-19T16:29:50.143 INFO:tasks.ceph.osd.0:Started 2024-02-19T16:29:50.143 INFO:tasks.ceph.osd.1:Restarting daemon 2024-02-19T16:29:50.143 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-02-19T16:29:50.145 INFO:tasks.ceph.osd.1:Started 2024-02-19T16:29:50.145 INFO:tasks.ceph.osd.2:Restarting daemon 2024-02-19T16:29:50.146 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-02-19T16:29:50.148 INFO:tasks.ceph.osd.2:Started 2024-02-19T16:29:50.148 INFO:tasks.ceph.osd.3:Restarting daemon 2024-02-19T16:29:50.148 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-02-19T16:29:50.150 INFO:tasks.ceph.osd.3:Started 2024-02-19T16:29:50.150 INFO:tasks.ceph.osd.4:Restarting daemon 2024-02-19T16:29:50.151 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-02-19T16:29:50.153 INFO:tasks.ceph.osd.4:Started 2024-02-19T16:29:50.153 INFO:tasks.ceph.osd.5:Restarting daemon 2024-02-19T16:29:50.153 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-02-19T16:29:50.155 INFO:tasks.ceph.osd.5:Started 2024-02-19T16:29:50.155 INFO:tasks.ceph.osd.6:Restarting daemon 2024-02-19T16:29:50.155 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-02-19T16:29:50.157 INFO:tasks.ceph.osd.6:Started 2024-02-19T16:29:50.157 INFO:tasks.ceph.osd.7:Restarting daemon 2024-02-19T16:29:50.157 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-02-19T16:29:50.160 INFO:tasks.ceph.osd.7:Started 2024-02-19T16:29:50.160 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:29:50.194 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:50.193+0000 7f82cf611040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-19T16:29:50.199 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:50.197+0000 7f9706e12040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-19T16:29:50.252 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:50.251+0000 7f9706e12040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-19T16:29:50.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.278+0000 7f4648472640 1 Processor -- start 2024-02-19T16:29:50.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.278+0000 7f4648472640 1 -- start start 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4648472640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f46400d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4648472640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f46400cf3f0 0x7f46400cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4648472640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46400d0ed0 con 0x7f464015de30 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4648472640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46400d2e10 con 0x7f46400cf3f0 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4648472640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46400d16f0 con 0x7f46400d0530 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4645a0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f46400d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4646a0f640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f46400cf3f0 0x7f46400cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4645a0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f46400d0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:52898/0 (socket says 172.21.15.104:52898) 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4645a0d640 1 -- 172.21.15.104:0/1400118981 learned_addr learned my addr 172.21.15.104:0/1400118981 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.279+0000 7f4646a0f640 1 --2- 172.21.15.104:0/1400118981 >> v2:172.21.15.158:3300/0 conn(0x7f46400cf3f0 0x7f46400cf860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:47508/0 (socket says 172.21.15.104:47508) 2024-02-19T16:29:50.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.280+0000 7f4645a0d640 1 -- 172.21.15.104:0/1400118981 >> v2:172.21.15.158:3300/0 conn(0x7f46400cf3f0 msgr2=0x7f46400cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:50.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.280+0000 7f4645a0d640 1 --2- 172.21.15.104:0/1400118981 >> v2:172.21.15.158:3300/0 conn(0x7f46400cf3f0 0x7f46400cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.280+0000 7f4645a0d640 1 -- 172.21.15.104:0/1400118981 >> v1:172.21.15.158:6789/0 conn(0x7f464015de30 legacy=0x7f46400d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.280+0000 7f4645a0d640 1 -- 172.21.15.104:0/1400118981 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46400d1940 con 0x7f46400d0530 2024-02-19T16:29:50.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.280+0000 7f4646a0f640 1 --2- 172.21.15.104:0/1400118981 >> v2:172.21.15.158:3300/0 conn(0x7f46400cf3f0 0x7f46400cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.280+0000 7f4645a0d640 1 --2- 172.21.15.104:0/1400118981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f46400d0990 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f463c009870 tx=0x7f463c02b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e16dc9b957f9b3d8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f464520c640 1 -- 172.21.15.104:0/1400118981 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f463c031640 con 0x7f46400d0530 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f464520c640 1 -- 172.21.15.104:0/1400118981 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f463c0317a0 con 0x7f46400d0530 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f464520c640 1 -- 172.21.15.104:0/1400118981 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f463c031b30 con 0x7f46400d0530 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f4648472640 1 -- 172.21.15.104:0/1400118981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 msgr2=0x7f46400d0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f4648472640 1 --2- 172.21.15.104:0/1400118981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f46400d0990 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f463c009870 tx=0x7f463c02b8f0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f4648472640 1 -- 172.21.15.104:0/1400118981 shutdown_connections 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f4648472640 1 --2- 172.21.15.104:0/1400118981 >> v2:172.21.15.158:3300/0 conn(0x7f46400cf3f0 0x7f46400cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f4648472640 1 --2- 172.21.15.104:0/1400118981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f46400d0990 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f4648472640 1 -- 172.21.15.104:0/1400118981 >> 172.21.15.104:0/1400118981 conn(0x7f46400d3b20 msgr2=0x7f46400d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:50.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f4648472640 1 -- 172.21.15.104:0/1400118981 shutdown_connections 2024-02-19T16:29:50.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.281+0000 7f4648472640 1 -- 172.21.15.104:0/1400118981 wait complete. 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.282+0000 7f4648472640 1 Processor -- start 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.282+0000 7f4648472640 1 -- start start 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4648472640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f46400cf3f0 0x7f464014bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4648472640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f464015c240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4648472640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f464015de30 0x7f464015c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4648472640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f464014f470 con 0x7f464015de30 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4648472640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f464014c1e0 con 0x7f46400cf3f0 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4648472640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46400cad90 con 0x7f46400d0530 2024-02-19T16:29:50.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4646a0f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f464015de30 0x7f464015c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4645a0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f464015c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f464620e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f46400cf3f0 0x7f464014bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4646a0f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f464015de30 0x7f464015c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57060/0 (socket says 172.21.15.104:57060) 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.283+0000 7f4646a0f640 1 -- 172.21.15.104:0/4138238401 learned_addr learned my addr 172.21.15.104:0/4138238401 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4645a0d640 1 -- 172.21.15.104:0/4138238401 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f46400cf3f0 msgr2=0x7f464014bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4645a0d640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f46400cf3f0 0x7f464014bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4645a0d640 1 -- 172.21.15.104:0/4138238401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f464015de30 msgr2=0x7f464015c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4645a0d640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f464015de30 0x7f464015c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4645a0d640 1 -- 172.21.15.104:0/4138238401 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4638009a70 con 0x7f46400d0530 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f464620e640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f46400cf3f0 0x7f464014bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4646a0f640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f464015de30 0x7f464015c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4645a0d640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f464015c240 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f463c033000 tx=0x7f463c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4636ffd640 1 -- 172.21.15.104:0/4138238401 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f463c03ac60 con 0x7f46400d0530 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4636ffd640 1 -- 172.21.15.104:0/4138238401 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f463c03ade0 con 0x7f46400d0530 2024-02-19T16:29:50.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f463c0094d0 con 0x7f46400d0530 2024-02-19T16:29:50.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4636ffd640 1 -- 172.21.15.104:0/4138238401 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f463c044630 con 0x7f46400d0530 2024-02-19T16:29:50.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46400cb350 con 0x7f46400d0530 2024-02-19T16:29:50.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4636ffd640 1 -- 172.21.15.104:0/4138238401 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f463c02f050 con 0x7f46400d0530 2024-02-19T16:29:50.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.284+0000 7f4636ffd640 1 -- 172.21.15.104:0/4138238401 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f463c04d450 con 0x7f46400d0530 2024-02-19T16:29:50.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.285+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46400751e0 con 0x7f46400d0530 2024-02-19T16:29:50.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.289+0000 7f4636ffd640 1 -- 172.21.15.104:0/4138238401 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f463c035020 con 0x7f46400d0530 2024-02-19T16:29:50.326 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:50.325+0000 7f82cf611040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-19T16:29:50.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.350+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f46400caed0 con 0x7f46400d0530 2024-02-19T16:29:50.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.351+0000 7f4636ffd640 1 -- 172.21.15.104:0/4138238401 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7058 (secure 0 0 0) 0x7f46400caed0 con 0x7f46400d0530 2024-02-19T16:29:50.352 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:29:50.352 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":10,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:29:50.124629+0000","last_up_change":"0.000000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:29:50.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 msgr2=0x7f464015c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:50.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f464015c240 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f463c033000 tx=0x7f463c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 shutdown_connections 2024-02-19T16:29:50.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f464015de30 0x7f464015c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f46400d0530 0x7f464015c240 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 --2- 172.21.15.104:0/4138238401 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f46400cf3f0 0x7f464014bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:50.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 >> 172.21.15.104:0/4138238401 conn(0x7f46400d3b20 msgr2=0x7f46400d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:50.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 shutdown_connections 2024-02-19T16:29:50.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:29:50.352+0000 7f4648472640 1 -- 172.21.15.104:0/4138238401 wait complete. 2024-02-19T16:29:50.364 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-02-19T16:29:50.364 INFO:tasks.ceph:Waiting for OSDs to come up 2024-02-19T16:29:50.367 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:50.366+0000 7f9706e12040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-19T16:29:50.425 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:50.424+0000 7f82cf611040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-19T16:29:50.462 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:50.460+0000 7f9706e12040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-19T16:29:50.582 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:50.581+0000 7f82cf611040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-19T16:29:50.617 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:50.615+0000 7f9706e12040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-19T16:29:50.624 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:50.623+0000 7f82cf611040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-19T16:29:50.658 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:50.657+0000 7f9706e12040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-19T16:29:50.756 INFO:tasks.ceph.osd.4.smithi158.stderr:2024-02-19T16:29:50.754+0000 7fb8b2c11640 -1 Falling back to public interface 2024-02-19T16:29:50.758 INFO:tasks.ceph.osd.5.smithi158.stderr:2024-02-19T16:29:50.757+0000 7f5464a0f640 -1 Falling back to public interface 2024-02-19T16:29:50.765 INFO:tasks.ceph.osd.2.smithi104.stderr:2024-02-19T16:29:50.764+0000 7fe912349640 -1 Falling back to public interface 2024-02-19T16:29:50.775 INFO:tasks.ceph.osd.0.smithi104.stderr:2024-02-19T16:29:50.774+0000 7f7f4aca4640 -1 Falling back to public interface 2024-02-19T16:29:50.776 INFO:tasks.ceph.osd.1.smithi104.stderr:2024-02-19T16:29:50.774+0000 7fb844220640 -1 Falling back to public interface 2024-02-19T16:29:50.776 INFO:tasks.ceph.osd.3.smithi104.stderr:2024-02-19T16:29:50.774+0000 7fcbf2224640 -1 Falling back to public interface 2024-02-19T16:29:50.776 INFO:tasks.ceph.osd.0.smithi104.stderr:2024-02-19T16:29:50.775+0000 7f7f49c53640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6808/0: (98) Address already in use 2024-02-19T16:29:50.777 INFO:tasks.ceph.osd.6.smithi158.stderr:2024-02-19T16:29:50.776+0000 7fa973401640 -1 Falling back to public interface 2024-02-19T16:29:50.780 INFO:tasks.ceph.osd.7.smithi158.stderr:2024-02-19T16:29:50.779+0000 7fb153413640 -1 Falling back to public interface 2024-02-19T16:29:50.781 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:50.780+0000 7f82cf611040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-19T16:29:50.815 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:50.813+0000 7f9706e12040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-19T16:29:51.169 DEBUG:teuthology.orchestra.run.smithi104:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-02-19T16:29:51.259 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.258+0000 7f4870b25640 1 Processor -- start 2024-02-19T16:29:51.260 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.258+0000 7f4870b25640 1 -- start start 2024-02-19T16:29:51.261 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f4870b25640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f486c0709b0 0x7f486c070e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:51.261 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f4870b25640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f486c0b39d0 con 0x7f486c15a780 2024-02-19T16:29:51.261 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f4870b25640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f486c0b3cb0 con 0x7f486c15a3a0 2024-02-19T16:29:51.261 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f4870b25640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f486c0713a0 con 0x7f486c0709b0 2024-02-19T16:29:51.261 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f486ad9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f486c15a780 0x7f486c15ab90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:59750/0 (socket says 172.21.15.104:59750) 2024-02-19T16:29:51.261 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f486ad9d640 1 -- 172.21.15.104:0/492145561 learned_addr learned my addr 172.21.15.104:0/492145561 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:29:51.261 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f4869d9b640 1 --2- 172.21.15.104:0/492145561 >> v2:172.21.15.158:3300/0 conn(0x7f486c0709b0 0x7f486c070e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:51.262 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f486959a640 1 -- 172.21.15.104:0/492145561 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2021283459 0 0) 0x7f486c0b39d0 con 0x7f486c15a780 2024-02-19T16:29:51.262 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.259+0000 7f486959a640 1 -- 172.21.15.104:0/492145561 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4854003440 con 0x7f486c15a780 2024-02-19T16:29:51.262 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.260+0000 7f4869d9b640 1 -- 172.21.15.104:0/492145561 >> v1:172.21.15.158:6789/0 conn(0x7f486c15a3a0 legacy=0x7f486c0b2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:51.262 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.260+0000 7f4869d9b640 1 -- 172.21.15.104:0/492145561 >> v1:172.21.15.104:6789/0 conn(0x7f486c15a780 legacy=0x7f486c15ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:51.262 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.260+0000 7f486959a640 1 -- 172.21.15.104:0/492145561 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1958063785 0 0) 0x7f4854003440 con 0x7f486c15a780 2024-02-19T16:29:51.262 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.260+0000 7f4869d9b640 1 -- 172.21.15.104:0/492145561 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f486c0b3f90 con 0x7f486c0709b0 2024-02-19T16:29:51.263 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.260+0000 7f4869d9b640 1 --2- 172.21.15.104:0/492145561 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 0x7f486c070e60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f485c0097a0 tx=0x7f485c02b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2575bf6e14ff4985 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:51.263 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.260+0000 7f486959a640 1 -- 172.21.15.104:0/492145561 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48640019f0 con 0x7f486c0709b0 2024-02-19T16:29:51.263 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.260+0000 7f486959a640 1 -- 172.21.15.104:0/492145561 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f485c02e050 con 0x7f486c0709b0 2024-02-19T16:29:51.263 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.261+0000 7f486959a640 1 -- 172.21.15.104:0/492145561 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c030730 con 0x7f486c0709b0 2024-02-19T16:29:51.263 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.261+0000 7f4870b25640 1 -- 172.21.15.104:0/492145561 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 msgr2=0x7f486c070e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:51.263 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.261+0000 7f4870b25640 1 --2- 172.21.15.104:0/492145561 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 0x7f486c070e60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f485c0097a0 tx=0x7f485c02b790 comp rx=0 tx=0).stop 2024-02-19T16:29:51.264 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.261+0000 7f4870b25640 1 -- 172.21.15.104:0/492145561 shutdown_connections 2024-02-19T16:29:51.264 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.261+0000 7f4870b25640 1 --2- 172.21.15.104:0/492145561 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 0x7f486c070e60 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:51.264 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.261+0000 7f4870b25640 1 -- 172.21.15.104:0/492145561 >> 172.21.15.104:0/492145561 conn(0x7f486c0cf7f0 msgr2=0x7f486c0cfc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:51.264 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.261+0000 7f4870b25640 1 -- 172.21.15.104:0/492145561 shutdown_connections 2024-02-19T16:29:51.264 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.261+0000 7f4870b25640 1 -- 172.21.15.104:0/492145561 wait complete. 2024-02-19T16:29:51.266 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.262+0000 7f4870b25640 1 Processor -- start 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4870b25640 1 -- start start 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4870b25640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 0x7f486c1533d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4870b25640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f486c15a3a0 0x7f486c14a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4870b25640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f486c15a780 0x7f486c1f3630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4870b25640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c1f45b0 con 0x7f486c15a3a0 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4870b25640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c1f3ff0 con 0x7f486c0709b0 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4870b25640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f486c1f42d0 con 0x7f486c15a780 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4869d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f486c15a3a0 0x7f486c14a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4869d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f486c15a3a0 0x7f486c14a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49636/0 (socket says 172.21.15.104:49636) 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f4869d9b640 1 -- 172.21.15.104:0/3072308350 learned_addr learned my addr 172.21.15.104:0/3072308350 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f486a59c640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 0x7f486c1533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.263+0000 7f486ad9d640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f486c15a780 0x7f486c1f3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f4869d9b640 1 -- 172.21.15.104:0/3072308350 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f486c15a780 msgr2=0x7f486c1f3630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:51.267 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f4869d9b640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f486c15a780 0x7f486c1f3630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f4869d9b640 1 -- 172.21.15.104:0/3072308350 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 msgr2=0x7f486c1533d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f4869d9b640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 0x7f486c1533d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f4869d9b640 1 -- 172.21.15.104:0/3072308350 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f485c009400 con 0x7f486c15a3a0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f4869d9b640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f486c15a3a0 0x7f486c14a2e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f485c0098c0 tx=0x7f485c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f485affd640 1 -- 172.21.15.104:0/3072308350 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c03c880 con 0x7f486c15a3a0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f485affd640 1 -- 172.21.15.104:0/3072308350 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f485c03c9e0 con 0x7f486c15a3a0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f486c149ae0 con 0x7f486c15a3a0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f485affd640 1 -- 172.21.15.104:0/3072308350 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c03cd90 con 0x7f486c15a3a0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f486c14a820 con 0x7f486c15a3a0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f485affd640 1 -- 172.21.15.104:0/3072308350 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f485c039040 con 0x7f486c15a3a0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.264+0000 7f485affd640 1 -- 172.21.15.104:0/3072308350 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f485c032ad0 con 0x7f486c15a3a0 2024-02-19T16:29:51.268 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.265+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f486c14a000 con 0x7f486c15a3a0 2024-02-19T16:29:51.269 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.267+0000 7f485affd640 1 -- 172.21.15.104:0/3072308350 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f486c14a000 con 0x7f486c15a3a0 2024-02-19T16:29:51.329 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.328+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f486c04f250 con 0x7f486c15a3a0 2024-02-19T16:29:51.330 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.329+0000 7f485affd640 1 -- 172.21.15.104:0/3072308350 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7058 (secure 0 0 0) 0x7f485c04d060 con 0x7f486c15a3a0 2024-02-19T16:29:51.330 INFO:teuthology.misc.health.smithi104.stdout: 2024-02-19T16:29:51.330 INFO:teuthology.misc.health.smithi104.stdout:{"epoch":10,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:29:50.124629+0000","last_up_change":"0.000000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:29:51.331 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f486c15a3a0 msgr2=0x7f486c14a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:51.331 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f486c15a3a0 0x7f486c14a2e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f485c0098c0 tx=0x7f485c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:29:51.332 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 shutdown_connections 2024-02-19T16:29:51.332 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f486c15a3a0 0x7f486c14a2e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:51.332 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f486c15a780 0x7f486c1f3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:51.332 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 --2- 172.21.15.104:0/3072308350 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f486c0709b0 0x7f486c1533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:51.332 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 >> 172.21.15.104:0/3072308350 conn(0x7f486c0cf7f0 msgr2=0x7f486c06e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:51.332 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 shutdown_connections 2024-02-19T16:29:51.332 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:51.330+0000 7f4870b25640 1 -- 172.21.15.104:0/3072308350 wait complete. 2024-02-19T16:29:51.341 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-02-19T16:29:51.600 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:51.599+0000 7f82cf611040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-19T16:29:51.648 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:51.647+0000 7f9706e12040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-19T16:29:51.878 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:51.877+0000 7f82cf611040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-19T16:29:51.928 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:51.927+0000 7f9706e12040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-19T16:29:51.929 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:51.928+0000 7f82cf611040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-19T16:29:51.980 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:51.979+0000 7f9706e12040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-19T16:29:52.042 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:52.041+0000 7f82cf611040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-19T16:29:52.100 INFO:tasks.ceph.mgr.x.smithi158.stderr:2024-02-19T16:29:52.098+0000 7f9706e12040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-19T16:29:53.067 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:53.066+0000 7f826fdd5640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-02-19T16:29:53.067 INFO:tasks.ceph.mgr.y.smithi104.stderr:2024-02-19T16:29:53.066+0000 7f826fdd5640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-02-19T16:29:54.239 INFO:tasks.ceph.osd.4.smithi158.stderr:2024-02-19T16:29:54.238+0000 7fb8b2c11640 -1 osd.4 0 log_to_monitors true 2024-02-19T16:29:54.283 INFO:tasks.ceph.osd.2.smithi104.stderr:2024-02-19T16:29:54.280+0000 7fe912349640 -1 osd.2 0 log_to_monitors true 2024-02-19T16:29:54.300 INFO:tasks.ceph.osd.3.smithi104.stderr:2024-02-19T16:29:54.299+0000 7fcbf2224640 -1 osd.3 0 log_to_monitors true 2024-02-19T16:29:54.305 INFO:tasks.ceph.osd.5.smithi158.stderr:2024-02-19T16:29:54.303+0000 7f5464a0f640 -1 osd.5 0 log_to_monitors true 2024-02-19T16:29:54.306 INFO:tasks.ceph.osd.0.smithi104.stderr:2024-02-19T16:29:54.305+0000 7f7f4aca4640 -1 osd.0 0 log_to_monitors true 2024-02-19T16:29:54.308 INFO:tasks.ceph.osd.7.smithi158.stderr:2024-02-19T16:29:54.307+0000 7fb153413640 -1 osd.7 0 log_to_monitors true 2024-02-19T16:29:54.308 INFO:tasks.ceph.osd.6.smithi158.stderr:2024-02-19T16:29:54.307+0000 7fa973401640 -1 osd.6 0 log_to_monitors true 2024-02-19T16:29:54.312 INFO:tasks.ceph.osd.1.smithi104.stderr:2024-02-19T16:29:54.312+0000 7fb844220640 -1 osd.1 0 log_to_monitors true 2024-02-19T16:29:57.470 INFO:tasks.ceph.osd.6.smithi158.stderr:2024-02-19T16:29:57.469+0000 7fa96eb74640 -1 osd.6 0 waiting for initial osdmap 2024-02-19T16:29:57.479 INFO:tasks.ceph.osd.6.smithi158.stderr:2024-02-19T16:29:57.478+0000 7fa9671a6640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-19T16:29:57.482 INFO:tasks.ceph.osd.5.smithi158.stderr:2024-02-19T16:29:57.481+0000 7f545fb5a640 -1 osd.5 0 waiting for initial osdmap 2024-02-19T16:29:57.495 INFO:tasks.ceph.osd.5.smithi158.stderr:2024-02-19T16:29:57.494+0000 7f545818c640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-19T16:29:57.499 INFO:tasks.ceph.osd.7.smithi158.stderr:2024-02-19T16:29:57.498+0000 7fb14eb86640 -1 osd.7 0 waiting for initial osdmap 2024-02-19T16:29:57.508 INFO:tasks.ceph.osd.4.smithi158.stderr:2024-02-19T16:29:57.507+0000 7fb8adcec640 -1 osd.4 0 waiting for initial osdmap 2024-02-19T16:29:57.511 INFO:tasks.ceph.osd.7.smithi158.stderr:2024-02-19T16:29:57.510+0000 7fb1471b8640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-19T16:29:57.518 INFO:tasks.ceph.osd.4.smithi158.stderr:2024-02-19T16:29:57.517+0000 7fb8a631e640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-19T16:29:58.053 INFO:tasks.ceph.osd.2.smithi104.stderr:2024-02-19T16:29:58.052+0000 7fe90dabc640 -1 osd.2 0 waiting for initial osdmap 2024-02-19T16:29:58.068 INFO:tasks.ceph.osd.2.smithi104.stderr:2024-02-19T16:29:58.067+0000 7fe9060ee640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-19T16:29:58.104 INFO:tasks.ceph.osd.1.smithi104.stderr:2024-02-19T16:29:58.103+0000 7fb83f2d5640 -1 osd.1 0 waiting for initial osdmap 2024-02-19T16:29:58.114 INFO:tasks.ceph.osd.1.smithi104.stderr:2024-02-19T16:29:58.113+0000 7fb837907640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-19T16:29:58.127 INFO:tasks.ceph.osd.0.smithi104.stderr:2024-02-19T16:29:58.126+0000 7f7f46417640 -1 osd.0 0 waiting for initial osdmap 2024-02-19T16:29:58.137 INFO:tasks.ceph.osd.0.smithi104.stderr:2024-02-19T16:29:58.136+0000 7f7f3ea49640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-19T16:29:58.146 DEBUG:teuthology.orchestra.run.smithi104:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-02-19T16:29:58.204 INFO:tasks.ceph.osd.3.smithi104.stderr:2024-02-19T16:29:58.203+0000 7fcbed2d8640 -1 osd.3 0 waiting for initial osdmap 2024-02-19T16:29:58.217 INFO:tasks.ceph.osd.3.smithi104.stderr:2024-02-19T16:29:58.216+0000 7fcbe590a640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-19T16:29:58.237 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.236+0000 7f159589d640 1 Processor -- start 2024-02-19T16:29:58.238 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.236+0000 7f159589d640 1 -- start start 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f159589d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f159015be20 0x7f15900cf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f159589d640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f159015c200 0x7f15900cc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f159589d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15900d00f0 0x7f15900d05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f159589d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15900d0ae0 con 0x7f15900d00f0 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f159589d640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15900ccbd0 con 0x7f159015c200 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f159589d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15900ccde0 con 0x7f159015be20 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f158f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15900d00f0 0x7f15900d05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f158f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15900d00f0 0x7f15900d05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49738/0 (socket says 172.21.15.104:49738) 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.237+0000 7f158f7fe640 1 -- 172.21.15.104:0/766316414 learned_addr learned my addr 172.21.15.104:0/766316414 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f1587fff640 1 --2- 172.21.15.104:0/766316414 >> v2:172.21.15.158:3300/0 conn(0x7f159015c200 0x7f15900cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f158effd640 1 --2- 172.21.15.104:0/766316414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f159015be20 0x7f15900cf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:58.240 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f158f7fe640 1 -- 172.21.15.104:0/766316414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f159015be20 msgr2=0x7f15900cf8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f158f7fe640 1 --2- 172.21.15.104:0/766316414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f159015be20 0x7f15900cf8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f158f7fe640 1 -- 172.21.15.104:0/766316414 >> v2:172.21.15.158:3300/0 conn(0x7f159015c200 msgr2=0x7f15900cc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f158f7fe640 1 --2- 172.21.15.104:0/766316414 >> v2:172.21.15.158:3300/0 conn(0x7f159015c200 0x7f15900cc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f158f7fe640 1 -- 172.21.15.104:0/766316414 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15900cd0c0 con 0x7f15900d00f0 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f1587fff640 1 --2- 172.21.15.104:0/766316414 >> v2:172.21.15.158:3300/0 conn(0x7f159015c200 0x7f15900cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f158f7fe640 1 --2- 172.21.15.104:0/766316414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15900d00f0 0x7f15900d05a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f15900713b0 tx=0x7f158802bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=677914f05eb88fc1 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.238+0000 7f158e7fc640 1 -- 172.21.15.104:0/766316414 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158802ca70 con 0x7f15900d00f0 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f158e7fc640 1 -- 172.21.15.104:0/766316414 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158802cbd0 con 0x7f15900d00f0 2024-02-19T16:29:58.241 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f158e7fc640 1 -- 172.21.15.104:0/766316414 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15880343f0 con 0x7f15900d00f0 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 -- 172.21.15.104:0/766316414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15900d00f0 msgr2=0x7f15900d05a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 --2- 172.21.15.104:0/766316414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15900d00f0 0x7f15900d05a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f15900713b0 tx=0x7f158802bed0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 -- 172.21.15.104:0/766316414 shutdown_connections 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 --2- 172.21.15.104:0/766316414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15900d00f0 0x7f15900d05a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 --2- 172.21.15.104:0/766316414 >> v2:172.21.15.158:3300/0 conn(0x7f159015c200 0x7f15900cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 --2- 172.21.15.104:0/766316414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f159015be20 0x7f15900cf8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 -- 172.21.15.104:0/766316414 >> 172.21.15.104:0/766316414 conn(0x7f15900d1b10 msgr2=0x7f15900d1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 -- 172.21.15.104:0/766316414 shutdown_connections 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.239+0000 7f159589d640 1 -- 172.21.15.104:0/766316414 wait complete. 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.240+0000 7f159589d640 1 Processor -- start 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.240+0000 7f159589d640 1 -- start start 2024-02-19T16:29:58.244 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f159589d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15900d00f0 0x7f15900b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f159589d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f159015be20 0x7f15901562a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f159589d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f159015c200 0x7f159006ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f159589d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15901567e0 con 0x7f159015be20 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f159589d640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159006d1f0 con 0x7f159015c200 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f159589d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f159006d470 con 0x7f15900d00f0 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f1587fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f159015be20 0x7f15901562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f1587fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f159015be20 0x7f15901562a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49754/0 (socket says 172.21.15.104:49754) 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f1587fff640 1 -- 172.21.15.104:0/794956662 learned_addr learned my addr 172.21.15.104:0/794956662 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f158effd640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15900d00f0 0x7f15900b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.241+0000 7f158f7fe640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f159015c200 0x7f159006ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f1587fff640 1 -- 172.21.15.104:0/794956662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15900d00f0 msgr2=0x7f15900b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f1587fff640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15900d00f0 0x7f15900b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f1587fff640 1 -- 172.21.15.104:0/794956662 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f159015c200 msgr2=0x7f159006ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f1587fff640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f159015c200 0x7f159006ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.245 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f1587fff640 1 -- 172.21.15.104:0/794956662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1588009b30 con 0x7f159015be20 2024-02-19T16:29:58.246 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f1587fff640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f159015be20 0x7f15901562a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f157800c7f0 tx=0x7f157800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:58.246 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f158cff9640 1 -- 172.21.15.104:0/794956662 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1578007820 con 0x7f159015be20 2024-02-19T16:29:58.246 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f158cff9640 1 -- 172.21.15.104:0/794956662 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1578007980 con 0x7f159015be20 2024-02-19T16:29:58.246 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f159015d730 con 0x7f159015be20 2024-02-19T16:29:58.246 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f158cff9640 1 -- 172.21.15.104:0/794956662 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1578007cf0 con 0x7f159015be20 2024-02-19T16:29:58.246 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.242+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f159015dcf0 con 0x7f159015be20 2024-02-19T16:29:58.246 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.243+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f159004f250 con 0x7f159015be20 2024-02-19T16:29:58.247 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.243+0000 7f158cff9640 1 -- 172.21.15.104:0/794956662 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 4) v1 ==== 89732+0+0 (secure 0 0 0) 0x7f15780113f0 con 0x7f159015be20 2024-02-19T16:29:58.247 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.244+0000 7f158cff9640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f157006b780 0x7f157006dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:29:58.247 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.244+0000 7f158cff9640 1 -- 172.21.15.104:0/794956662 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f1578089560 con 0x7f159015be20 2024-02-19T16:29:58.247 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.244+0000 7f158effd640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f157006b780 0x7f157006dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:29:58.247 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.244+0000 7f158effd640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f157006b780 0x7f157006dc40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f158000aac0 tx=0x7f1580008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:29:58.249 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.248+0000 7f158cff9640 1 -- 172.21.15.104:0/794956662 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1578054ea0 con 0x7f159015be20 2024-02-19T16:29:58.421 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.420+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f15900cfed0 con 0x7f159015be20 2024-02-19T16:29:58.422 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.421+0000 7f158cff9640 1 -- 172.21.15.104:0/794956662 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7058 (secure 0 0 0) 0x7f1578058560 con 0x7f159015be20 2024-02-19T16:29:58.422 INFO:teuthology.misc.health.smithi104.stdout: 2024-02-19T16:29:58.422 INFO:teuthology.misc.health.smithi104.stdout:{"epoch":12,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:29:56.068065+0000","last_up_change":"0.000000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:29:58.424 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f157006b780 msgr2=0x7f157006dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:58.424 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f157006b780 0x7f157006dc40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f158000aac0 tx=0x7f1580008040 comp rx=0 tx=0).stop 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f159015be20 msgr2=0x7f15901562a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f159015be20 0x7f15901562a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f157800c7f0 tx=0x7f157800ccb0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 shutdown_connections 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f157006b780 0x7f157006dc40 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f159015be20 0x7f15901562a0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f159015c200 0x7f159006ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 --2- 172.21.15.104:0/794956662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15900d00f0 0x7f15900b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 >> 172.21.15.104:0/794956662 conn(0x7f15900d1b10 msgr2=0x7f15900d0d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 shutdown_connections 2024-02-19T16:29:58.425 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:29:58.423+0000 7f159589d640 1 -- 172.21.15.104:0/794956662 wait complete. 2024-02-19T16:29:58.434 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-02-19T16:30:05.240 DEBUG:teuthology.orchestra.run.smithi104:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:05.341 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.338+0000 7f4901d8c640 1 Processor -- start 2024-02-19T16:30:05.341 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.339+0000 7f4901d8c640 1 -- start start 2024-02-19T16:30:05.341 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.339+0000 7f4901d8c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc15de20 0x7f48fc072750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.339+0000 7f4901d8c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f48fc0d0e00 0x7f48fc0d1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.339+0000 7f4901d8c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48fc0b5990 con 0x7f48fc0afe70 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.339+0000 7f4901d8c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48fc0d09e0 con 0x7f48fc0d0e00 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.339+0000 7f4901d8c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48fc0d0600 con 0x7f48fc15de20 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fbfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f48fc0d0e00 0x7f48fc0d1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fb7fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc15de20 0x7f48fc072750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fbfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f48fc0d0e00 0x7f48fc0d1250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:52514/0 (socket says 172.21.15.104:52514) 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fbfff640 1 -- 172.21.15.104:0/1094666 learned_addr learned my addr 172.21.15.104:0/1094666 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48faffd640 1 --1- 172.21.15.104:0/1094666 >> v1:172.21.15.158:6789/0 conn(0x7f48fc0afe70 0x7f48fc06d8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:60648/0 (socket says 172.21.15.104:60648) 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fbfff640 1 -- 172.21.15.104:0/1094666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc15de20 msgr2=0x7f48fc072750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fbfff640 1 --2- 172.21.15.104:0/1094666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc15de20 0x7f48fc072750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fbfff640 1 -- 172.21.15.104:0/1094666 >> v1:172.21.15.158:6789/0 conn(0x7f48fc0afe70 legacy=0x7f48fc06d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fbfff640 1 -- 172.21.15.104:0/1094666 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48fc15e200 con 0x7f48fc0d0e00 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fa7fc640 1 -- 172.21.15.104:0/1094666 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1788941134 0 0) 0x7f48fc0b5990 con 0x7f48fc0afe70 2024-02-19T16:30:05.342 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.340+0000 7f48fb7fe640 1 --2- 172.21.15.104:0/1094666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc15de20 0x7f48fc072750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:05.344 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.341+0000 7f48fbfff640 1 --2- 172.21.15.104:0/1094666 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc0d0e00 0x7f48fc0d1250 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f48f4009e50 tx=0x7f48f402bed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7bdae6cd5163a731 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.344 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.341+0000 7f48fa7fc640 1 -- 172.21.15.104:0/1094666 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f402ca70 con 0x7f48fc0d0e00 2024-02-19T16:30:05.344 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.341+0000 7f48fa7fc640 1 -- 172.21.15.104:0/1094666 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48f402cbd0 con 0x7f48fc0d0e00 2024-02-19T16:30:05.344 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.341+0000 7f48fa7fc640 1 -- 172.21.15.104:0/1094666 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f40343f0 con 0x7f48fc0d0e00 2024-02-19T16:30:05.344 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.342+0000 7f4901d8c640 1 -- 172.21.15.104:0/1094666 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc0d0e00 msgr2=0x7f48fc0d1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.344 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.342+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1094666 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc0d0e00 0x7f48fc0d1250 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f48f4009e50 tx=0x7f48f402bed0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.344 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.342+0000 7f4901d8c640 1 -- 172.21.15.104:0/1094666 shutdown_connections 2024-02-19T16:30:05.344 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.342+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1094666 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc0d0e00 0x7f48fc0d1250 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.345 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.342+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1094666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc15de20 0x7f48fc072750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.345 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.342+0000 7f4901d8c640 1 -- 172.21.15.104:0/1094666 >> 172.21.15.104:0/1094666 conn(0x7f48fc067300 msgr2=0x7f48fc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:05.345 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.342+0000 7f4901d8c640 1 -- 172.21.15.104:0/1094666 shutdown_connections 2024-02-19T16:30:05.345 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.342+0000 7f4901d8c640 1 -- 172.21.15.104:0/1094666 wait complete. 2024-02-19T16:30:05.345 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.343+0000 7f4901d8c640 1 Processor -- start 2024-02-19T16:30:05.345 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.343+0000 7f4901d8c640 1 -- start start 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f4901d8c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48fc0afe70 0x7f48fc153030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f4901d8c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc0d0e00 0x7f48fc157cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f4901d8c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc15de20 0x7f48fc156390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f4901d8c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48fc153570 con 0x7f48fc0afe70 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f4901d8c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48fc15ec50 con 0x7f48fc15de20 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f4901d8c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48fc1570a0 con 0x7f48fc0d0e00 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48fc0afe70 0x7f48fc153030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48fc0afe70 0x7f48fc153030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49368/0 (socket says 172.21.15.104:49368) 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 -- 172.21.15.104:0/1831882270 learned_addr learned my addr 172.21.15.104:0/1831882270 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48faffd640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc0d0e00 0x7f48fc157cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fbfff640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc15de20 0x7f48fc156390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.347 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 -- 172.21.15.104:0/1831882270 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc0d0e00 msgr2=0x7f48fc157cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc0d0e00 0x7f48fc157cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 -- 172.21.15.104:0/1831882270 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc15de20 msgr2=0x7f48fc156390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc15de20 0x7f48fc156390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 -- 172.21.15.104:0/1831882270 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48ec009400 con 0x7f48fc0afe70 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.344+0000 7f48fb7fe640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48fc0afe70 0x7f48fc153030 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f48ec00ebe0 tx=0x7f48ec00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.345+0000 7f48e3fff640 1 -- 172.21.15.104:0/1831882270 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ec009760 con 0x7f48fc0afe70 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.345+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48f4009b30 con 0x7f48fc0afe70 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.345+0000 7f48e3fff640 1 -- 172.21.15.104:0/1831882270 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48ec00cc30 con 0x7f48fc0afe70 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.345+0000 7f48e3fff640 1 -- 172.21.15.104:0/1831882270 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ec00eee0 con 0x7f48fc0afe70 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.345+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48fc06e150 con 0x7f48fc0afe70 2024-02-19T16:30:05.348 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.346+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48fc04f250 con 0x7f48fc0afe70 2024-02-19T16:30:05.349 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.346+0000 7f48e3fff640 1 -- 172.21.15.104:0/1831882270 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f48ec013470 con 0x7f48fc0afe70 2024-02-19T16:30:05.349 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.346+0000 7f48e3fff640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48e806b810 0x7f48e806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.349 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.346+0000 7f48faffd640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48e806b810 0x7f48e806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.349 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.347+0000 7f48e3fff640 1 -- 172.21.15.104:0/1831882270 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f48ec08a0c0 con 0x7f48fc0afe70 2024-02-19T16:30:05.349 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.347+0000 7f48faffd640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48e806b810 0x7f48e806dcd0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f48fc15d3b0 tx=0x7f48f0007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.352 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.351+0000 7f48e3fff640 1 -- 172.21.15.104:0/1831882270 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f48ec054ef0 con 0x7f48fc0afe70 2024-02-19T16:30:05.524 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.523+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f48fc0747d0 con 0x7f48fc0afe70 2024-02-19T16:30:05.525 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.524+0000 7f48e3fff640 1 -- 172.21.15.104:0/1831882270 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12908 (secure 0 0 0) 0x7f48ec0585b0 con 0x7f48fc0afe70 2024-02-19T16:30:05.525 INFO:teuthology.misc.health.smithi104.stdout: 2024-02-19T16:30:05.525 INFO:teuthology.misc.health.smithi104.stdout:{"epoch":16,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:02.218505+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:05.527 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48e806b810 msgr2=0x7f48e806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.527 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48e806b810 0x7f48e806dcd0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f48fc15d3b0 tx=0x7f48f0007de0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.527 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48fc0afe70 msgr2=0x7f48fc153030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.527 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48fc0afe70 0x7f48fc153030 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f48ec00ebe0 tx=0x7f48ec00c520 comp rx=0 tx=0).stop 2024-02-19T16:30:05.527 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 shutdown_connections 2024-02-19T16:30:05.527 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48e806b810 0x7f48e806dcd0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.528 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48fc15de20 0x7f48fc156390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.528 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48fc0d0e00 0x7f48fc157cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.528 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 --2- 172.21.15.104:0/1831882270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48fc0afe70 0x7f48fc153030 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.528 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 >> 172.21.15.104:0/1831882270 conn(0x7f48fc067300 msgr2=0x7f48fc06e2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:05.528 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 shutdown_connections 2024-02-19T16:30:05.528 INFO:teuthology.misc.health.smithi104.stderr:2024-02-19T16:30:05.526+0000 7f4901d8c640 1 -- 172.21.15.104:0/1831882270 wait complete. 2024-02-19T16:30:05.537 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-02-19T16:30:05.537 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-02-19T16:30:05.537 INFO:tasks.ceph.mds.a:Restarting daemon 2024-02-19T16:30:05.537 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-02-19T16:30:05.539 INFO:tasks.ceph.mds.a:Started 2024-02-19T16:30:05.540 INFO:tasks.ceph.mds.c:Restarting daemon 2024-02-19T16:30:05.540 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-02-19T16:30:05.541 INFO:tasks.ceph.mds.c:Started 2024-02-19T16:30:05.542 INFO:tasks.ceph.mds.b:Restarting daemon 2024-02-19T16:30:05.542 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-02-19T16:30:05.544 INFO:tasks.ceph.mds.b:Started 2024-02-19T16:30:05.544 INFO:tasks.ceph.mds.d:Restarting daemon 2024-02-19T16:30:05.545 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-02-19T16:30:05.546 INFO:tasks.ceph.mds.d:Started 2024-02-19T16:30:05.547 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-02-19T16:30:05.549 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:05.615 INFO:tasks.ceph.mds.c.smithi104.stdout:starting mds.c at 2024-02-19T16:30:05.615 INFO:tasks.ceph.mds.a.smithi104.stdout:starting mds.a at 2024-02-19T16:30:05.615 INFO:tasks.ceph.mds.a.smithi104.stderr:2024-02-19T16:30:05.614+0000 7f8bc9b74640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-02-19T16:30:05.616 INFO:tasks.ceph.mds.c.smithi104.stderr:2024-02-19T16:30:05.615+0000 7ff92cca3640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6836/0: (98) Address already in use 2024-02-19T16:30:05.630 INFO:tasks.ceph.mds.b.smithi158.stdout:starting mds.b at 2024-02-19T16:30:05.630 INFO:tasks.ceph.mds.d.smithi158.stdout:starting mds.d at 2024-02-19T16:30:05.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.652+0000 7f5bee502640 1 Processor -- start 2024-02-19T16:30:05.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.652+0000 7f5bee502640 1 -- start start 2024-02-19T16:30:05.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5bee502640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5be80d0530 0x7f5be80d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5bee502640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be80cf3f0 0x7f5be80cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5bee502640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5be80d16f0 con 0x7f5be815de30 2024-02-19T16:30:05.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5bee502640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5be80d2e10 con 0x7f5be80d0530 2024-02-19T16:30:05.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5bee502640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5be80d0f00 con 0x7f5be80cf3f0 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5beca9f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be80cf3f0 0x7f5be80cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5be77fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5be80d0530 0x7f5be80d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5be7fff640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f5be815de30 0x7f5be80d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:60670/0 (socket says 172.21.15.104:60670) 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5be77fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5be80d0530 0x7f5be80d09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:52544/0 (socket says 172.21.15.104:52544) 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5beca9f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be80cf3f0 0x7f5be80cf860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:41990/0 (socket says 172.21.15.104:41990) 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.653+0000 7f5be7fff640 1 -- 172.21.15.104:0/1149991706 learned_addr learned my addr 172.21.15.104:0/1149991706 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5be77fe640 1 -- 172.21.15.104:0/1149991706 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be80cf3f0 msgr2=0x7f5be80cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5be77fe640 1 --2- 172.21.15.104:0/1149991706 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be80cf3f0 0x7f5be80cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5be77fe640 1 -- 172.21.15.104:0/1149991706 >> v1:172.21.15.158:6789/0 conn(0x7f5be815de30 legacy=0x7f5be80d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5be77fe640 1 -- 172.21.15.104:0/1149991706 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5be80d1940 con 0x7f5be80d0530 2024-02-19T16:30:05.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5beca9f640 1 --2- 172.21.15.104:0/1149991706 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be80cf3f0 0x7f5be80cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5be77fe640 1 --2- 172.21.15.104:0/1149991706 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80d0530 0x7f5be80d09c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc0097a0 tx=0x7f5bdc02b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b96ac90e3dc35513 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5be6ffd640 1 -- 172.21.15.104:0/1149991706 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc02e070 con 0x7f5be80d0530 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5be6ffd640 1 -- 172.21.15.104:0/1149991706 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bdc0315a0 con 0x7f5be80d0530 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.654+0000 7f5be6ffd640 1 -- 172.21.15.104:0/1149991706 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc031930 con 0x7f5be80d0530 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.655+0000 7f5bee502640 1 -- 172.21.15.104:0/1149991706 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80d0530 msgr2=0x7f5be80d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.655+0000 7f5bee502640 1 --2- 172.21.15.104:0/1149991706 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80d0530 0x7f5be80d09c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc0097a0 tx=0x7f5bdc02b840 comp rx=0 tx=0).stop 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.655+0000 7f5bee502640 1 -- 172.21.15.104:0/1149991706 shutdown_connections 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.655+0000 7f5bee502640 1 --2- 172.21.15.104:0/1149991706 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be80cf3f0 0x7f5be80cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.655+0000 7f5bee502640 1 --2- 172.21.15.104:0/1149991706 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80d0530 0x7f5be80d09c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.655+0000 7f5bee502640 1 -- 172.21.15.104:0/1149991706 >> 172.21.15.104:0/1149991706 conn(0x7f5be80d3b20 msgr2=0x7f5be80d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:05.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.655+0000 7f5bee502640 1 -- 172.21.15.104:0/1149991706 shutdown_connections 2024-02-19T16:30:05.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.655+0000 7f5bee502640 1 -- 172.21.15.104:0/1149991706 wait complete. 2024-02-19T16:30:05.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.656+0000 7f5bee502640 1 Processor -- start 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.656+0000 7f5bee502640 1 -- start start 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5bee502640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80cf3f0 0x7f5be80ca360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5bee502640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5be80d0530 0x7f5be8152010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5bee502640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be815de30 0x7f5be815e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5bee502640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5be80c7c10 con 0x7f5be80d0530 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5bee502640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5be80ca8a0 con 0x7f5be80cf3f0 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5bee502640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5be815b560 con 0x7f5be815de30 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5be80d0530 0x7f5be8152010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5be80d0530 0x7f5be8152010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49422/0 (socket says 172.21.15.104:49422) 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be77fe640 1 -- 172.21.15.104:0/2267579714 learned_addr learned my addr 172.21.15.104:0/2267579714 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be7fff640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80cf3f0 0x7f5be80ca360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5beca9f640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be815de30 0x7f5be815e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be77fe640 1 -- 172.21.15.104:0/2267579714 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be815de30 msgr2=0x7f5be815e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be77fe640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be815de30 0x7f5be815e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be77fe640 1 -- 172.21.15.104:0/2267579714 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80cf3f0 msgr2=0x7f5be80ca360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be77fe640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80cf3f0 0x7f5be80ca360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.657+0000 7f5be77fe640 1 -- 172.21.15.104:0/2267579714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5be0009a70 con 0x7f5be80d0530 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.658+0000 7f5be77fe640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5be80d0530 0x7f5be8152010 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc0098c0 tx=0x7f5bdc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.658+0000 7f5be4ff9640 1 -- 172.21.15.104:0/2267579714 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc032630 con 0x7f5be80d0530 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.658+0000 7f5be4ff9640 1 -- 172.21.15.104:0/2267579714 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bdc032790 con 0x7f5be80d0530 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.658+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bdc009400 con 0x7f5be80d0530 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.658+0000 7f5be4ff9640 1 -- 172.21.15.104:0/2267579714 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc032b20 con 0x7f5be80d0530 2024-02-19T16:30:05.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.658+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5be8152550 con 0x7f5be80d0530 2024-02-19T16:30:05.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.659+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5be80b5550 con 0x7f5be80d0530 2024-02-19T16:30:05.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.659+0000 7f5be4ff9640 1 -- 172.21.15.104:0/2267579714 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5bdc032c80 con 0x7f5be80d0530 2024-02-19T16:30:05.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.659+0000 7f5be4ff9640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5bd406b810 0x7f5bd406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.660+0000 7f5be4ff9640 1 -- 172.21.15.104:0/2267579714 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5bdc0abca0 con 0x7f5be80d0530 2024-02-19T16:30:05.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.660+0000 7f5be7fff640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5bd406b810 0x7f5bd406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.660+0000 7f5be7fff640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5bd406b810 0x7f5bd406dcd0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8007fd0 tx=0x7f5bd8007e80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.664+0000 7f5be4ff9640 1 -- 172.21.15.104:0/2267579714 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5bdc076a10 con 0x7f5be80d0530 2024-02-19T16:30:05.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.837+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5be80751e0 con 0x7f5be80d0530 2024-02-19T16:30:05.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.838+0000 7f5be4ff9640 1 -- 172.21.15.104:0/2267579714 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12908 (secure 0 0 0) 0x7f5bdc07a0d0 con 0x7f5be80d0530 2024-02-19T16:30:05.839 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:05.839 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":16,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:02.218505+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:05.841 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5bd406b810 msgr2=0x7f5bd406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.841 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5bd406b810 0x7f5bd406dcd0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8007fd0 tx=0x7f5bd8007e80 comp rx=0 tx=0).stop 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5be80d0530 msgr2=0x7f5be8152010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5be80d0530 0x7f5be8152010 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc0098c0 tx=0x7f5bdc0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 shutdown_connections 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5bd406b810 0x7f5bd406dcd0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5be80d0530 0x7f5be8152010 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5be815de30 0x7f5be815e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 --2- 172.21.15.104:0/2267579714 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5be80cf3f0 0x7f5be80ca360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 >> 172.21.15.104:0/2267579714 conn(0x7f5be80d3b20 msgr2=0x7f5be80b2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 shutdown_connections 2024-02-19T16:30:05.842 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.840+0000 7f5bee502640 1 -- 172.21.15.104:0/2267579714 wait complete. 2024-02-19T16:30:05.852 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:05.852 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:05.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.954+0000 7f92ea765640 1 Processor -- start 2024-02-19T16:30:05.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.954+0000 7f92ea765640 1 -- start start 2024-02-19T16:30:05.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92ea765640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f92e40d1bb0 0x7f92e40d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92ea765640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92e40ce7a0 con 0x7f92e4161440 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92ea765640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92e40d0ac0 con 0x7f92e40d2200 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92ea765640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92e4161820 con 0x7f92e40d1bb0 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e3fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f92e4161440 0x7f92e40b07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:45932/0 (socket says 172.21.15.104:45932) 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e3fff640 1 -- 172.21.15.104:0/2620823638 learned_addr learned my addr 172.21.15.104:0/2620823638 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e37fe640 1 --2- 172.21.15.104:0/2620823638 >> v2:172.21.15.158:3300/0 conn(0x7f92e40d1bb0 0x7f92e40d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e2ffd640 1 -- 172.21.15.104:0/2620823638 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3221741928 0 0) 0x7f92e40ce7a0 con 0x7f92e4161440 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e2ffd640 1 -- 172.21.15.104:0/2620823638 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92cc003520 con 0x7f92e4161440 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e37fe640 1 -- 172.21.15.104:0/2620823638 >> v1:172.21.15.158:6789/0 conn(0x7f92e40d2200 legacy=0x7f92e40cf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e37fe640 1 -- 172.21.15.104:0/2620823638 >> v1:172.21.15.104:6789/0 conn(0x7f92e4161440 legacy=0x7f92e40b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e2ffd640 1 -- 172.21.15.104:0/2620823638 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1565562897 0 0) 0x7f92cc003520 con 0x7f92e4161440 2024-02-19T16:30:05.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.955+0000 7f92e37fe640 1 -- 172.21.15.104:0/2620823638 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92e40d2010 con 0x7f92e40d1bb0 2024-02-19T16:30:05.958 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.956+0000 7f92e37fe640 1 --2- 172.21.15.104:0/2620823638 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 0x7f92e40d0580 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f92d80097a0 tx=0x7f92d802b820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0e0623ef3266c6d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.958 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.956+0000 7f92e2ffd640 1 -- 172.21.15.104:0/2620823638 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92d802f050 con 0x7f92e40d1bb0 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.956+0000 7f92e2ffd640 1 -- 172.21.15.104:0/2620823638 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92d8031500 con 0x7f92e40d1bb0 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.956+0000 7f92e2ffd640 1 -- 172.21.15.104:0/2620823638 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92d4001670 con 0x7f92e40d1bb0 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.957+0000 7f92ea765640 1 -- 172.21.15.104:0/2620823638 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 msgr2=0x7f92e40d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.957+0000 7f92ea765640 1 --2- 172.21.15.104:0/2620823638 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 0x7f92e40d0580 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f92d80097a0 tx=0x7f92d802b820 comp rx=0 tx=0).stop 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.957+0000 7f92ea765640 1 -- 172.21.15.104:0/2620823638 shutdown_connections 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.957+0000 7f92ea765640 1 --2- 172.21.15.104:0/2620823638 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 0x7f92e40d0580 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.957+0000 7f92ea765640 1 -- 172.21.15.104:0/2620823638 >> 172.21.15.104:0/2620823638 conn(0x7f92e409cef0 msgr2=0x7f92e40d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.957+0000 7f92ea765640 1 -- 172.21.15.104:0/2620823638 shutdown_connections 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.957+0000 7f92ea765640 1 -- 172.21.15.104:0/2620823638 wait complete. 2024-02-19T16:30:05.959 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.958+0000 7f92ea765640 1 Processor -- start 2024-02-19T16:30:05.960 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.958+0000 7f92ea765640 1 -- start start 2024-02-19T16:30:05.961 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92ea765640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 0x7f92e41f44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.961 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92ea765640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92e40d2200 0x7f92e4159cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92ea765640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92e4161440 0x7f92e40cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92ea765640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92e40cacf0 con 0x7f92e40d2200 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92ea765640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92e40cb2b0 con 0x7f92e40d1bb0 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92ea765640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92e41f4a10 con 0x7f92e4161440 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92e40d2200 0x7f92e4159cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92e40d2200 0x7f92e4159cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49436/0 (socket says 172.21.15.104:49436) 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 -- 172.21.15.104:0/3927478337 learned_addr learned my addr 172.21.15.104:0/3927478337 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e3fff640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 0x7f92e41f44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e8d02640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92e4161440 0x7f92e40cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 -- 172.21.15.104:0/3927478337 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92e4161440 msgr2=0x7f92e40cd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92e4161440 0x7f92e40cd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 -- 172.21.15.104:0/3927478337 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 msgr2=0x7f92e41f44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 0x7f92e41f44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 -- 172.21.15.104:0/3927478337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92d8009400 con 0x7f92e40d2200 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.959+0000 7f92e37fe640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92e40d2200 0x7f92e4159cd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f92d80098c0 tx=0x7f92d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.962 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.960+0000 7f92e0ff9640 1 -- 172.21.15.104:0/3927478337 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92d8033980 con 0x7f92e40d2200 2024-02-19T16:30:05.963 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.960+0000 7f92e0ff9640 1 -- 172.21.15.104:0/3927478337 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92d8033ae0 con 0x7f92e40d2200 2024-02-19T16:30:05.963 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.960+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92e40cb780 con 0x7f92e40d2200 2024-02-19T16:30:05.963 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.960+0000 7f92e0ff9640 1 -- 172.21.15.104:0/3927478337 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92d8033e90 con 0x7f92e40d2200 2024-02-19T16:30:05.963 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.960+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92e40caf40 con 0x7f92e40d2200 2024-02-19T16:30:05.963 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.961+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92e40cbca0 con 0x7f92e40d2200 2024-02-19T16:30:05.964 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.961+0000 7f92e0ff9640 1 -- 172.21.15.104:0/3927478337 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f92d803a040 con 0x7f92e40d2200 2024-02-19T16:30:05.964 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.961+0000 7f92e0ff9640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92d006b810 0x7f92d006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:05.964 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.961+0000 7f92e3fff640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92d006b810 0x7f92d006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:05.964 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.961+0000 7f92e0ff9640 1 -- 172.21.15.104:0/3927478337 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f92d80ab4a0 con 0x7f92e40d2200 2024-02-19T16:30:05.964 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.962+0000 7f92e3fff640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92d006b810 0x7f92d006dcd0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f92d4005880 tx=0x7f92d4001da0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:05.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:05.965+0000 7f92e0ff9640 1 -- 172.21.15.104:0/3927478337 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f92d80762c0 con 0x7f92e40d2200 2024-02-19T16:30:06.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.139+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f92e4067930 con 0x7f92e40d2200 2024-02-19T16:30:06.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.140+0000 7f92e0ff9640 1 -- 172.21.15.104:0/3927478337 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f92d8038020 con 0x7f92e40d2200 2024-02-19T16:30:06.141 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:06.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92d006b810 msgr2=0x7f92d006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:06.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92d006b810 0x7f92d006dcd0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f92d4005880 tx=0x7f92d4001da0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92e40d2200 msgr2=0x7f92e4159cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92e40d2200 0x7f92e4159cd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f92d80098c0 tx=0x7f92d80046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 shutdown_connections 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92d006b810 0x7f92d006dcd0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92e40d2200 0x7f92e4159cd0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92e4161440 0x7f92e40cd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 --2- 172.21.15.104:0/3927478337 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92e40d1bb0 0x7f92e41f44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 >> 172.21.15.104:0/3927478337 conn(0x7f92e409cef0 msgr2=0x7f92e406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 shutdown_connections 2024-02-19T16:30:06.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.142+0000 7f92ea765640 1 -- 172.21.15.104:0/3927478337 wait complete. 2024-02-19T16:30:06.154 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:06.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.253+0000 7f1768b81640 1 Processor -- start 2024-02-19T16:30:06.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.253+0000 7f1768b81640 1 -- start start 2024-02-19T16:30:06.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f1768b81640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f17640d04d0 0x7f17640d0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:06.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f1768b81640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f17641680f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:06.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f1768b81640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17640d0e70 con 0x7f176415dd80 2024-02-19T16:30:06.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f1768b81640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17640d4640 con 0x7f17640d04d0 2024-02-19T16:30:06.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f1768b81640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17640cea40 con 0x7f1764165d00 2024-02-19T16:30:06.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f1762d9d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f17641680f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:06.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f1761d9b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f17640d04d0 0x7f17640d0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:06.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f176259c640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f176415dd80 0x7f17640d1740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:60696/0 (socket says 172.21.15.104:60696) 2024-02-19T16:30:06.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.254+0000 7f176259c640 1 -- 172.21.15.104:0/3279640454 learned_addr learned my addr 172.21.15.104:0/3279640454 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:06.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.255+0000 7f1761d9b640 1 -- 172.21.15.104:0/3279640454 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 msgr2=0x7f17641680f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:06.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.255+0000 7f1761d9b640 1 --2- 172.21.15.104:0/3279640454 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f17641680f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.255+0000 7f1761d9b640 1 -- 172.21.15.104:0/3279640454 >> v1:172.21.15.158:6789/0 conn(0x7f176415dd80 legacy=0x7f17640d1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:06.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.255+0000 7f1761d9b640 1 -- 172.21.15.104:0/3279640454 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17640ced20 con 0x7f17640d04d0 2024-02-19T16:30:06.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.255+0000 7f1762d9d640 1 --2- 172.21.15.104:0/3279640454 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f17641680f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:06.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.255+0000 7f1761d9b640 1 --2- 172.21.15.104:0/3279640454 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 0x7f17640d0930 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f17580097a0 tx=0x7f175802b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b78f146f46dc36a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.255+0000 7f176159a640 1 -- 172.21.15.104:0/3279640454 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1758031830 con 0x7f17640d04d0 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f176159a640 1 -- 172.21.15.104:0/3279640454 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1758031990 con 0x7f17640d04d0 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f176159a640 1 -- 172.21.15.104:0/3279640454 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1758031d20 con 0x7f17640d04d0 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f1768b81640 1 -- 172.21.15.104:0/3279640454 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 msgr2=0x7f17640d0930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f1768b81640 1 --2- 172.21.15.104:0/3279640454 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 0x7f17640d0930 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f17580097a0 tx=0x7f175802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f1768b81640 1 -- 172.21.15.104:0/3279640454 shutdown_connections 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f1768b81640 1 --2- 172.21.15.104:0/3279640454 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f17641680f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f1768b81640 1 --2- 172.21.15.104:0/3279640454 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 0x7f17640d0930 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f1768b81640 1 -- 172.21.15.104:0/3279640454 >> 172.21.15.104:0/3279640454 conn(0x7f176409cef0 msgr2=0x7f17640d3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f1768b81640 1 -- 172.21.15.104:0/3279640454 shutdown_connections 2024-02-19T16:30:06.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.256+0000 7f1768b81640 1 -- 172.21.15.104:0/3279640454 wait complete. 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.257+0000 7f1768b81640 1 Processor -- start 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.257+0000 7f1768b81640 1 -- start start 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1768b81640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 0x7f17640b7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1768b81640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176415dd80 0x7f17640b3820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1768b81640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f1764156d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1768b81640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1764163e60 con 0x7f176415dd80 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1768b81640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17640b9630 con 0x7f17640d04d0 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1768b81640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17640b9910 con 0x7f1764165d00 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1761d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176415dd80 0x7f17640b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1761d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176415dd80 0x7f17640b3820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49438/0 (socket says 172.21.15.104:49438) 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1761d9b640 1 -- 172.21.15.104:0/799898640 learned_addr learned my addr 172.21.15.104:0/799898640 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f176259c640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 0x7f17640b7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.258+0000 7f1762d9d640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f1764156d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:06.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1761d9b640 1 -- 172.21.15.104:0/799898640 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 msgr2=0x7f1764156d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1761d9b640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f1764156d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1761d9b640 1 -- 172.21.15.104:0/799898640 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 msgr2=0x7f17640b7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1761d9b640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 0x7f17640b7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1761d9b640 1 -- 172.21.15.104:0/799898640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f175c009a70 con 0x7f176415dd80 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1761d9b640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176415dd80 0x7f17640b3820 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f175802bee0 tx=0x7f17580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1752ffd640 1 -- 172.21.15.104:0/799898640 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f175803a630 con 0x7f176415dd80 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1752ffd640 1 -- 172.21.15.104:0/799898640 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f175803a7b0 con 0x7f176415dd80 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1758009400 con 0x7f176415dd80 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1752ffd640 1 -- 172.21.15.104:0/799898640 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f175803ab60 con 0x7f176415dd80 2024-02-19T16:30:06.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.259+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1764164400 con 0x7f176415dd80 2024-02-19T16:30:06.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.260+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17640b6590 con 0x7f176415dd80 2024-02-19T16:30:06.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.261+0000 7f1752ffd640 1 -- 172.21.15.104:0/799898640 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f175803acc0 con 0x7f176415dd80 2024-02-19T16:30:06.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.261+0000 7f1752ffd640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f174406b840 0x7f174406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:06.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.261+0000 7f1752ffd640 1 -- 172.21.15.104:0/799898640 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f17580ab6c0 con 0x7f176415dd80 2024-02-19T16:30:06.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.261+0000 7f176259c640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f174406b840 0x7f174406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:06.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.261+0000 7f176259c640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f174406b840 0x7f174406dd00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1754007fd0 tx=0x7f1754007e80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:06.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.265+0000 7f1752ffd640 1 -- 172.21.15.104:0/799898640 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1758076460 con 0x7f176415dd80 2024-02-19T16:30:06.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.473+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f17640751e0 con 0x7f176415dd80 2024-02-19T16:30:06.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.473+0000 7f1752ffd640 1 -- 172.21.15.104:0/799898640 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1327 (secure 0 0 0) 0x7f1758079b20 con 0x7f176415dd80 2024-02-19T16:30:06.475 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:06.475 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-02-19T16:30:06.475 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 2 2024-02-19T16:30:06.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f174406b840 msgr2=0x7f174406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f174406b840 0x7f174406dd00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1754007fd0 tx=0x7f1754007e80 comp rx=0 tx=0).stop 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176415dd80 msgr2=0x7f17640b3820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176415dd80 0x7f17640b3820 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f175802bee0 tx=0x7f17580046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 shutdown_connections 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f174406b840 0x7f174406dd00 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f176415dd80 0x7f17640b3820 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1764165d00 0x7f1764156d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 --2- 172.21.15.104:0/799898640 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17640d04d0 0x7f17640b7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 >> 172.21.15.104:0/799898640 conn(0x7f176409cef0 msgr2=0x7f17640b5860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 shutdown_connections 2024-02-19T16:30:06.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:06.475+0000 7f1768b81640 1 -- 172.21.15.104:0/799898640 wait complete. 2024-02-19T16:30:08.488 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:08.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.597+0000 7f059c9a2640 1 Processor -- start 2024-02-19T16:30:08.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.597+0000 7f059c9a2640 1 -- start start 2024-02-19T16:30:08.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.598+0000 7f059c9a2640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f05980d23c0 0x7f05980cd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.598+0000 7f059c9a2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f05980cf4a0 0x7f059806e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.598+0000 7f059c9a2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05980cc3e0 con 0x7f05980cfeb0 2024-02-19T16:30:08.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.598+0000 7f059c9a2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f059815bfa0 con 0x7f05980cf4a0 2024-02-19T16:30:08.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.598+0000 7f059c9a2640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05980cf910 con 0x7f05980d23c0 2024-02-19T16:30:08.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.598+0000 7f0597fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f05980cf4a0 0x7f059806e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.598+0000 7f0597fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f05980cf4a0 0x7f059806e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49440/0 (socket says 172.21.15.104:49440) 2024-02-19T16:30:08.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.598+0000 7f0597fff640 1 -- 172.21.15.104:0/1693287081 learned_addr learned my addr 172.21.15.104:0/1693287081 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:08.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.599+0000 7f058effd640 1 --2- 172.21.15.104:0/1693287081 >> v2:172.21.15.158:3300/0 conn(0x7f05980d23c0 0x7f05980cd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.599+0000 7f0597fff640 1 -- 172.21.15.104:0/1693287081 >> v2:172.21.15.158:3300/0 conn(0x7f05980d23c0 msgr2=0x7f05980cd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:08.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.599+0000 7f0597fff640 1 --2- 172.21.15.104:0/1693287081 >> v2:172.21.15.158:3300/0 conn(0x7f05980d23c0 0x7f05980cd3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.599+0000 7f0597fff640 1 -- 172.21.15.104:0/1693287081 >> v1:172.21.15.158:6789/0 conn(0x7f05980cfeb0 legacy=0x7f05980d0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:08.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.599+0000 7f0597fff640 1 -- 172.21.15.104:0/1693287081 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05980cfba0 con 0x7f05980cf4a0 2024-02-19T16:30:08.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.599+0000 7f0597fff640 1 --2- 172.21.15.104:0/1693287081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cf4a0 0x7f059806e740 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f05980ce1a0 tx=0x7f059002bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112157220339e90d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:08.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f0596ffd640 1 -- 172.21.15.104:0/1693287081 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f059002ca80 con 0x7f05980cf4a0 2024-02-19T16:30:08.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f0596ffd640 1 -- 172.21.15.104:0/1693287081 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f059002cbe0 con 0x7f05980cf4a0 2024-02-19T16:30:08.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f0596ffd640 1 -- 172.21.15.104:0/1693287081 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05900343f0 con 0x7f05980cf4a0 2024-02-19T16:30:08.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f059c9a2640 1 -- 172.21.15.104:0/1693287081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cf4a0 msgr2=0x7f059806e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:08.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f059c9a2640 1 --2- 172.21.15.104:0/1693287081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cf4a0 0x7f059806e740 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f05980ce1a0 tx=0x7f059002bee0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f059c9a2640 1 -- 172.21.15.104:0/1693287081 shutdown_connections 2024-02-19T16:30:08.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f059c9a2640 1 --2- 172.21.15.104:0/1693287081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cf4a0 0x7f059806e740 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f059c9a2640 1 --2- 172.21.15.104:0/1693287081 >> v2:172.21.15.158:3300/0 conn(0x7f05980d23c0 0x7f05980cd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f059c9a2640 1 -- 172.21.15.104:0/1693287081 >> 172.21.15.104:0/1693287081 conn(0x7f05980d18d0 msgr2=0x7f05980d1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:08.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f059c9a2640 1 -- 172.21.15.104:0/1693287081 shutdown_connections 2024-02-19T16:30:08.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.600+0000 7f059c9a2640 1 -- 172.21.15.104:0/1693287081 wait complete. 2024-02-19T16:30:08.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.601+0000 7f059c9a2640 1 Processor -- start 2024-02-19T16:30:08.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.602+0000 7f059c9a2640 1 -- start start 2024-02-19T16:30:08.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.602+0000 7f059c9a2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05980cf4a0 0x7f05980b6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.602+0000 7f059c9a2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cfeb0 0x7f05981f1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.602+0000 7f059c9a2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05980d23c0 0x7f05980ae700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.602+0000 7f059c9a2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05980b6a10 con 0x7f05980cfeb0 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.602+0000 7f059c9a2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05981e8860 con 0x7f05980d23c0 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.602+0000 7f059c9a2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05981f2830 con 0x7f05980cf4a0 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.602+0000 7f058effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cfeb0 0x7f05981f1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f058effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cfeb0 0x7f05981f1890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49454/0 (socket says 172.21.15.104:49454) 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f058effd640 1 -- 172.21.15.104:0/3976364712 learned_addr learned my addr 172.21.15.104:0/3976364712 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f0597fff640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05980d23c0 0x7f05980ae700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f058effd640 1 -- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05980cf4a0 msgr2=0x7f05980b6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f05977fe640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05980cf4a0 0x7f05980b6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f058effd640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05980cf4a0 0x7f05980b6e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f058effd640 1 -- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05980d23c0 msgr2=0x7f05980ae700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:08.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f058effd640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05980d23c0 0x7f05980ae700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f058effd640 1 -- 172.21.15.104:0/3976364712 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0590009b30 con 0x7f05980cfeb0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f0597fff640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05980d23c0 0x7f05980ae700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f058effd640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cfeb0 0x7f05981f1890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f058000d830 tx=0x7f058000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f0594ff9640 1 -- 172.21.15.104:0/3976364712 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f058000b6c0 con 0x7f05980cfeb0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f0594ff9640 1 -- 172.21.15.104:0/3976364712 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f058000b820 con 0x7f05980cfeb0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05981f2270 con 0x7f05980cfeb0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f0594ff9640 1 -- 172.21.15.104:0/3976364712 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f058000bbb0 con 0x7f05980cfeb0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.603+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05980b6630 con 0x7f05980cfeb0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.604+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0598068430 con 0x7f05980cfeb0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.604+0000 7f0594ff9640 1 -- 172.21.15.104:0/3976364712 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f058001e460 con 0x7f05980cfeb0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.605+0000 7f0594ff9640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057806b810 0x7f057806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.605+0000 7f05977fe640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057806b810 0x7f057806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.605+0000 7f0594ff9640 1 -- 172.21.15.104:0/3976364712 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f058008a580 con 0x7f05980cfeb0 2024-02-19T16:30:08.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.605+0000 7f05977fe640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057806b810 0x7f057806dcd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f058800a750 tx=0x7f0588008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:08.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.609+0000 7f0594ff9640 1 -- 172.21.15.104:0/3976364712 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0580055380 con 0x7f05980cfeb0 2024-02-19T16:30:08.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.816+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f05980751e0 con 0x7f05980cfeb0 2024-02-19T16:30:08.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.816+0000 7f0594ff9640 1 -- 172.21.15.104:0/3976364712 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3703 (secure 0 0 0) 0x7f0580058a40 con 0x7f05980cfeb0 2024-02-19T16:30:08.818 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4285,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-02-19T16:30:08.818 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 3 2024-02-19T16:30:08.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057806b810 msgr2=0x7f057806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:08.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057806b810 0x7f057806dcd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f058800a750 tx=0x7f0588008040 comp rx=0 tx=0).stop 2024-02-19T16:30:08.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cfeb0 msgr2=0x7f05981f1890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:08.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cfeb0 0x7f05981f1890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f058000d830 tx=0x7f058000dcf0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 shutdown_connections 2024-02-19T16:30:08.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057806b810 0x7f057806dcd0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05980cfeb0 0x7f05981f1890 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05980d23c0 0x7f05980ae700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 --2- 172.21.15.104:0/3976364712 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05980cf4a0 0x7f05980b6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 >> 172.21.15.104:0/3976364712 conn(0x7f05980d18d0 msgr2=0x7f059815ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:08.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 shutdown_connections 2024-02-19T16:30:08.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.818+0000 7f059c9a2640 1 -- 172.21.15.104:0/3976364712 wait complete. 2024-02-19T16:30:08.831 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:08.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.928+0000 7f60e024e640 1 Processor -- start 2024-02-19T16:30:08.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.928+0000 7f60e024e640 1 -- start start 2024-02-19T16:30:08.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60e024e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d80b3890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60e024e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f60d80b3dd0 0x7f60d80717d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60e024e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f60d80b0060 0x7f60d8071d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60e024e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60d806d760 con 0x7f60d80b0060 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60e024e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60d80b4310 con 0x7f60d80b3dd0 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60e024e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60d80b45f0 con 0x7f60d80afc80 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60de7eb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f60d80b0060 0x7f60d8071d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60de7eb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f60d80b0060 0x7f60d8071d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49466/0 (socket says 172.21.15.104:49466) 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.929+0000 7f60de7eb640 1 -- 172.21.15.104:0/1323392898 learned_addr learned my addr 172.21.15.104:0/1323392898 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60dd7e9640 1 --2- 172.21.15.104:0/1323392898 >> v2:172.21.15.158:3300/0 conn(0x7f60d80b3dd0 0x7f60d80717d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60ddfea640 1 --2- 172.21.15.104:0/1323392898 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d80b3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60de7eb640 1 -- 172.21.15.104:0/1323392898 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 msgr2=0x7f60d80b3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60de7eb640 1 --2- 172.21.15.104:0/1323392898 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d80b3890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60de7eb640 1 -- 172.21.15.104:0/1323392898 >> v2:172.21.15.158:3300/0 conn(0x7f60d80b3dd0 msgr2=0x7f60d80717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:08.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60de7eb640 1 --2- 172.21.15.104:0/1323392898 >> v2:172.21.15.158:3300/0 conn(0x7f60d80b3dd0 0x7f60d80717d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60de7eb640 1 -- 172.21.15.104:0/1323392898 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60d806d970 con 0x7f60d80b0060 2024-02-19T16:30:08.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60ddfea640 1 --2- 172.21.15.104:0/1323392898 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d80b3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:08.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60dd7e9640 1 --2- 172.21.15.104:0/1323392898 >> v2:172.21.15.158:3300/0 conn(0x7f60d80b3dd0 0x7f60d80717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:08.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60de7eb640 1 --2- 172.21.15.104:0/1323392898 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b0060 0x7f60d8071d10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f60d8072c70 tx=0x7f60d002b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=291efb573d92d9a0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:08.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60dcfe8640 1 -- 172.21.15.104:0/1323392898 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60d00317e0 con 0x7f60d80b0060 2024-02-19T16:30:08.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60dcfe8640 1 -- 172.21.15.104:0/1323392898 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60d0031940 con 0x7f60d80b0060 2024-02-19T16:30:08.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.930+0000 7f60dcfe8640 1 -- 172.21.15.104:0/1323392898 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60d0031cd0 con 0x7f60d80b0060 2024-02-19T16:30:08.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 -- 172.21.15.104:0/1323392898 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b0060 msgr2=0x7f60d8071d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 --2- 172.21.15.104:0/1323392898 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b0060 0x7f60d8071d10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f60d8072c70 tx=0x7f60d002b880 comp rx=0 tx=0).stop 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 -- 172.21.15.104:0/1323392898 shutdown_connections 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 --2- 172.21.15.104:0/1323392898 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b0060 0x7f60d8071d10 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 --2- 172.21.15.104:0/1323392898 >> v2:172.21.15.158:3300/0 conn(0x7f60d80b3dd0 0x7f60d80717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 --2- 172.21.15.104:0/1323392898 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d80b3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 -- 172.21.15.104:0/1323392898 >> 172.21.15.104:0/1323392898 conn(0x7f60d80b2590 msgr2=0x7f60d80b2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 -- 172.21.15.104:0/1323392898 shutdown_connections 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.931+0000 7f60e024e640 1 -- 172.21.15.104:0/1323392898 wait complete. 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.932+0000 7f60e024e640 1 Processor -- start 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.932+0000 7f60e024e640 1 -- start start 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60e024e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d8144e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60e024e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f60d80b0060 0x7f60d8154a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60e024e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b3dd0 0x7f60d8154fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.936 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60e024e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60d81539b0 con 0x7f60d80b3dd0 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60e024e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60d8153dd0 con 0x7f60d80b0060 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60e024e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60d8152a50 con 0x7f60d80afc80 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60de7eb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b3dd0 0x7f60d8154fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60de7eb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b3dd0 0x7f60d8154fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49474/0 (socket says 172.21.15.104:49474) 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60de7eb640 1 -- 172.21.15.104:0/3232895408 learned_addr learned my addr 172.21.15.104:0/3232895408 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60dd7e9640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f60d80b0060 0x7f60d8154a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60ddfea640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d8144e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60de7eb640 1 -- 172.21.15.104:0/3232895408 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 msgr2=0x7f60d8144e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60de7eb640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d8144e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60de7eb640 1 -- 172.21.15.104:0/3232895408 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f60d80b0060 msgr2=0x7f60d8154a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60de7eb640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f60d80b0060 0x7f60d8154a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.933+0000 7f60de7eb640 1 -- 172.21.15.104:0/3232895408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60d00094d0 con 0x7f60d80b3dd0 2024-02-19T16:30:08.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.934+0000 7f60de7eb640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b3dd0 0x7f60d8154fd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f60d00090b0 tx=0x7f60d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:08.938 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.934+0000 7f60ce7fc640 1 -- 172.21.15.104:0/3232895408 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60d00329c0 con 0x7f60d80b3dd0 2024-02-19T16:30:08.938 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.934+0000 7f60ce7fc640 1 -- 172.21.15.104:0/3232895408 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60d0032b20 con 0x7f60d80b3dd0 2024-02-19T16:30:08.938 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.934+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60d8152d30 con 0x7f60d80b3dd0 2024-02-19T16:30:08.938 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.934+0000 7f60ce7fc640 1 -- 172.21.15.104:0/3232895408 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60d00453f0 con 0x7f60d80b3dd0 2024-02-19T16:30:08.938 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.934+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60d81532f0 con 0x7f60d80b3dd0 2024-02-19T16:30:08.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.935+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60d8153af0 con 0x7f60d80b3dd0 2024-02-19T16:30:08.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.935+0000 7f60ce7fc640 1 -- 172.21.15.104:0/3232895408 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f60d004e450 con 0x7f60d80b3dd0 2024-02-19T16:30:08.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.935+0000 7f60ce7fc640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f60bc06b810 0x7f60bc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:08.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.935+0000 7f60ce7fc640 1 -- 172.21.15.104:0/3232895408 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f60d00ac290 con 0x7f60d80b3dd0 2024-02-19T16:30:08.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.936+0000 7f60ddfea640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f60bc06b810 0x7f60bc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:08.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.936+0000 7f60ddfea640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f60bc06b810 0x7f60bc06dcd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f60d4008f80 tx=0x7f60d40084d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:08.941 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:08.940+0000 7f60ce7fc640 1 -- 172.21.15.104:0/3232895408 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f60d8153af0 con 0x7f60d80b3dd0 2024-02-19T16:30:09.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.113+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f60d8153af0 con 0x7f60d80b3dd0 2024-02-19T16:30:09.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.114+0000 7f60ce7fc640 1 -- 172.21.15.104:0/3232895408 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12908 (secure 0 0 0) 0x7f60d8153af0 con 0x7f60d80b3dd0 2024-02-19T16:30:09.116 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:09.116 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":16,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:02.218505+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:09.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f60bc06b810 msgr2=0x7f60bc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f60bc06b810 0x7f60bc06dcd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f60d4008f80 tx=0x7f60d40084d0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b3dd0 msgr2=0x7f60d8154fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b3dd0 0x7f60d8154fd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f60d00090b0 tx=0x7f60d00046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 shutdown_connections 2024-02-19T16:30:09.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f60bc06b810 0x7f60bc06dcd0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60d80b3dd0 0x7f60d8154fd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f60d80b0060 0x7f60d8154a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 --2- 172.21.15.104:0/3232895408 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60d80afc80 0x7f60d8144e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 >> 172.21.15.104:0/3232895408 conn(0x7f60d80b2590 msgr2=0x7f60d80b5430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:09.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.116+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 shutdown_connections 2024-02-19T16:30:09.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.117+0000 7f60e024e640 1 -- 172.21.15.104:0/3232895408 wait complete. 2024-02-19T16:30:09.128 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:09.129 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:09.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.229+0000 7fc4de0f4640 1 Processor -- start 2024-02-19T16:30:09.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4de0f4640 1 -- start start 2024-02-19T16:30:09.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4de0f4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc4d8162760 0x7fc4d80d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4de0f4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4d80b4080 con 0x7fc4d80d4070 2024-02-19T16:30:09.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4de0f4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4d80b42f0 con 0x7fc4d8161520 2024-02-19T16:30:09.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4de0f4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4d80b45d0 con 0x7fc4d8162760 2024-02-19T16:30:09.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4d6ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc4d8162760 0x7fc4d80d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4d6ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc4d8162760 0x7fc4d80d3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49476/0 (socket says 172.21.15.104:49476) 2024-02-19T16:30:09.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4d7fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fc4d80d4070 0x7fc4d80d1bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:45938/0 (socket says 172.21.15.104:45938) 2024-02-19T16:30:09.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.230+0000 7fc4d6ffd640 1 -- 172.21.15.104:0/1467177926 learned_addr learned my addr 172.21.15.104:0/1467177926 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:09.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.231+0000 7fc4d6ffd640 1 -- 172.21.15.104:0/1467177926 >> v1:172.21.15.158:6789/0 conn(0x7fc4d8161520 legacy=0x7fc4d80b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:09.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.231+0000 7fc4d6ffd640 1 -- 172.21.15.104:0/1467177926 >> v1:172.21.15.104:6789/0 conn(0x7fc4d80d4070 legacy=0x7fc4d80d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.231+0000 7fc4d6ffd640 1 -- 172.21.15.104:0/1467177926 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4d80b48b0 con 0x7fc4d8162760 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.231+0000 7fc4d6ffd640 1 --2- 172.21.15.104:0/1467177926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d8162760 0x7fc4d80d3b30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc009870 tx=0x7fc4cc02ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c59c694fa91d7aab server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4d67fc640 1 -- 172.21.15.104:0/1467177926 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4cc02f840 con 0x7fc4d8162760 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4d67fc640 1 -- 172.21.15.104:0/1467177926 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4cc02f9a0 con 0x7fc4d8162760 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4d67fc640 1 -- 172.21.15.104:0/1467177926 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4cc02fd30 con 0x7fc4d8162760 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4de0f4640 1 -- 172.21.15.104:0/1467177926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d8162760 msgr2=0x7fc4d80d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4de0f4640 1 --2- 172.21.15.104:0/1467177926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d8162760 0x7fc4d80d3b30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc009870 tx=0x7fc4cc02ba20 comp rx=0 tx=0).stop 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4de0f4640 1 -- 172.21.15.104:0/1467177926 shutdown_connections 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4de0f4640 1 --2- 172.21.15.104:0/1467177926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d8162760 0x7fc4d80d3b30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4de0f4640 1 -- 172.21.15.104:0/1467177926 >> 172.21.15.104:0/1467177926 conn(0x7fc4d808d5d0 msgr2=0x7fc4d809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4de0f4640 1 -- 172.21.15.104:0/1467177926 shutdown_connections 2024-02-19T16:30:09.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.232+0000 7fc4de0f4640 1 -- 172.21.15.104:0/1467177926 wait complete. 2024-02-19T16:30:09.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.233+0000 7fc4de0f4640 1 Processor -- start 2024-02-19T16:30:09.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.233+0000 7fc4de0f4640 1 -- start start 2024-02-19T16:30:09.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4de0f4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80d4070 0x7fc4d80cbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4de0f4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4d8161520 0x7fc4d8156490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4de0f4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4d8162760 0x7fc4d80cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4de0f4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d80b7ef0 con 0x7fc4d80d4070 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4de0f4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d80cb7b0 con 0x7fc4d8161520 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4de0f4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d80cba90 con 0x7fc4d8162760 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4d77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80d4070 0x7fc4d80cbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4d77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80d4070 0x7fc4d80cbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49478/0 (socket says 172.21.15.104:49478) 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4d77fe640 1 -- 172.21.15.104:0/2488054779 learned_addr learned my addr 172.21.15.104:0/2488054779 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4d6ffd640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4d8161520 0x7fc4d8156490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.234+0000 7fc4d7fff640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4d8162760 0x7fc4d80cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.235+0000 7fc4d77fe640 1 -- 172.21.15.104:0/2488054779 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4d8162760 msgr2=0x7fc4d80cacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.235+0000 7fc4d77fe640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4d8162760 0x7fc4d80cacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.235+0000 7fc4d77fe640 1 -- 172.21.15.104:0/2488054779 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4d8161520 msgr2=0x7fc4d8156490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.235+0000 7fc4d77fe640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4d8161520 0x7fc4d8156490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.235+0000 7fc4d77fe640 1 -- 172.21.15.104:0/2488054779 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4cc0094d0 con 0x7fc4d80d4070 2024-02-19T16:30:09.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.235+0000 7fc4d77fe640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80d4070 0x7fc4d80cbfa0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc4c800c430 tx=0x7fc4c800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.236+0000 7fc4bffff640 1 -- 172.21.15.104:0/2488054779 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4c8011790 con 0x7fc4d80d4070 2024-02-19T16:30:09.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.236+0000 7fc4bffff640 1 -- 172.21.15.104:0/2488054779 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4c80118f0 con 0x7fc4d80d4070 2024-02-19T16:30:09.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.236+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4d80b7b80 con 0x7fc4d80d4070 2024-02-19T16:30:09.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.236+0000 7fc4bffff640 1 -- 172.21.15.104:0/2488054779 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4c8011ce0 con 0x7fc4d80d4070 2024-02-19T16:30:09.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.237+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4d81569d0 con 0x7fc4d80d4070 2024-02-19T16:30:09.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.238+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4d80751e0 con 0x7fc4d80d4070 2024-02-19T16:30:09.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.238+0000 7fc4bffff640 1 -- 172.21.15.104:0/2488054779 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc4c801c460 con 0x7fc4d80d4070 2024-02-19T16:30:09.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.238+0000 7fc4bffff640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc4c406b840 0x7fc4c406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.238+0000 7fc4d6ffd640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc4c406b840 0x7fc4c406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.238+0000 7fc4bffff640 1 -- 172.21.15.104:0/2488054779 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc4c8089c90 con 0x7fc4d80d4070 2024-02-19T16:30:09.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.239+0000 7fc4d6ffd640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc4c406b840 0x7fc4c406dd00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc036000 tx=0x7fc4cc008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.243+0000 7fc4bffff640 1 -- 172.21.15.104:0/2488054779 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc4c8054ab0 con 0x7fc4d80d4070 2024-02-19T16:30:09.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.415+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc4d80cdd20 con 0x7fc4d80d4070 2024-02-19T16:30:09.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.415+0000 7fc4bffff640 1 -- 172.21.15.104:0/2488054779 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc4c8058170 con 0x7fc4d80d4070 2024-02-19T16:30:09.417 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc4c406b840 msgr2=0x7fc4c406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc4c406b840 0x7fc4c406dd00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc036000 tx=0x7fc4cc008030 comp rx=0 tx=0).stop 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80d4070 msgr2=0x7fc4d80cbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80d4070 0x7fc4d80cbfa0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc4c800c430 tx=0x7fc4c800c8f0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 shutdown_connections 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc4c406b840 0x7fc4c406dd00 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4d8162760 0x7fc4d80cacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4d8161520 0x7fc4d8156490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 --2- 172.21.15.104:0/2488054779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80d4070 0x7fc4d80cbfa0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 >> 172.21.15.104:0/2488054779 conn(0x7fc4d808d5d0 msgr2=0x7fc4d815e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:09.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 shutdown_connections 2024-02-19T16:30:09.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.417+0000 7fc4de0f4640 1 -- 172.21.15.104:0/2488054779 wait complete. 2024-02-19T16:30:09.429 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-02-19T16:30:09.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.528+0000 7f95990d4640 1 Processor -- start 2024-02-19T16:30:09.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.528+0000 7f95990d4640 1 -- start start 2024-02-19T16:30:09.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f95990d4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f959415de30 0x7f95940d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f95990d4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95940d16f0 con 0x7f95940d0530 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f95990d4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95940d1940 con 0x7f95940cfb00 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f95990d4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95940cff20 con 0x7f959415de30 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f958bfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f95940d0530 0x7f95940cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:45954/0 (socket says 172.21.15.104:45954) 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f958bfff640 1 -- 172.21.15.104:0/2557780475 learned_addr learned my addr 172.21.15.104:0/2557780475 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f9592d9d640 1 --2- 172.21.15.104:0/2557780475 >> v2:172.21.15.158:3300/0 conn(0x7f959415de30 0x7f95940d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4082895316 0 0) 0x7f95940d16f0 con 0x7f95940d0530 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9580003520 con 0x7f95940d0530 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3454243358 0 0) 0x7f95940d1940 con 0x7f95940cfb00 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f95940d16f0 con 0x7f95940cfb00 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 20850008 0 0) 0x7f9580003520 con 0x7f95940d0530 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 >> v2:172.21.15.158:3300/0 conn(0x7f959415de30 msgr2=0x7f95940d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:09.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 --2- 172.21.15.104:0/2557780475 >> v2:172.21.15.158:3300/0 conn(0x7f959415de30 0x7f95940d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 >> v1:172.21.15.158:6789/0 conn(0x7f95940cfb00 legacy=0x7f959406b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95940d1c20 con 0x7f95940d0530 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f957c001670 con 0x7f95940d0530 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f9592d9d640 1 --2- 172.21.15.104:0/2557780475 >> v2:172.21.15.158:3300/0 conn(0x7f959415de30 0x7f95940d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 >> v1:172.21.15.104:6789/0 conn(0x7f95940d0530 legacy=0x7f95940cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9580003b00 0x7f9580003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95800047c0 0x7f9580004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.529+0000 7f959259c640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9580005180 0x7f958000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f958000c080 con 0x7f9580003b00 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f958000c1f0 con 0x7f95800047c0 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f958000c3b0 con 0x7f9580005180 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f9592d9d640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9580003b00 0x7f9580003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f958bfff640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95800047c0 0x7f9580004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f959359e640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9580005180 0x7f958000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f9592d9d640 1 -- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9580005180 msgr2=0x7f958000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f9592d9d640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9580005180 0x7f958000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f9592d9d640 1 -- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95800047c0 msgr2=0x7f9580004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f9592d9d640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95800047c0 0x7f9580004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f9592d9d640 1 -- 172.21.15.104:0/2557780475 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9580003520 con 0x7f9580003b00 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f959359e640 1 -- 172.21.15.104:0/2557780475 reap_dead start 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f958bfff640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95800047c0 0x7f9580004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.530+0000 7f9592d9d640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9580003b00 0x7f9580003f00 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9584009c90 tx=0x7f95800057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc555290d9ed8369 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958402c910 con 0x7f9580003b00 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f958402ca70 con 0x7f9580003b00 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f959259c640 1 -- 172.21.15.104:0/2557780475 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958402ce60 con 0x7f9580003b00 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f95990d4640 1 -- 172.21.15.104:0/2557780475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9580003b00 msgr2=0x7f9580003f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f95990d4640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9580003b00 0x7f9580003f00 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9584009c90 tx=0x7f95800057f0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f95990d4640 1 -- 172.21.15.104:0/2557780475 shutdown_connections 2024-02-19T16:30:09.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f95990d4640 1 --2- 172.21.15.104:0/2557780475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9580003b00 0x7f9580003f00 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f95990d4640 1 -- 172.21.15.104:0/2557780475 >> 172.21.15.104:0/2557780475 conn(0x7f95940d3b20 msgr2=0x7f95940d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:09.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f95990d4640 1 -- 172.21.15.104:0/2557780475 shutdown_connections 2024-02-19T16:30:09.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.531+0000 7f95990d4640 1 -- 172.21.15.104:0/2557780475 wait complete. 2024-02-19T16:30:09.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.532+0000 7f95990d4640 1 Processor -- start 2024-02-19T16:30:09.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f95990d4640 1 -- start start 2024-02-19T16:30:09.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f95990d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9580003b00 0x7f95941f7860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f95990d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f95940c8260 0x7f9594159730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f95990d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95940c8ac0 0x7f95940ccc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f95990d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f959415e390 con 0x7f95940c8ac0 2024-02-19T16:30:09.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f95990d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95940c86c0 con 0x7f9580003b00 2024-02-19T16:30:09.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f95990d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9594159c70 con 0x7f95940c8260 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f959359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95940c8ac0 0x7f95940ccc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f959359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95940c8ac0 0x7f95940ccc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49488/0 (socket says 172.21.15.104:49488) 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f959359e640 1 -- 172.21.15.104:0/3494606316 learned_addr learned my addr 172.21.15.104:0/3494606316 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f9592d9d640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9580003b00 0x7f95941f7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.533+0000 7f958bfff640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f95940c8260 0x7f9594159730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f959359e640 1 -- 172.21.15.104:0/3494606316 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f95940c8260 msgr2=0x7f9594159730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f959359e640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f95940c8260 0x7f9594159730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f959359e640 1 -- 172.21.15.104:0/3494606316 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9580003b00 msgr2=0x7f95941f7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f959359e640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9580003b00 0x7f95941f7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f959359e640 1 -- 172.21.15.104:0/3494606316 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95940c92f0 con 0x7f95940c8ac0 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f959359e640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95940c8ac0 0x7f95940ccc90 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f95941618d0 tx=0x7f958c00ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f958b7fe640 1 -- 172.21.15.104:0/3494606316 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c00ee50 con 0x7f95940c8ac0 2024-02-19T16:30:09.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f958b7fe640 1 -- 172.21.15.104:0/3494606316 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f958c003b80 con 0x7f95940c8ac0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f958b7fe640 1 -- 172.21.15.104:0/3494606316 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c0050d0 con 0x7f95940c8ac0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95940c7780 con 0x7f95940c8ac0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.534+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95940c7d40 con 0x7f95940c8ac0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.535+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95940751e0 con 0x7f95940c8ac0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.535+0000 7f958b7fe640 1 -- 172.21.15.104:0/3494606316 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f958c005230 con 0x7f95940c8ac0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.536+0000 7f958b7fe640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f957406b840 0x7f957406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.536+0000 7f958b7fe640 1 -- 172.21.15.104:0/3494606316 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f958c089cd0 con 0x7f95940c8ac0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.536+0000 7f9592d9d640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f957406b840 0x7f957406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.536+0000 7f9592d9d640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f957406b840 0x7f957406dd00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9584036000 tx=0x7f9584030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.540+0000 7f958b7fe640 1 -- 172.21.15.104:0/3494606316 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f958c054a40 con 0x7f95940c8ac0 2024-02-19T16:30:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.712+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f95940751e0 con 0x7f95940c8ac0 2024-02-19T16:30:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.712+0000 7f958b7fe640 1 -- 172.21.15.104:0/3494606316 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7f958c058100 con 0x7f95940c8ac0 2024-02-19T16:30:09.713 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:09.714 INFO:teuthology.orchestra.run.smithi104.stdout:[ 2024-02-19T16:30:09.714 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:30:09.714 INFO:teuthology.orchestra.run.smithi104.stdout: "poolnum": 1, 2024-02-19T16:30:09.714 INFO:teuthology.orchestra.run.smithi104.stdout: "poolname": ".mgr" 2024-02-19T16:30:09.714 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:30:09.714 INFO:teuthology.orchestra.run.smithi104.stdout:] 2024-02-19T16:30:09.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f957406b840 msgr2=0x7f957406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f957406b840 0x7f957406dd00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9584036000 tx=0x7f9584030000 comp rx=0 tx=0).stop 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95940c8ac0 msgr2=0x7f95940ccc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95940c8ac0 0x7f95940ccc90 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f95941618d0 tx=0x7f958c00ec00 comp rx=0 tx=0).stop 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 shutdown_connections 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f957406b840 0x7f957406dd00 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f95940c8ac0 0x7f95940ccc90 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f95940c8260 0x7f9594159730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 --2- 172.21.15.104:0/3494606316 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9580003b00 0x7f95941f7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 >> 172.21.15.104:0/3494606316 conn(0x7f95940d3b20 msgr2=0x7f959406ca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 shutdown_connections 2024-02-19T16:30:09.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.714+0000 7f95990d4640 1 -- 172.21.15.104:0/3494606316 wait complete. 2024-02-19T16:30:09.726 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-02-19T16:30:09.726 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-02-19T16:30:09.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.827+0000 7fd0371c9640 1 Processor -- start 2024-02-19T16:30:09.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.827+0000 7fd0371c9640 1 -- start start 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.828+0000 7fd0371c9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd03006f420 0x7fd0300cb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.828+0000 7fd0371c9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd03006bf20 0x7fd03006c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.828+0000 7fd0371c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd030070ec0 con 0x7fd0300cc460 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.828+0000 7fd0371c9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd03006c8f0 con 0x7fd03006bf20 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.828+0000 7fd0371c9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0300713f0 con 0x7fd03006f420 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.828+0000 7fd035766640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd03006bf20 0x7fd03006c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.828+0000 7fd02ffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd0300cc460 0x7fd0300cafa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:45956/0 (socket says 172.21.15.104:45956) 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.828+0000 7fd02ffff640 1 -- 172.21.15.104:0/4094154417 learned_addr learned my addr 172.21.15.104:0/4094154417 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.829+0000 7fd034f65640 1 --2- 172.21.15.104:0/4094154417 >> v2:172.21.15.158:3300/0 conn(0x7fd03006f420 0x7fd0300cb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.829+0000 7fd035766640 1 -- 172.21.15.104:0/4094154417 >> v2:172.21.15.158:3300/0 conn(0x7fd03006f420 msgr2=0x7fd0300cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:09.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.829+0000 7fd035766640 1 --2- 172.21.15.104:0/4094154417 >> v2:172.21.15.158:3300/0 conn(0x7fd03006f420 0x7fd0300cb9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.829+0000 7fd035766640 1 -- 172.21.15.104:0/4094154417 >> v1:172.21.15.104:6789/0 conn(0x7fd0300cc460 legacy=0x7fd0300cafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.829+0000 7fd035766640 1 -- 172.21.15.104:0/4094154417 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd030071110 con 0x7fd03006bf20 2024-02-19T16:30:09.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.829+0000 7fd02f7fe640 1 -- 172.21.15.104:0/4094154417 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 763051324 0 0) 0x7fd030070ec0 con 0x7fd0300cc460 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.829+0000 7fd035766640 1 --2- 172.21.15.104:0/4094154417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006bf20 0x7fd03006c3b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd0300b2bd0 tx=0x7fd02802be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1317b7a727d5e082 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.829+0000 7fd02f7fe640 1 -- 172.21.15.104:0/4094154417 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd02802cbf0 con 0x7fd03006bf20 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd02f7fe640 1 -- 172.21.15.104:0/4094154417 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd02802cd50 con 0x7fd03006bf20 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd02f7fe640 1 -- 172.21.15.104:0/4094154417 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd028034660 con 0x7fd03006bf20 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd0371c9640 1 -- 172.21.15.104:0/4094154417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006bf20 msgr2=0x7fd03006c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd0371c9640 1 --2- 172.21.15.104:0/4094154417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006bf20 0x7fd03006c3b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd0300b2bd0 tx=0x7fd02802be40 comp rx=0 tx=0).stop 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd0371c9640 1 -- 172.21.15.104:0/4094154417 shutdown_connections 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd0371c9640 1 --2- 172.21.15.104:0/4094154417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006bf20 0x7fd03006c3b0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd0371c9640 1 --2- 172.21.15.104:0/4094154417 >> v2:172.21.15.158:3300/0 conn(0x7fd03006f420 0x7fd0300cb9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd0371c9640 1 -- 172.21.15.104:0/4094154417 >> 172.21.15.104:0/4094154417 conn(0x7fd0300b1ba0 msgr2=0x7fd0300b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:09.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd0371c9640 1 -- 172.21.15.104:0/4094154417 shutdown_connections 2024-02-19T16:30:09.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.830+0000 7fd0371c9640 1 -- 172.21.15.104:0/4094154417 wait complete. 2024-02-19T16:30:09.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.831+0000 7fd0371c9640 1 Processor -- start 2024-02-19T16:30:09.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.831+0000 7fd0371c9640 1 -- start start 2024-02-19T16:30:09.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd0371c9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd03006bf20 0x7fd0300b5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd0371c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006f420 0x7fd0300b4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd0371c9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd0300cc460 0x7fd0300c7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd0371c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0300ca410 con 0x7fd03006f420 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd0371c9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0300b4b50 con 0x7fd03006bf20 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd0371c9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0300c76c0 con 0x7fd0300cc460 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd02ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006f420 0x7fd0300b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd02ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006f420 0x7fd0300b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49516/0 (socket says 172.21.15.104:49516) 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd02ffff640 1 -- 172.21.15.104:0/2280294523 learned_addr learned my addr 172.21.15.104:0/2280294523 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd035766640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd0300cc460 0x7fd0300c7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd02ffff640 1 -- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd0300cc460 msgr2=0x7fd0300c7180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd034f65640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd03006bf20 0x7fd0300b5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd02ffff640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd0300cc460 0x7fd0300c7180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd02ffff640 1 -- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd03006bf20 msgr2=0x7fd0300b5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd02ffff640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd03006bf20 0x7fd0300b5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd02ffff640 1 -- 172.21.15.104:0/2280294523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd028009a70 con 0x7fd03006f420 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.832+0000 7fd035766640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd0300cc460 0x7fd0300c7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:09.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.833+0000 7fd02ffff640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006f420 0x7fd0300b4610 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd02400e750 tx=0x7fd02400ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.833+0000 7fd02d7fa640 1 -- 172.21.15.104:0/2280294523 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd02400ee60 con 0x7fd03006f420 2024-02-19T16:30:09.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.833+0000 7fd02d7fa640 1 -- 172.21.15.104:0/2280294523 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0240072e0 con 0x7fd03006f420 2024-02-19T16:30:09.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.833+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0300c9800 con 0x7fd03006f420 2024-02-19T16:30:09.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.833+0000 7fd02d7fa640 1 -- 172.21.15.104:0/2280294523 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd024007670 con 0x7fd03006f420 2024-02-19T16:30:09.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.833+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0300c9dc0 con 0x7fd03006f420 2024-02-19T16:30:09.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.834+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0300751e0 con 0x7fd03006f420 2024-02-19T16:30:09.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.834+0000 7fd02d7fa640 1 -- 172.21.15.104:0/2280294523 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd02400c7f0 con 0x7fd03006f420 2024-02-19T16:30:09.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.835+0000 7fd02d7fa640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd01c06b810 0x7fd01c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:09.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.835+0000 7fd02d7fa640 1 -- 172.21.15.104:0/2280294523 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd02408c4a0 con 0x7fd03006f420 2024-02-19T16:30:09.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.835+0000 7fd034f65640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd01c06b810 0x7fd01c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:09.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.835+0000 7fd034f65640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd01c06b810 0x7fd01c06dcd0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd020006fd0 tx=0x7fd020008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:09.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:09.839+0000 7fd02d7fa640 1 -- 172.21.15.104:0/2280294523 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd0240572a0 con 0x7fd03006f420 2024-02-19T16:30:10.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.012+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fd0300b6030 con 0x7fd03006f420 2024-02-19T16:30:10.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.240+0000 7fd02d7fa640 1 -- 172.21.15.104:0/2280294523 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7fd0240150b0 con 0x7fd03006f420 2024-02-19T16:30:10.242 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_metadata' created 2024-02-19T16:30:10.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.243+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd01c06b810 msgr2=0x7fd01c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:10.245 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.243+0000 7fd0371c9640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd01c06b810 0x7fd01c06dcd0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd020006fd0 tx=0x7fd020008040 comp rx=0 tx=0).stop 2024-02-19T16:30:10.245 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.243+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006f420 msgr2=0x7fd0300b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:10.245 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.243+0000 7fd0371c9640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006f420 0x7fd0300b4610 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd02400e750 tx=0x7fd02400ec10 comp rx=0 tx=0).stop 2024-02-19T16:30:10.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.244+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 shutdown_connections 2024-02-19T16:30:10.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.244+0000 7fd0371c9640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd01c06b810 0x7fd01c06dcd0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.244+0000 7fd0371c9640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd03006f420 0x7fd0300b4610 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.244+0000 7fd0371c9640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd0300cc460 0x7fd0300c7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.244+0000 7fd0371c9640 1 --2- 172.21.15.104:0/2280294523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd03006bf20 0x7fd0300b5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.244+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 >> 172.21.15.104:0/2280294523 conn(0x7fd0300b1ba0 msgr2=0x7fd0300a0420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:10.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.244+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 shutdown_connections 2024-02-19T16:30:10.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.244+0000 7fd0371c9640 1 -- 172.21.15.104:0/2280294523 wait complete. 2024-02-19T16:30:10.259 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-02-19T16:30:10.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.364+0000 7f1bc6b77640 1 Processor -- start 2024-02-19T16:30:10.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.364+0000 7f1bc6b77640 1 -- start start 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.365+0000 7f1bc6b77640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc015e040 0x7f1bc00b3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.365+0000 7f1bc6b77640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1bc00b14d0 0x7f1bc00b1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.365+0000 7f1bc6b77640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bc00ce520 con 0x7f1bc006c4d0 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.365+0000 7f1bc6b77640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bc00d2a70 con 0x7f1bc00b14d0 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.365+0000 7f1bc6b77640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc00ce7c0 con 0x7f1bc015e040 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.365+0000 7f1bc5114640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1bc00b14d0 0x7f1bc00b1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.365+0000 7f1bc4913640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f1bc006c4d0 0x7f1bc006c8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:45972/0 (socket says 172.21.15.104:45972) 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.365+0000 7f1bc4913640 1 -- 172.21.15.104:0/848852819 learned_addr learned my addr 172.21.15.104:0/848852819 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.366+0000 7f1bc5114640 1 -- 172.21.15.104:0/848852819 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc015e040 msgr2=0x7f1bc00b3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:10.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.366+0000 7f1bc5114640 1 --2- 172.21.15.104:0/848852819 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc015e040 0x7f1bc00b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.366+0000 7f1bc5114640 1 -- 172.21.15.104:0/848852819 >> v1:172.21.15.104:6789/0 conn(0x7f1bc006c4d0 legacy=0x7f1bc006c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:10.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.366+0000 7f1bc5114640 1 -- 172.21.15.104:0/848852819 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc00ceaa0 con 0x7f1bc00b14d0 2024-02-19T16:30:10.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.366+0000 7f1bbf7fe640 1 -- 172.21.15.104:0/848852819 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3367847228 0 0) 0x7f1bc00ce520 con 0x7f1bc006c4d0 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.366+0000 7f1bc5114640 1 --2- 172.21.15.104:0/848852819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc00b14d0 0x7f1bc00b1aa0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8009d90 tx=0x7f1bb802bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75943b9a575b0b03 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.366+0000 7f1bbf7fe640 1 -- 172.21.15.104:0/848852819 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb802cc50 con 0x7f1bc00b14d0 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bbf7fe640 1 -- 172.21.15.104:0/848852819 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bb802cdb0 con 0x7f1bc00b14d0 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bbf7fe640 1 -- 172.21.15.104:0/848852819 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb8034660 con 0x7f1bc00b14d0 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bc6b77640 1 -- 172.21.15.104:0/848852819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc00b14d0 msgr2=0x7f1bc00b1aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/848852819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc00b14d0 0x7f1bc00b1aa0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8009d90 tx=0x7f1bb802bea0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bc6b77640 1 -- 172.21.15.104:0/848852819 shutdown_connections 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/848852819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc00b14d0 0x7f1bc00b1aa0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/848852819 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc015e040 0x7f1bc00b3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bc6b77640 1 -- 172.21.15.104:0/848852819 >> 172.21.15.104:0/848852819 conn(0x7f1bc0072f10 msgr2=0x7f1bc009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:10.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bc6b77640 1 -- 172.21.15.104:0/848852819 shutdown_connections 2024-02-19T16:30:10.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.367+0000 7f1bc6b77640 1 -- 172.21.15.104:0/848852819 wait complete. 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.368+0000 7f1bc6b77640 1 Processor -- start 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.368+0000 7f1bc6b77640 1 -- start start 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc6b77640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc006c4d0 0x7f1bc00c6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc6b77640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1bc00b14d0 0x7f1bc00c7160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc6b77640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc015e040 0x7f1bc01609a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc6b77640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc00c7a90 con 0x7f1bc015e040 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc6b77640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc00c5740 con 0x7f1bc00b14d0 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc6b77640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc00c5a20 con 0x7f1bc006c4d0 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc5114640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc015e040 0x7f1bc01609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc5114640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc015e040 0x7f1bc01609a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:49534/0 (socket says 172.21.15.104:49534) 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc5114640 1 -- 172.21.15.104:0/564842523 learned_addr learned my addr 172.21.15.104:0/564842523 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc4913640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc006c4d0 0x7f1bc00c6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:10.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bbffff640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1bc00b14d0 0x7f1bc00c7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc5114640 1 -- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc006c4d0 msgr2=0x7f1bc00c6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc5114640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc006c4d0 0x7f1bc00c6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc5114640 1 -- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1bc00b14d0 msgr2=0x7f1bc00c7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc5114640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1bc00b14d0 0x7f1bc00c7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.369+0000 7f1bc5114640 1 -- 172.21.15.104:0/564842523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bb8009a70 con 0x7f1bc015e040 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.370+0000 7f1bc4913640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc006c4d0 0x7f1bc00c6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.370+0000 7f1bc5114640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc015e040 0x7f1bc01609a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8037040 tx=0x7f1bb8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.370+0000 7f1bbd7fa640 1 -- 172.21.15.104:0/564842523 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb8003990 con 0x7f1bc015e040 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.370+0000 7f1bbd7fa640 1 -- 172.21.15.104:0/564842523 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bb8003af0 con 0x7f1bc015e040 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.370+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bc00c5d00 con 0x7f1bc015e040 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.370+0000 7f1bbd7fa640 1 -- 172.21.15.104:0/564842523 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb8004020 con 0x7f1bc015e040 2024-02-19T16:30:10.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.370+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bc00c76a0 con 0x7f1bc015e040 2024-02-19T16:30:10.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.371+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bc00c5570 con 0x7f1bc015e040 2024-02-19T16:30:10.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.371+0000 7f1bbd7fa640 1 -- 172.21.15.104:0/564842523 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1bb8004180 con 0x7f1bc015e040 2024-02-19T16:30:10.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.372+0000 7f1bbd7fa640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1bac06b840 0x7f1bac06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:10.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.372+0000 7f1bc4913640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1bac06b840 0x7f1bac06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:10.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.372+0000 7f1bbd7fa640 1 -- 172.21.15.104:0/564842523 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f1bb80ac660 con 0x7f1bc015e040 2024-02-19T16:30:10.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.372+0000 7f1bc4913640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1bac06b840 0x7f1bac06dd00 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0000f60 tx=0x7f1bb0007c10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:10.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.376+0000 7f1bbd7fa640 1 -- 172.21.15.104:0/564842523 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1bb80772f0 con 0x7f1bc015e040 2024-02-19T16:30:10.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:10.552+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f1bc00751e0 con 0x7f1bc015e040 2024-02-19T16:30:11.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.246+0000 7f1bbd7fa640 1 -- 172.21.15.104:0/564842523 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7f1bb807a9b0 con 0x7f1bc015e040 2024-02-19T16:30:11.247 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_data' created 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1bac06b840 msgr2=0x7f1bac06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1bac06b840 0x7f1bac06dd00 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0000f60 tx=0x7f1bb0007c10 comp rx=0 tx=0).stop 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc015e040 msgr2=0x7f1bc01609a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc015e040 0x7f1bc01609a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8037040 tx=0x7f1bb8004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 shutdown_connections 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1bac06b840 0x7f1bac06dd00 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1bc015e040 0x7f1bc01609a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1bc00b14d0 0x7f1bc00c7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 --2- 172.21.15.104:0/564842523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1bc006c4d0 0x7f1bc00c6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.249+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 >> 172.21.15.104:0/564842523 conn(0x7f1bc0072f10 msgr2=0x7f1bc009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:11.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.252+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 shutdown_connections 2024-02-19T16:30:11.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.252+0000 7f1bc6b77640 1 -- 172.21.15.104:0/564842523 wait complete. 2024-02-19T16:30:11.276 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-02-19T16:30:11.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.380+0000 7f3f9fe9d640 1 Processor -- start 2024-02-19T16:30:11.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.380+0000 7f3f9fe9d640 1 -- start start 2024-02-19T16:30:11.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.381+0000 7f3f9fe9d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f980cf6f0 0x7f3f9806b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:11.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.381+0000 7f3f9fe9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3f9806d520 0x7f3f980ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:11.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.381+0000 7f3f9fe9d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f9806af10 con 0x7f3f9815ed30 2024-02-19T16:30:11.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.381+0000 7f3f9fe9d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f9806b540 con 0x7f3f9806d520 2024-02-19T16:30:11.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.381+0000 7f3f9fe9d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f9806bea0 con 0x7f3f980cf6f0 2024-02-19T16:30:11.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.381+0000 7f3f9e43a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3f9806d520 0x7f3f980ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:11.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.381+0000 7f3f9d438640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f3f9815ed30 0x7f3f9806ce10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51972/0 (socket says 172.21.15.104:51972) 2024-02-19T16:30:11.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.381+0000 7f3f9d438640 1 -- 172.21.15.104:0/3085967347 learned_addr learned my addr 172.21.15.104:0/3085967347 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:11.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.382+0000 7f3f9dc39640 1 --2- 172.21.15.104:0/3085967347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f980cf6f0 0x7f3f9806b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:11.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.382+0000 7f3f9e43a640 1 -- 172.21.15.104:0/3085967347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f980cf6f0 msgr2=0x7f3f9806b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:11.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.382+0000 7f3f9e43a640 1 --2- 172.21.15.104:0/3085967347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f980cf6f0 0x7f3f9806b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.382+0000 7f3f9e43a640 1 -- 172.21.15.104:0/3085967347 >> v1:172.21.15.104:6789/0 conn(0x7f3f9815ed30 legacy=0x7f3f9806ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:11.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.382+0000 7f3f9e43a640 1 -- 172.21.15.104:0/3085967347 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f98071190 con 0x7f3f9806d520 2024-02-19T16:30:11.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.382+0000 7f3f9cc37640 1 -- 172.21.15.104:0/3085967347 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3010687024 0 0) 0x7f3f9806af10 con 0x7f3f9815ed30 2024-02-19T16:30:11.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.382+0000 7f3f9dc39640 1 --2- 172.21.15.104:0/3085967347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f980cf6f0 0x7f3f9806b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:11.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.382+0000 7f3f9e43a640 1 --2- 172.21.15.104:0/3085967347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9806d520 0x7f3f980ad8e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3f900097a0 tx=0x7f3f9002b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c69fcbcd3303d1 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:11.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9cc37640 1 -- 172.21.15.104:0/3085967347 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f9002e070 con 0x7f3f9806d520 2024-02-19T16:30:11.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9cc37640 1 -- 172.21.15.104:0/3085967347 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f900315a0 con 0x7f3f9806d520 2024-02-19T16:30:11.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9cc37640 1 -- 172.21.15.104:0/3085967347 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f90031930 con 0x7f3f9806d520 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/3085967347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9806d520 msgr2=0x7f3f980ad8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/3085967347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9806d520 0x7f3f980ad8e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3f900097a0 tx=0x7f3f9002b840 comp rx=0 tx=0).stop 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/3085967347 shutdown_connections 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/3085967347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9806d520 0x7f3f980ad8e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/3085967347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f980cf6f0 0x7f3f9806b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/3085967347 >> 172.21.15.104:0/3085967347 conn(0x7f3f980b2020 msgr2=0x7f3f980b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/3085967347 shutdown_connections 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.383+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/3085967347 wait complete. 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.384+0000 7f3f9fe9d640 1 Processor -- start 2024-02-19T16:30:11.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.384+0000 7f3f9fe9d640 1 -- start start 2024-02-19T16:30:11.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9fe9d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f9806d520 0x7f3f98161e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:11.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9fe9d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3f980cf6f0 0x7f3f980affb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:11.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9fe9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9815ed30 0x7f3f9813d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:11.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9fe9d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f981f7890 con 0x7f3f9815ed30 2024-02-19T16:30:11.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9fe9d640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f981f6ad0 con 0x7f3f980cf6f0 2024-02-19T16:30:11.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9fe9d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f981f6db0 con 0x7f3f9806d520 2024-02-19T16:30:11.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9e43a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9815ed30 0x7f3f9813d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9e43a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9815ed30 0x7f3f9813d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57376/0 (socket says 172.21.15.104:57376) 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9e43a640 1 -- 172.21.15.104:0/1054125893 learned_addr learned my addr 172.21.15.104:0/1054125893 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9dc39640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f9806d520 0x7f3f98161e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9e43a640 1 -- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f9806d520 msgr2=0x7f3f98161e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9d438640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3f980cf6f0 0x7f3f980affb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9e43a640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f9806d520 0x7f3f98161e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9e43a640 1 -- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3f980cf6f0 msgr2=0x7f3f980affb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9e43a640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3f980cf6f0 0x7f3f980affb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9e43a640 1 -- 172.21.15.104:0/1054125893 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f90009400 con 0x7f3f9815ed30 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.385+0000 7f3f9dc39640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f9806d520 0x7f3f98161e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.386+0000 7f3f9e43a640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9815ed30 0x7f3f9813d180 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3f900097a0 tx=0x7f3f900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.386+0000 7f3f8e7fc640 1 -- 172.21.15.104:0/1054125893 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f90004230 con 0x7f3f9815ed30 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.386+0000 7f3f8e7fc640 1 -- 172.21.15.104:0/1054125893 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f900043b0 con 0x7f3f9815ed30 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.386+0000 7f3f8e7fc640 1 -- 172.21.15.104:0/1054125893 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f90004520 con 0x7f3f9815ed30 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.386+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f981f7090 con 0x7f3f9815ed30 2024-02-19T16:30:11.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.386+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f9813df60 con 0x7f3f9815ed30 2024-02-19T16:30:11.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.387+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f981f75b0 con 0x7f3f9815ed30 2024-02-19T16:30:11.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.387+0000 7f3f8e7fc640 1 -- 172.21.15.104:0/1054125893 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3f90032880 con 0x7f3f9815ed30 2024-02-19T16:30:11.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.388+0000 7f3f8e7fc640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3f7c06b810 0x7f3f7c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:11.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.388+0000 7f3f8e7fc640 1 -- 172.21.15.104:0/1054125893 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f3f900ac240 con 0x7f3f9815ed30 2024-02-19T16:30:11.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.388+0000 7f3f9dc39640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3f7c06b810 0x7f3f7c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:11.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.388+0000 7f3f9dc39640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3f7c06b810 0x7f3f7c06dcd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3f94007f40 tx=0x7f3f94007490 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:11.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.392+0000 7f3f8e7fc640 1 -- 172.21.15.104:0/1054125893 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f3f90076cc0 con 0x7f3f9815ed30 2024-02-19T16:30:11.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:11.599+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f3f980751e0 con 0x7f3f9815ed30 2024-02-19T16:30:12.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.255+0000 7f3f8e7fc640 1 -- 172.21.15.104:0/1054125893 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f3f9007a380 con 0x7f3f9815ed30 2024-02-19T16:30:12.256 INFO:teuthology.orchestra.run.smithi104.stderr:new fs with metadata pool 2 and data pool 3 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3f7c06b810 msgr2=0x7f3f7c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3f7c06b810 0x7f3f7c06dcd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3f94007f40 tx=0x7f3f94007490 comp rx=0 tx=0).stop 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9815ed30 msgr2=0x7f3f9813d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9815ed30 0x7f3f9813d180 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3f900097a0 tx=0x7f3f900046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 shutdown_connections 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3f7c06b810 0x7f3f7c06dcd0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f9815ed30 0x7f3f9813d180 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3f980cf6f0 0x7f3f980affb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 --2- 172.21.15.104:0/1054125893 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3f9806d520 0x7f3f98161e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.259+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 >> 172.21.15.104:0/1054125893 conn(0x7f3f980b2020 msgr2=0x7f3f9806cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:12.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.260+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 shutdown_connections 2024-02-19T16:30:12.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.260+0000 7f3f9fe9d640 1 -- 172.21.15.104:0/1054125893 wait complete. 2024-02-19T16:30:12.279 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:12.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.379+0000 7fe94ccc3640 1 Processor -- start 2024-02-19T16:30:12.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.379+0000 7fe94ccc3640 1 -- start start 2024-02-19T16:30:12.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe94ccc3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe94815dd80 0x7fe9480d1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe94ccc3640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9480cea40 con 0x7fe9480d1c80 2024-02-19T16:30:12.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe94ccc3640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9480ced20 con 0x7fe9480d0be0 2024-02-19T16:30:12.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe94ccc3640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9480d4640 con 0x7fe94815dd80 2024-02-19T16:30:12.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe94659c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe94815dd80 0x7fe9480d1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe93ffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe9480d1c80 0x7fe9480d04d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51986/0 (socket says 172.21.15.104:51986) 2024-02-19T16:30:12.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe93ffff640 1 -- 172.21.15.104:0/3153369709 learned_addr learned my addr 172.21.15.104:0/3153369709 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:12.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe94659c640 1 -- 172.21.15.104:0/3153369709 >> v1:172.21.15.158:6789/0 conn(0x7fe9480d0be0 legacy=0x7fe948167d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe94659c640 1 -- 172.21.15.104:0/3153369709 >> v1:172.21.15.104:6789/0 conn(0x7fe9480d1c80 legacy=0x7fe9480d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe945d9b640 1 -- 172.21.15.104:0/3153369709 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2863625089 0 0) 0x7fe9480cea40 con 0x7fe9480d1c80 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.380+0000 7fe94659c640 1 -- 172.21.15.104:0/3153369709 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9480cf000 con 0x7fe94815dd80 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.381+0000 7fe94659c640 1 --2- 172.21.15.104:0/3153369709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe94815dd80 0x7fe9480d1740 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe9380097a0 tx=0x7fe93802b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdf218934a926bc2 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.381+0000 7fe945d9b640 1 -- 172.21.15.104:0/3153369709 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe938030610 con 0x7fe94815dd80 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.381+0000 7fe945d9b640 1 -- 172.21.15.104:0/3153369709 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe938030770 con 0x7fe94815dd80 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.381+0000 7fe945d9b640 1 -- 172.21.15.104:0/3153369709 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe938030b00 con 0x7fe94815dd80 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.381+0000 7fe94ccc3640 1 -- 172.21.15.104:0/3153369709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe94815dd80 msgr2=0x7fe9480d1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.381+0000 7fe94ccc3640 1 --2- 172.21.15.104:0/3153369709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe94815dd80 0x7fe9480d1740 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe9380097a0 tx=0x7fe93802b960 comp rx=0 tx=0).stop 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.382+0000 7fe94ccc3640 1 -- 172.21.15.104:0/3153369709 shutdown_connections 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.382+0000 7fe94ccc3640 1 --2- 172.21.15.104:0/3153369709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe94815dd80 0x7fe9480d1740 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.382+0000 7fe94ccc3640 1 -- 172.21.15.104:0/3153369709 >> 172.21.15.104:0/3153369709 conn(0x7fe94809cef0 msgr2=0x7fe9480d3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:12.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.382+0000 7fe94ccc3640 1 -- 172.21.15.104:0/3153369709 shutdown_connections 2024-02-19T16:30:12.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.382+0000 7fe94ccc3640 1 -- 172.21.15.104:0/3153369709 wait complete. 2024-02-19T16:30:12.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.383+0000 7fe94ccc3640 1 Processor -- start 2024-02-19T16:30:12.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.383+0000 7fe94ccc3640 1 -- start start 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94ccc3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9480d0be0 0x7fe9480a1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94ccc3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9480d1c80 0x7fe94809f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94ccc3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe94815dd80 0x7fe94809f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94ccc3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9480cbd30 con 0x7fe9480d0be0 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94ccc3640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9480a18d0 con 0x7fe9480d1c80 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94ccc3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe94809e5c0 con 0x7fe94815dd80 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9480d0be0 0x7fe9480a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9480d0be0 0x7fe9480a1390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57382/0 (socket says 172.21.15.104:57382) 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 -- 172.21.15.104:0/1459786193 learned_addr learned my addr 172.21.15.104:0/1459786193 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe93ffff640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9480d1c80 0x7fe94809f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe946d9d640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe94815dd80 0x7fe94809f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 -- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe94815dd80 msgr2=0x7fe94809f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe94815dd80 0x7fe94809f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 -- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9480d1c80 msgr2=0x7fe94809f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9480d1c80 0x7fe94809f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 -- 172.21.15.104:0/1459786193 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe938009400 con 0x7fe9480d0be0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe946d9d640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe94815dd80 0x7fe94809f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94659c640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9480d0be0 0x7fe9480a1390 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe9380097a0 tx=0x7fe9380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe93effd640 1 -- 172.21.15.104:0/1459786193 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe93803f070 con 0x7fe9480d0be0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe93effd640 1 -- 172.21.15.104:0/1459786193 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe93803a790 con 0x7fe9480d0be0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe93effd640 1 -- 172.21.15.104:0/1459786193 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe93803ab20 con 0x7fe9480d0be0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe94809e8a0 con 0x7fe9480d0be0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.384+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe94809eb80 con 0x7fe9480d0be0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.385+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9480cc1e0 con 0x7fe9480d0be0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.386+0000 7fe93effd640 1 -- 172.21.15.104:0/1459786193 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe938043070 con 0x7fe9480d0be0 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.386+0000 7fe93effd640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe92806b810 0x7fe92806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.386+0000 7fe93effd640 1 -- 172.21.15.104:0/1459786193 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe9380abc80 con 0x7fe9480d0be0 2024-02-19T16:30:12.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.386+0000 7fe93ffff640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe92806b810 0x7fe92806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.386+0000 7fe93ffff640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe92806b810 0x7fe92806dcd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe9480ca4d0 tx=0x7fe930007f00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.390+0000 7fe93effd640 1 -- 172.21.15.104:0/1459786193 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe9480cc1e0 con 0x7fe9480d0be0 2024-02-19T16:30:12.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.562+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe9480cc1e0 con 0x7fe9480d0be0 2024-02-19T16:30:12.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.563+0000 7fe93effd640 1 -- 172.21.15.104:0/1459786193 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16642 (secure 0 0 0) 0x7fe9480cc1e0 con 0x7fe9480d0be0 2024-02-19T16:30:12.565 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:12.565 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":19,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:11.600939+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe92806b810 msgr2=0x7fe92806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe92806b810 0x7fe92806dcd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe9480ca4d0 tx=0x7fe930007f00 comp rx=0 tx=0).stop 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9480d0be0 msgr2=0x7fe9480a1390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9480d0be0 0x7fe9480a1390 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe9380097a0 tx=0x7fe9380046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 shutdown_connections 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe92806b810 0x7fe92806dcd0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe94815dd80 0x7fe94809f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9480d1c80 0x7fe94809f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 --2- 172.21.15.104:0/1459786193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9480d0be0 0x7fe9480a1390 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 >> 172.21.15.104:0/1459786193 conn(0x7fe94809cef0 msgr2=0x7fe9480b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 shutdown_connections 2024-02-19T16:30:12.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.565+0000 7fe94ccc3640 1 -- 172.21.15.104:0/1459786193 wait complete. 2024-02-19T16:30:12.577 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:12.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.676+0000 7f06b2781640 1 Processor -- start 2024-02-19T16:30:12.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.676+0000 7f06b2781640 1 -- start start 2024-02-19T16:30:12.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.677+0000 7f06b2781640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f06ac06efd0 0x7f06ac0ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.677+0000 7f06b2781640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06ac15ea60 con 0x7f06ac06fe10 2024-02-19T16:30:12.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.677+0000 7f06b2781640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06ac0ae330 con 0x7f06ac0ade20 2024-02-19T16:30:12.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.677+0000 7f06b2781640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06ac06f3b0 con 0x7f06ac06efd0 2024-02-19T16:30:12.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.677+0000 7f06b0d1e640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f06ac06fe10 0x7f06ac0b3c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51994/0 (socket says 172.21.15.104:51994) 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.677+0000 7f06b0d1e640 1 -- 172.21.15.104:0/131090292 learned_addr learned my addr 172.21.15.104:0/131090292 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.677+0000 7f06abfff640 1 --2- 172.21.15.104:0/131090292 >> v2:172.21.15.158:3300/0 conn(0x7f06ac06efd0 0x7f06ac0ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.678+0000 7f06aaffd640 1 -- 172.21.15.104:0/131090292 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 648377555 0 0) 0x7f06ac15ea60 con 0x7f06ac06fe10 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.678+0000 7f06aaffd640 1 -- 172.21.15.104:0/131090292 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0694003520 con 0x7f06ac06fe10 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.678+0000 7f06aaffd640 1 -- 172.21.15.104:0/131090292 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 885421086 0 0) 0x7f06ac0ae330 con 0x7f06ac0ade20 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.678+0000 7f06aaffd640 1 -- 172.21.15.104:0/131090292 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f06ac15ea60 con 0x7f06ac0ade20 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.678+0000 7f06abfff640 1 -- 172.21.15.104:0/131090292 >> v1:172.21.15.158:6789/0 conn(0x7f06ac0ade20 legacy=0x7f06ac06f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.678+0000 7f06abfff640 1 -- 172.21.15.104:0/131090292 >> v1:172.21.15.104:6789/0 conn(0x7f06ac06fe10 legacy=0x7f06ac0b3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.678+0000 7f06abfff640 1 -- 172.21.15.104:0/131090292 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06ac15e410 con 0x7f06ac06efd0 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06abfff640 1 --2- 172.21.15.104:0/131090292 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 0x7f06ac0ad8e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f069c0097d0 tx=0x7f069c02b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43abcd7c79d22c8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06aaffd640 1 -- 172.21.15.104:0/131090292 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f069c031830 con 0x7f06ac06efd0 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06aaffd640 1 -- 172.21.15.104:0/131090292 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f069c031990 con 0x7f06ac06efd0 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06aaffd640 1 -- 172.21.15.104:0/131090292 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f069c031d20 con 0x7f06ac06efd0 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06b2781640 1 -- 172.21.15.104:0/131090292 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 msgr2=0x7f06ac0ad8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06b2781640 1 --2- 172.21.15.104:0/131090292 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 0x7f06ac0ad8e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f069c0097d0 tx=0x7f069c02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06b2781640 1 -- 172.21.15.104:0/131090292 shutdown_connections 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06b2781640 1 --2- 172.21.15.104:0/131090292 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 0x7f06ac0ad8e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06b2781640 1 -- 172.21.15.104:0/131090292 >> 172.21.15.104:0/131090292 conn(0x7f06ac0b2590 msgr2=0x7f06ac0b2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:12.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06b2781640 1 -- 172.21.15.104:0/131090292 shutdown_connections 2024-02-19T16:30:12.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.679+0000 7f06b2781640 1 -- 172.21.15.104:0/131090292 wait complete. 2024-02-19T16:30:12.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.680+0000 7f06b2781640 1 Processor -- start 2024-02-19T16:30:12.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b2781640 1 -- start start 2024-02-19T16:30:12.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b2781640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 0x7f06ac151540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b2781640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06ac06fe10 0x7f06ac1599e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b2781640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06ac0ade20 0x7f06ac159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b2781640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06ac151a80 con 0x7f06ac0ade20 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b2781640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06ac155540 con 0x7f06ac06efd0 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b2781640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06ac1548e0 con 0x7f06ac06fe10 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b0d1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06ac0ade20 0x7f06ac159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b0d1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06ac0ade20 0x7f06ac159f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57396/0 (socket says 172.21.15.104:57396) 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06b0d1e640 1 -- 172.21.15.104:0/3222152761 learned_addr learned my addr 172.21.15.104:0/3222152761 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.681+0000 7f06abfff640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 0x7f06ac151540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06ab7fe640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06ac06fe10 0x7f06ac1599e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06b0d1e640 1 -- 172.21.15.104:0/3222152761 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06ac06fe10 msgr2=0x7f06ac1599e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06b0d1e640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06ac06fe10 0x7f06ac1599e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06b0d1e640 1 -- 172.21.15.104:0/3222152761 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 msgr2=0x7f06ac151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06b0d1e640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 0x7f06ac151540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06b0d1e640 1 -- 172.21.15.104:0/3222152761 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f069c009400 con 0x7f06ac0ade20 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06b0d1e640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06ac0ade20 0x7f06ac159f20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f06a400cb40 tx=0x7f06a400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06a8ff9640 1 -- 172.21.15.104:0/3222152761 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06a400aca0 con 0x7f06ac0ade20 2024-02-19T16:30:12.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06a8ff9640 1 -- 172.21.15.104:0/3222152761 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06a400ae00 con 0x7f06ac0ade20 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06ac154bc0 con 0x7f06ac0ade20 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06a8ff9640 1 -- 172.21.15.104:0/3222152761 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06a4012600 con 0x7f06ac0ade20 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.682+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06ac155180 con 0x7f06ac0ade20 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.683+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06ac1556f0 con 0x7f06ac0ade20 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.684+0000 7f06a8ff9640 1 -- 172.21.15.104:0/3222152761 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f06a4007070 con 0x7f06ac0ade20 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.684+0000 7f06a8ff9640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f069806b810 0x7f069806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.684+0000 7f06a8ff9640 1 -- 172.21.15.104:0/3222152761 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f06a408a0a0 con 0x7f06ac0ade20 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.684+0000 7f06abfff640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f069806b810 0x7f069806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.684+0000 7f06abfff640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f069806b810 0x7f069806dcd0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f069c036000 tx=0x7f069c03c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.688+0000 7f06a8ff9640 1 -- 172.21.15.104:0/3222152761 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f06ac1556f0 con 0x7f06ac0ade20 2024-02-19T16:30:12.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.859+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f06ac1556b0 con 0x7f06ac0ade20 2024-02-19T16:30:12.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.860+0000 7f06a8ff9640 1 -- 172.21.15.104:0/3222152761 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16642 (secure 0 0 0) 0x7f06a4087120 con 0x7f06ac0ade20 2024-02-19T16:30:12.862 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:12.862 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":19,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:11.600939+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f069806b810 msgr2=0x7f069806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f069806b810 0x7f069806dcd0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f069c036000 tx=0x7f069c03c040 comp rx=0 tx=0).stop 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06ac0ade20 msgr2=0x7f06ac159f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06ac0ade20 0x7f06ac159f20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f06a400cb40 tx=0x7f06a400a060 comp rx=0 tx=0).stop 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 shutdown_connections 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f069806b810 0x7f069806dcd0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06ac0ade20 0x7f06ac159f20 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06ac06fe10 0x7f06ac1599e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 --2- 172.21.15.104:0/3222152761 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06ac06efd0 0x7f06ac151540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 >> 172.21.15.104:0/3222152761 conn(0x7f06ac0b2590 msgr2=0x7f06ac15d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:12.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 shutdown_connections 2024-02-19T16:30:12.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.862+0000 7f06b2781640 1 -- 172.21.15.104:0/3222152761 wait complete. 2024-02-19T16:30:12.875 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-02-19T16:30:12.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.977+0000 7fd39c38c640 1 Processor -- start 2024-02-19T16:30:12.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.977+0000 7fd39c38c640 1 -- start start 2024-02-19T16:30:12.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39c38c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd394161440 0x7fd3940d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39c38c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd3940b07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39c38c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd3940d2200 0x7fd3940d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39c38c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3940d2bd0 con 0x7fd394161440 2024-02-19T16:30:12.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39c38c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd394161820 con 0x7fd3940d2200 2024-02-19T16:30:12.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39c38c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3940ce7a0 con 0x7fd3940d0580 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a128640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd394161440 0x7fd3940d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a128640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd394161440 0x7fd3940d1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57406/0 (socket says 172.21.15.104:57406) 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a128640 1 -- 172.21.15.104:0/2584339582 learned_addr learned my addr 172.21.15.104:0/2584339582 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd399927640 1 --2- 172.21.15.104:0/2584339582 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd3940b07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a929640 1 --2- 172.21.15.104:0/2584339582 >> v2:172.21.15.158:3300/0 conn(0x7fd3940d2200 0x7fd3940d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a128640 1 -- 172.21.15.104:0/2584339582 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 msgr2=0x7fd3940b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a128640 1 --2- 172.21.15.104:0/2584339582 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd3940b07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a128640 1 -- 172.21.15.104:0/2584339582 >> v2:172.21.15.158:3300/0 conn(0x7fd3940d2200 msgr2=0x7fd3940d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a128640 1 --2- 172.21.15.104:0/2584339582 >> v2:172.21.15.158:3300/0 conn(0x7fd3940d2200 0x7fd3940d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd39a128640 1 -- 172.21.15.104:0/2584339582 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3940ced40 con 0x7fd394161440 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.978+0000 7fd399927640 1 --2- 172.21.15.104:0/2584339582 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd3940b07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.979+0000 7fd39a128640 1 --2- 172.21.15.104:0/2584339582 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd394161440 0x7fd3940d1bb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd390009870 tx=0x7fd39002b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=772157397f476590 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.979+0000 7fd399126640 1 -- 172.21.15.104:0/2584339582 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd390031640 con 0x7fd394161440 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.979+0000 7fd399126640 1 -- 172.21.15.104:0/2584339582 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3900317a0 con 0x7fd394161440 2024-02-19T16:30:12.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.979+0000 7fd399126640 1 -- 172.21.15.104:0/2584339582 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd390031b30 con 0x7fd394161440 2024-02-19T16:30:12.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.979+0000 7fd39c38c640 1 -- 172.21.15.104:0/2584339582 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd394161440 msgr2=0x7fd3940d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.979+0000 7fd39c38c640 1 --2- 172.21.15.104:0/2584339582 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd394161440 0x7fd3940d1bb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd390009870 tx=0x7fd39002b8f0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.980+0000 7fd39c38c640 1 -- 172.21.15.104:0/2584339582 shutdown_connections 2024-02-19T16:30:12.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.980+0000 7fd39c38c640 1 --2- 172.21.15.104:0/2584339582 >> v2:172.21.15.158:3300/0 conn(0x7fd3940d2200 0x7fd3940d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.980+0000 7fd39c38c640 1 --2- 172.21.15.104:0/2584339582 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd3940b07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.980+0000 7fd39c38c640 1 --2- 172.21.15.104:0/2584339582 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd394161440 0x7fd3940d1bb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.980+0000 7fd39c38c640 1 -- 172.21.15.104:0/2584339582 >> 172.21.15.104:0/2584339582 conn(0x7fd39409cef0 msgr2=0x7fd3940d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.980+0000 7fd39c38c640 1 -- 172.21.15.104:0/2584339582 shutdown_connections 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.980+0000 7fd39c38c640 1 -- 172.21.15.104:0/2584339582 wait complete. 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.981+0000 7fd39c38c640 1 Processor -- start 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.981+0000 7fd39c38c640 1 -- start start 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39c38c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd394150080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39c38c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3940d2200 0x7fd3940b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39c38c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd394161440 0x7fd3941f67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39c38c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3940b6b10 con 0x7fd3940d2200 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39c38c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3941505c0 con 0x7fd394161440 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39c38c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3940b9ae0 con 0x7fd3940d0580 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3940d2200 0x7fd3940b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3940d2200 0x7fd3940b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57420/0 (socket says 172.21.15.104:57420) 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 -- 172.21.15.104:0/396012444 learned_addr learned my addr 172.21.15.104:0/396012444 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39a128640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd394150080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39a929640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd394161440 0x7fd3941f67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 -- 172.21.15.104:0/396012444 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 msgr2=0x7fd394150080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd394150080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 -- 172.21.15.104:0/396012444 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd394161440 msgr2=0x7fd3941f67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd394161440 0x7fd3941f67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 -- 172.21.15.104:0/396012444 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd384009400 con 0x7fd3940d2200 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd399927640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3940d2200 0x7fd3940b95a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd38400e990 tx=0x7fd38400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd38affd640 1 -- 172.21.15.104:0/396012444 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd38400c9e0 con 0x7fd3940d2200 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd38affd640 1 -- 172.21.15.104:0/396012444 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd38400cb40 con 0x7fd3940d2200 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3900094d0 con 0x7fd3940d2200 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd38affd640 1 -- 172.21.15.104:0/396012444 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd38400ced0 con 0x7fd3940d2200 2024-02-19T16:30:12.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.982+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3941f59f0 con 0x7fd3940d2200 2024-02-19T16:30:12.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.983+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3940751e0 con 0x7fd3940d2200 2024-02-19T16:30:12.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.984+0000 7fd38affd640 1 -- 172.21.15.104:0/396012444 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd384013470 con 0x7fd3940d2200 2024-02-19T16:30:12.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.984+0000 7fd38affd640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd37806b840 0x7fd37806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:12.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.984+0000 7fd38affd640 1 -- 172.21.15.104:0/396012444 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd38408a390 con 0x7fd3940d2200 2024-02-19T16:30:12.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.984+0000 7fd39a128640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd37806b840 0x7fd37806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:12.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.985+0000 7fd39a128640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd37806b840 0x7fd37806dd00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd390036000 tx=0x7fd39003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:12.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:12.989+0000 7fd38affd640 1 -- 172.21.15.104:0/396012444 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd384054dd0 con 0x7fd3940d2200 2024-02-19T16:30:13.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.196+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fd39408dca0 con 0x7fd3940d2200 2024-02-19T16:30:13.469 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:30:13.472 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:30:13.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.611+0000 7fd38affd640 1 -- 172.21.15.104:0/396012444 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) v1 ==== 118+0+0 (secure 0 0 0) 0x7fd384058490 con 0x7fd3940d2200 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd37806b840 msgr2=0x7fd37806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd37806b840 0x7fd37806dd00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd390036000 tx=0x7fd39003c040 comp rx=0 tx=0).stop 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3940d2200 msgr2=0x7fd3940b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3940d2200 0x7fd3940b95a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd38400e990 tx=0x7fd38400ee50 comp rx=0 tx=0).stop 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 shutdown_connections 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd37806b840 0x7fd37806dd00 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3940d2200 0x7fd3940b95a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd394161440 0x7fd3941f67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 --2- 172.21.15.104:0/396012444 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd3940d0580 0x7fd394150080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 >> 172.21.15.104:0/396012444 conn(0x7fd39409cef0 msgr2=0x7fd39415f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 shutdown_connections 2024-02-19T16:30:13.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.613+0000 7fd39c38c640 1 -- 172.21.15.104:0/396012444 wait complete. 2024-02-19T16:30:13.625 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-02-19T16:30:13.625 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-02-19T16:30:13.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.726+0000 7f9f937ac640 1 Processor -- start 2024-02-19T16:30:13.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.726+0000 7f9f937ac640 1 -- start start 2024-02-19T16:30:13.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f937ac640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9f8c161440 0x7f9f8c0d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:13.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f937ac640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9f8c0d2200 0x7f9f8c0d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f937ac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f8c0ce7a0 con 0x7f9f8c0d0580 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f937ac640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f8c0d2bd0 con 0x7f9f8c161440 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f937ac640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f8c161820 con 0x7f9f8c0d2200 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f91548640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9f8c161440 0x7f9f8c0d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f90d47640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9f8c0d0580 0x7f9f8c0b07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52006/0 (socket says 172.21.15.104:52006) 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f90d47640 1 -- 172.21.15.104:0/339474078 learned_addr learned my addr 172.21.15.104:0/339474078 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f91d49640 1 --2- 172.21.15.104:0/339474078 >> v2:172.21.15.158:3300/0 conn(0x7f9f8c0d2200 0x7f9f8c0d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f91548640 1 -- 172.21.15.104:0/339474078 >> v2:172.21.15.158:3300/0 conn(0x7f9f8c0d2200 msgr2=0x7f9f8c0d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f91548640 1 --2- 172.21.15.104:0/339474078 >> v2:172.21.15.158:3300/0 conn(0x7f9f8c0d2200 0x7f9f8c0d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f91548640 1 -- 172.21.15.104:0/339474078 >> v1:172.21.15.104:6789/0 conn(0x7f9f8c0d0580 legacy=0x7f9f8c0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f91548640 1 -- 172.21.15.104:0/339474078 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f8c0ced40 con 0x7f9f8c161440 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.727+0000 7f9f83fff640 1 -- 172.21.15.104:0/339474078 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2134453699 0 0) 0x7f9f8c0ce7a0 con 0x7f9f8c0d0580 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.728+0000 7f9f91548640 1 --2- 172.21.15.104:0/339474078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c161440 0x7f9f8c0d1bb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c0d1650 tx=0x7f9f8802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b57cd1135756fb server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.728+0000 7f9f83fff640 1 -- 172.21.15.104:0/339474078 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f88031830 con 0x7f9f8c161440 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.728+0000 7f9f83fff640 1 -- 172.21.15.104:0/339474078 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f88031990 con 0x7f9f8c161440 2024-02-19T16:30:13.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.728+0000 7f9f83fff640 1 -- 172.21.15.104:0/339474078 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f88031d20 con 0x7f9f8c161440 2024-02-19T16:30:13.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.729+0000 7f9f937ac640 1 -- 172.21.15.104:0/339474078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c161440 msgr2=0x7f9f8c0d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:13.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.729+0000 7f9f937ac640 1 --2- 172.21.15.104:0/339474078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c161440 0x7f9f8c0d1bb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c0d1650 tx=0x7f9f8802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.729+0000 7f9f937ac640 1 -- 172.21.15.104:0/339474078 shutdown_connections 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.729+0000 7f9f937ac640 1 --2- 172.21.15.104:0/339474078 >> v2:172.21.15.158:3300/0 conn(0x7f9f8c0d2200 0x7f9f8c0d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.729+0000 7f9f937ac640 1 --2- 172.21.15.104:0/339474078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c161440 0x7f9f8c0d1bb0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.729+0000 7f9f937ac640 1 -- 172.21.15.104:0/339474078 >> 172.21.15.104:0/339474078 conn(0x7f9f8c09cef0 msgr2=0x7f9f8c0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.729+0000 7f9f937ac640 1 -- 172.21.15.104:0/339474078 shutdown_connections 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.729+0000 7f9f937ac640 1 -- 172.21.15.104:0/339474078 wait complete. 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.730+0000 7f9f937ac640 1 Processor -- start 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.730+0000 7f9f937ac640 1 -- start start 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f937ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c0d0580 0x7f9f8c0b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f937ac640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f8c0d2200 0x7f9f8c0b6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f937ac640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f8c161440 0x7f9f8c145fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f937ac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8c0b98f0 con 0x7f9f8c0d0580 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f937ac640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8c0c6f20 con 0x7f9f8c0d2200 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f937ac640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8c0b8c70 con 0x7f9f8c161440 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c0d0580 0x7f9f8c0b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:13.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c0d0580 0x7f9f8c0b67e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57430/0 (socket says 172.21.15.104:57430) 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 -- 172.21.15.104:0/537648149 learned_addr learned my addr 172.21.15.104:0/537648149 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f90d47640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f8c0d2200 0x7f9f8c0b6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91d49640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f8c161440 0x7f9f8c145fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 -- 172.21.15.104:0/537648149 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f8c161440 msgr2=0x7f9f8c145fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f8c161440 0x7f9f8c145fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 -- 172.21.15.104:0/537648149 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f8c0d2200 msgr2=0x7f9f8c0b6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f8c0d2200 0x7f9f8c0b6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 -- 172.21.15.104:0/537648149 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f88009400 con 0x7f9f8c0d0580 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f91548640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c0d0580 0x7f9f8c0b67e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9f88009890 tx=0x7f9f880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f81ffb640 1 -- 172.21.15.104:0/537648149 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8803a6f0 con 0x7f9f8c0d0580 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f81ffb640 1 -- 172.21.15.104:0/537648149 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f8803a870 con 0x7f9f8c0d0580 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f81ffb640 1 -- 172.21.15.104:0/537648149 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8803ac20 con 0x7f9f8c0d0580 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.731+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f8c0b8f50 con 0x7f9f8c0d0580 2024-02-19T16:30:13.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.732+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f8c0b9510 con 0x7f9f8c0d0580 2024-02-19T16:30:13.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.733+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f8c0b5580 con 0x7f9f8c0d0580 2024-02-19T16:30:13.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.733+0000 7f9f81ffb640 1 -- 172.21.15.104:0/537648149 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9f8804c3b0 con 0x7f9f8c0d0580 2024-02-19T16:30:13.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.733+0000 7f9f81ffb640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7006b810 0x7f9f7006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:13.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.734+0000 7f9f90d47640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7006b810 0x7f9f7006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:13.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.734+0000 7f9f81ffb640 1 -- 172.21.15.104:0/537648149 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9f880abe30 con 0x7f9f8c0d0580 2024-02-19T16:30:13.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.734+0000 7f9f90d47640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7006b810 0x7f9f7006dcd0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c15a940 tx=0x7f9f7c007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:13.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.738+0000 7f9f81ffb640 1 -- 172.21.15.104:0/537648149 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9f88076ab0 con 0x7f9f8c0d0580 2024-02-19T16:30:13.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:13.947+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f9f8c0751e0 con 0x7f9f8c0d0580 2024-02-19T16:30:14.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.614+0000 7f9f81ffb640 1 -- 172.21.15.104:0/537648149 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) v1 ==== 122+0+0 (secure 0 0 0) 0x7f9f88048020 con 0x7f9f8c0d0580 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7006b810 msgr2=0x7f9f7006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7006b810 0x7f9f7006dcd0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c15a940 tx=0x7f9f7c007de0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c0d0580 msgr2=0x7f9f8c0b67e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c0d0580 0x7f9f8c0b67e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9f88009890 tx=0x7f9f880046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 shutdown_connections 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7006b810 0x7f9f7006dcd0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f8c161440 0x7f9f8c145fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f8c0d2200 0x7f9f8c0b6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.616+0000 7f9f937ac640 1 --2- 172.21.15.104:0/537648149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f8c0d0580 0x7f9f8c0b67e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.619 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.617+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 >> 172.21.15.104:0/537648149 conn(0x7f9f8c09cef0 msgr2=0x7f9f8c15dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:14.619 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.617+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 shutdown_connections 2024-02-19T16:30:14.619 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.617+0000 7f9f937ac640 1 -- 172.21.15.104:0/537648149 wait complete. 2024-02-19T16:30:14.629 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-02-19T16:30:14.630 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:14.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.730+0000 7f2e0deff640 1 Processor -- start 2024-02-19T16:30:14.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.730+0000 7f2e0deff640 1 -- start start 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.730+0000 7f2e0deff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2e08162760 0x7f2e080d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e0deff640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e080b4080 con 0x7f2e080d4070 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e0deff640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e080b42f0 con 0x7f2e08161520 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e0deff640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e080b45d0 con 0x7f2e08162760 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e07fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f2e080d4070 0x7f2e080d1bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52010/0 (socket says 172.21.15.104:52010) 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e07fff640 1 -- 172.21.15.104:0/4071165056 learned_addr learned my addr 172.21.15.104:0/4071165056 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e06ffd640 1 --2- 172.21.15.104:0/4071165056 >> v2:172.21.15.158:3300/0 conn(0x7f2e08162760 0x7f2e080d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2919457256 0 0) 0x7f2e080b4080 con 0x7f2e080d4070 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2df4003520 con 0x7f2e080d4070 2024-02-19T16:30:14.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1907720598 0 0) 0x7f2e080b42f0 con 0x7f2e08161520 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e080b4080 con 0x7f2e08161520 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3680944543 0 0) 0x7f2df4003520 con 0x7f2e080d4070 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 >> v2:172.21.15.158:3300/0 conn(0x7f2e08162760 msgr2=0x7f2e080d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 --2- 172.21.15.104:0/4071165056 >> v2:172.21.15.158:3300/0 conn(0x7f2e08162760 0x7f2e080d3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 >> v1:172.21.15.158:6789/0 conn(0x7f2e08161520 legacy=0x7f2e080b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e080b48b0 con 0x7f2e080d4070 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f2e000019f0 con 0x7f2e080d4070 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 >> v1:172.21.15.104:6789/0 conn(0x7f2e080d4070 legacy=0x7f2e080d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2df4003b00 0x7f2df4003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df40047c0 0x7f2df4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2df4005180 0x7f2df400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e080b45d0 con 0x7f2df4003b00 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2df400bf70 con 0x7f2df4005180 2024-02-19T16:30:14.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2df400c130 con 0x7f2df40047c0 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e06ffd640 1 --2- 172.21.15.104:0/4071165056 >> v2:172.21.15.158:3300/0 conn(0x7f2e08162760 0x7f2e080d3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e077fe640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2df4003b00 0x7f2df4003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e07fff640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2df4005180 0x7f2df400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.731+0000 7f2e06ffd640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df40047c0 0x7f2df4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e077fe640 1 -- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df40047c0 msgr2=0x7f2df4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e077fe640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df40047c0 0x7f2df4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e077fe640 1 -- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2df4005180 msgr2=0x7f2df400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e077fe640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2df4005180 0x7f2df400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e077fe640 1 -- 172.21.15.104:0/4071165056 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2df4003520 con 0x7f2df4003b00 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e07fff640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2df4005180 0x7f2df400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e07fff640 1 -- 172.21.15.104:0/4071165056 reap_dead start 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e077fe640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2df4003b00 0x7f2df4003f00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2df8001890 tx=0x7f2df40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c998f23d8bc0b5 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2df80052d0 con 0x7f2df4003b00 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2df8005450 con 0x7f2df4003b00 2024-02-19T16:30:14.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.732+0000 7f2e067fc640 1 -- 172.21.15.104:0/4071165056 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2df8003830 con 0x7f2df4003b00 2024-02-19T16:30:14.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.733+0000 7f2e0deff640 1 -- 172.21.15.104:0/4071165056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2df4003b00 msgr2=0x7f2df4003f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.733+0000 7f2e0deff640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2df4003b00 0x7f2df4003f00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2df8001890 tx=0x7f2df40057f0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.733+0000 7f2e0deff640 1 -- 172.21.15.104:0/4071165056 shutdown_connections 2024-02-19T16:30:14.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.733+0000 7f2e0deff640 1 --2- 172.21.15.104:0/4071165056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2df4003b00 0x7f2df4003f00 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.733+0000 7f2e0deff640 1 -- 172.21.15.104:0/4071165056 >> 172.21.15.104:0/4071165056 conn(0x7f2e0808d5d0 msgr2=0x7f2e0809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:14.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.733+0000 7f2e0deff640 1 -- 172.21.15.104:0/4071165056 shutdown_connections 2024-02-19T16:30:14.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.733+0000 7f2e0deff640 1 -- 172.21.15.104:0/4071165056 wait complete. 2024-02-19T16:30:14.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.734+0000 7f2e0deff640 1 Processor -- start 2024-02-19T16:30:14.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.734+0000 7f2e0deff640 1 -- start start 2024-02-19T16:30:14.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e0deff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df4003b00 0x7f2e0815d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:14.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e0deff640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e0815abc0 0x7f2e0815dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e0deff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e0815b040 0x7f2e0815e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e0deff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0815ffa0 con 0x7f2e0815b040 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e0deff640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e08160280 con 0x7f2e0815abc0 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e0deff640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e08160560 con 0x7f2df4003b00 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e0815b040 0x7f2e0815e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e0815b040 0x7f2e0815e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57442/0 (socket says 172.21.15.104:57442) 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 -- 172.21.15.104:0/3308998180 learned_addr learned my addr 172.21.15.104:0/3308998180 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e077fe640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df4003b00 0x7f2e0815d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e06ffd640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e0815abc0 0x7f2e0815dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 -- 172.21.15.104:0/3308998180 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df4003b00 msgr2=0x7f2e0815d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df4003b00 0x7f2e0815d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 -- 172.21.15.104:0/3308998180 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e0815abc0 msgr2=0x7f2e0815dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e0815abc0 0x7f2e0815dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 -- 172.21.15.104:0/3308998180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e08160840 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.735+0000 7f2e07fff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e0815b040 0x7f2e0815e1e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2e080b9c30 tx=0x7f2e00007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.736+0000 7f2dfffff640 1 -- 172.21.15.104:0/3308998180 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0000e9c0 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.736+0000 7f2dfffff640 1 -- 172.21.15.104:0/3308998180 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e0000eb60 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.736+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e08160b20 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.736+0000 7f2dfffff640 1 -- 172.21.15.104:0/3308998180 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e00013420 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.736+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e0815d840 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.737+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e08160d10 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.737+0000 7f2dfffff640 1 -- 172.21.15.104:0/3308998180 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2e00013580 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.737+0000 7f2dfffff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2de806b810 0x7f2de806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.738+0000 7f2e077fe640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2de806b810 0x7f2de806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.738+0000 7f2dfffff640 1 -- 172.21.15.104:0/3308998180 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2e0008a430 con 0x7f2e0815b040 2024-02-19T16:30:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.738+0000 7f2e077fe640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2de806b810 0x7f2de806dcd0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2df8001890 tx=0x7f2df8009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.742+0000 7f2dfffff640 1 -- 172.21.15.104:0/3308998180 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2e00054e50 con 0x7f2e0815b040 2024-02-19T16:30:14.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.950+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2e08160d10 con 0x7f2e0815b040 2024-02-19T16:30:14.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.950+0000 7f2dfffff640 1 -- 172.21.15.104:0/3308998180 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4941 (secure 0 0 0) 0x7f2e00058510 con 0x7f2e0815b040 2024-02-19T16:30:14.952 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:14.952 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:30:11.601260+0000","modified":"2024-02-19T16:30:13.948396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-19T16:30:14.952 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 7 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2de806b810 msgr2=0x7f2de806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2de806b810 0x7f2de806dcd0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2df8001890 tx=0x7f2df8009030 comp rx=0 tx=0).stop 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e0815b040 msgr2=0x7f2e0815e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e0815b040 0x7f2e0815e1e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2e080b9c30 tx=0x7f2e00007b00 comp rx=0 tx=0).stop 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 shutdown_connections 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2de806b810 0x7f2de806dcd0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e0815b040 0x7f2e0815e1e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e0815abc0 0x7f2e0815dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 --2- 172.21.15.104:0/3308998180 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2df4003b00 0x7f2e0815d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:14.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.952+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 >> 172.21.15.104:0/3308998180 conn(0x7f2e0808d5d0 msgr2=0x7f2e080b2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:14.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.953+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 shutdown_connections 2024-02-19T16:30:14.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:14.953+0000 7f2e0deff640 1 -- 172.21.15.104:0/3308998180 wait complete. 2024-02-19T16:30:14.965 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:15.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.063+0000 7f0d561ac640 1 Processor -- start 2024-02-19T16:30:15.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.063+0000 7f0d561ac640 1 -- start start 2024-02-19T16:30:15.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d561ac640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0d500d0610 0x7f0d500ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d561ac640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f0d500cf700 0x7f0d5006f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d561ac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d500ae610 con 0x7f0d5015bfd0 2024-02-19T16:30:15.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d561ac640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d500cf360 con 0x7f0d500d0610 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d561ac640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d500cf080 con 0x7f0d500cf700 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4effd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0d500d0610 0x7f0d500ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4effd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0d500d0610 0x7f0d500ce9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57452/0 (socket says 172.21.15.104:57452) 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4f7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0d5015bfd0 0x7f0d500cff00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52012/0 (socket says 172.21.15.104:52012) 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4effd640 1 -- 172.21.15.104:0/3512723707 learned_addr learned my addr 172.21.15.104:0/3512723707 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4ffff640 1 --2- 172.21.15.104:0/3512723707 >> v2:172.21.15.158:3300/0 conn(0x7f0d500cf700 0x7f0d5006f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4effd640 1 -- 172.21.15.104:0/3512723707 >> v2:172.21.15.158:3300/0 conn(0x7f0d500cf700 msgr2=0x7f0d5006f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4effd640 1 --2- 172.21.15.104:0/3512723707 >> v2:172.21.15.158:3300/0 conn(0x7f0d500cf700 0x7f0d5006f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4effd640 1 -- 172.21.15.104:0/3512723707 >> v1:172.21.15.104:6789/0 conn(0x7f0d5015bfd0 legacy=0x7f0d500cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4effd640 1 -- 172.21.15.104:0/3512723707 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d5006e8e0 con 0x7f0d500d0610 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4e7fc640 1 -- 172.21.15.104:0/3512723707 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 439593139 0 0) 0x7f0d500ae610 con 0x7f0d5015bfd0 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.064+0000 7f0d4ffff640 1 --2- 172.21.15.104:0/3512723707 >> v2:172.21.15.158:3300/0 conn(0x7f0d500cf700 0x7f0d5006f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.065+0000 7f0d4effd640 1 --2- 172.21.15.104:0/3512723707 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d500ce9b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0d500cbf00 tx=0x7f0d4402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c926ee1e111d8d7e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.065+0000 7f0d4e7fc640 1 -- 172.21.15.104:0/3512723707 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d44030860 con 0x7f0d500d0610 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.065+0000 7f0d4e7fc640 1 -- 172.21.15.104:0/3512723707 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d440309c0 con 0x7f0d500d0610 2024-02-19T16:30:15.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.065+0000 7f0d4e7fc640 1 -- 172.21.15.104:0/3512723707 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d44030d50 con 0x7f0d500d0610 2024-02-19T16:30:15.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.066+0000 7f0d561ac640 1 -- 172.21.15.104:0/3512723707 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 msgr2=0x7f0d500ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.066+0000 7f0d561ac640 1 --2- 172.21.15.104:0/3512723707 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d500ce9b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0d500cbf00 tx=0x7f0d4402b9a0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.066+0000 7f0d561ac640 1 -- 172.21.15.104:0/3512723707 shutdown_connections 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.066+0000 7f0d561ac640 1 --2- 172.21.15.104:0/3512723707 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d500ce9b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.066+0000 7f0d561ac640 1 --2- 172.21.15.104:0/3512723707 >> v2:172.21.15.158:3300/0 conn(0x7f0d500cf700 0x7f0d5006f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.066+0000 7f0d561ac640 1 -- 172.21.15.104:0/3512723707 >> 172.21.15.104:0/3512723707 conn(0x7f0d500d1920 msgr2=0x7f0d500d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.066+0000 7f0d561ac640 1 -- 172.21.15.104:0/3512723707 shutdown_connections 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.066+0000 7f0d561ac640 1 -- 172.21.15.104:0/3512723707 wait complete. 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.067+0000 7f0d561ac640 1 Processor -- start 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.067+0000 7f0d561ac640 1 -- start start 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d561ac640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0d500cf700 0x7f0d5009b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d561ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d5009cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d561ac640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0d5015bfd0 0x7f0d500b72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d561ac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d500b77e0 con 0x7f0d500d0610 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d561ac640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d5009bd00 con 0x7f0d5015bfd0 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d561ac640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d5009bfe0 con 0x7f0d500cf700 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d5009cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d5009cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57466/0 (socket says 172.21.15.104:57466) 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 -- 172.21.15.104:0/4029183046 learned_addr learned my addr 172.21.15.104:0/4029183046 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4f7fe640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0d500cf700 0x7f0d5009b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4ffff640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0d5015bfd0 0x7f0d500b72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 -- 172.21.15.104:0/4029183046 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0d500cf700 msgr2=0x7f0d5009b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0d500cf700 0x7f0d5009b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 -- 172.21.15.104:0/4029183046 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0d5015bfd0 msgr2=0x7f0d500b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0d5015bfd0 0x7f0d500b72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 -- 172.21.15.104:0/4029183046 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d48009a70 con 0x7f0d500d0610 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d4effd640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d5009cda0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0d4402b9e0 tx=0x7f0d44004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d37fff640 1 -- 172.21.15.104:0/4029183046 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d44039c10 con 0x7f0d500d0610 2024-02-19T16:30:15.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d37fff640 1 -- 172.21.15.104:0/4029183046 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d44039db0 con 0x7f0d500d0610 2024-02-19T16:30:15.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.068+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d440094d0 con 0x7f0d500d0610 2024-02-19T16:30:15.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.069+0000 7f0d37fff640 1 -- 172.21.15.104:0/4029183046 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d44043640 con 0x7f0d500d0610 2024-02-19T16:30:15.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.069+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d5009c5a0 con 0x7f0d500d0610 2024-02-19T16:30:15.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.070+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d500cd820 con 0x7f0d500d0610 2024-02-19T16:30:15.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.070+0000 7f0d37fff640 1 -- 172.21.15.104:0/4029183046 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0d440437a0 con 0x7f0d500d0610 2024-02-19T16:30:15.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.070+0000 7f0d37fff640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0d3c06b840 0x7f0d3c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.070+0000 7f0d4f7fe640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0d3c06b840 0x7f0d3c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.071+0000 7f0d37fff640 1 -- 172.21.15.104:0/4029183046 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0d4403e070 con 0x7f0d500d0610 2024-02-19T16:30:15.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.071+0000 7f0d4f7fe640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0d3c06b840 0x7f0d3c06dd00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d40007fd0 tx=0x7f0d40007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.075+0000 7f0d37fff640 1 -- 172.21.15.104:0/4029183046 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0d500cd820 con 0x7f0d500d0610 2024-02-19T16:30:15.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.250+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0d500cd820 con 0x7f0d500d0610 2024-02-19T16:30:15.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.251+0000 7f0d37fff640 1 -- 172.21.15.104:0/4029183046 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f0d500cd820 con 0x7f0d500d0610 2024-02-19T16:30:15.252 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:15.253 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:15.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0d3c06b840 msgr2=0x7f0d3c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0d3c06b840 0x7f0d3c06dd00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d40007fd0 tx=0x7f0d40007de0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 msgr2=0x7f0d5009cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d5009cda0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0d4402b9e0 tx=0x7f0d44004730 comp rx=0 tx=0).stop 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 shutdown_connections 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0d3c06b840 0x7f0d3c06dd00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d500d0610 0x7f0d5009cda0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0d5015bfd0 0x7f0d500b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 --2- 172.21.15.104:0/4029183046 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0d500cf700 0x7f0d5009b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 >> 172.21.15.104:0/4029183046 conn(0x7f0d500d1920 msgr2=0x7f0d500cc450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 shutdown_connections 2024-02-19T16:30:15.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.253+0000 7f0d561ac640 1 -- 172.21.15.104:0/4029183046 wait complete. 2024-02-19T16:30:15.265 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-02-19T16:30:15.265 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:30:15.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.364+0000 7f15ab2d4640 1 Processor -- start 2024-02-19T16:30:15.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.364+0000 7f15ab2d4640 1 -- start start 2024-02-19T16:30:15.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15ab2d4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15a40b4380 0x7f15a40d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15ab2d4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15a40cfbf0 con 0x7f15a415deb0 2024-02-19T16:30:15.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15ab2d4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15a40d4410 con 0x7f15a40d3a70 2024-02-19T16:30:15.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15ab2d4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15a40d1000 con 0x7f15a40b4380 2024-02-19T16:30:15.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15a9871640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15a40b4380 0x7f15a40d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15a9070640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f15a415deb0 0x7f15a40cf4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52024/0 (socket says 172.21.15.104:52024) 2024-02-19T16:30:15.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15a9070640 1 -- 172.21.15.104:0/3856578900 learned_addr learned my addr 172.21.15.104:0/3856578900 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:15.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15a9871640 1 -- 172.21.15.104:0/3856578900 >> v1:172.21.15.158:6789/0 conn(0x7f15a40d3a70 legacy=0x7f15a40b3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15a9871640 1 -- 172.21.15.104:0/3856578900 >> v1:172.21.15.104:6789/0 conn(0x7f15a415deb0 legacy=0x7f15a40cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15a9871640 1 -- 172.21.15.104:0/3856578900 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15a40d12e0 con 0x7f15a40b4380 2024-02-19T16:30:15.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.365+0000 7f15a3fff640 1 -- 172.21.15.104:0/3856578900 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4041769288 0 0) 0x7f15a40cfbf0 con 0x7f15a415deb0 2024-02-19T16:30:15.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15a9871640 1 --2- 172.21.15.104:0/3856578900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a40b4380 0x7f15a40d3ed0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f15940097a0 tx=0x7f159402b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e85e06ab48ab56d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15a3fff640 1 -- 172.21.15.104:0/3856578900 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1594030610 con 0x7f15a40b4380 2024-02-19T16:30:15.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15a3fff640 1 -- 172.21.15.104:0/3856578900 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1594030770 con 0x7f15a40b4380 2024-02-19T16:30:15.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15a3fff640 1 -- 172.21.15.104:0/3856578900 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1594030b00 con 0x7f15a40b4380 2024-02-19T16:30:15.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15ab2d4640 1 -- 172.21.15.104:0/3856578900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a40b4380 msgr2=0x7f15a40d3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15ab2d4640 1 --2- 172.21.15.104:0/3856578900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a40b4380 0x7f15a40d3ed0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f15940097a0 tx=0x7f159402b960 comp rx=0 tx=0).stop 2024-02-19T16:30:15.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15ab2d4640 1 -- 172.21.15.104:0/3856578900 shutdown_connections 2024-02-19T16:30:15.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15ab2d4640 1 --2- 172.21.15.104:0/3856578900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a40b4380 0x7f15a40d3ed0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15ab2d4640 1 -- 172.21.15.104:0/3856578900 >> 172.21.15.104:0/3856578900 conn(0x7f15a408d560 msgr2=0x7f15a409ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:15.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15ab2d4640 1 -- 172.21.15.104:0/3856578900 shutdown_connections 2024-02-19T16:30:15.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.366+0000 7f15ab2d4640 1 -- 172.21.15.104:0/3856578900 wait complete. 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15ab2d4640 1 Processor -- start 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15ab2d4640 1 -- start start 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15ab2d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15a40b4380 0x7f15a40c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15ab2d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f15a40d3a70 0x7f15a41f6e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15ab2d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a415deb0 0x7f15a41f73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15ab2d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15a414a7e0 con 0x7f15a415deb0 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15ab2d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15a40c9650 con 0x7f15a40d3a70 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15ab2d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15a40c9930 con 0x7f15a40b4380 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15a9871640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a415deb0 0x7f15a41f73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15a9871640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a415deb0 0x7f15a41f73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57488/0 (socket says 172.21.15.104:57488) 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15a9871640 1 -- 172.21.15.104:0/2706310981 learned_addr learned my addr 172.21.15.104:0/2706310981 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15a9070640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15a40b4380 0x7f15a40c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.368+0000 7f15a886f640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f15a40d3a70 0x7f15a41f6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a9871640 1 -- 172.21.15.104:0/2706310981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15a40b4380 msgr2=0x7f15a40c7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a9871640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15a40b4380 0x7f15a40c7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a9871640 1 -- 172.21.15.104:0/2706310981 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f15a40d3a70 msgr2=0x7f15a41f6e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a9871640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f15a40d3a70 0x7f15a41f6e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a9871640 1 -- 172.21.15.104:0/2706310981 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1594009400 con 0x7f15a415deb0 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a9871640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a415deb0 0x7f15a41f73a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f15940098c0 tx=0x7f1594004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a1ffb640 1 -- 172.21.15.104:0/2706310981 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f159403e040 con 0x7f15a415deb0 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a1ffb640 1 -- 172.21.15.104:0/2706310981 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1594039c10 con 0x7f15a415deb0 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15a40c9c10 con 0x7f15a415deb0 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15a1ffb640 1 -- 172.21.15.104:0/2706310981 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15940443f0 con 0x7f15a415deb0 2024-02-19T16:30:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.369+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15a40c7b80 con 0x7f15a415deb0 2024-02-19T16:30:15.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.370+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15a40c9790 con 0x7f15a415deb0 2024-02-19T16:30:15.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.371+0000 7f15a1ffb640 1 -- 172.21.15.104:0/2706310981 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f159404d3b0 con 0x7f15a415deb0 2024-02-19T16:30:15.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.371+0000 7f15a1ffb640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f159006b810 0x7f159006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.371+0000 7f15a1ffb640 1 -- 172.21.15.104:0/2706310981 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f15940ac7b0 con 0x7f15a415deb0 2024-02-19T16:30:15.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.371+0000 7f15a9070640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f159006b810 0x7f159006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.371+0000 7f15a9070640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f159006b810 0x7f159006dcd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f159c007f30 tx=0x7f159c007e80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.375+0000 7f15a1ffb640 1 -- 172.21.15.104:0/2706310981 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f15a40c9790 con 0x7f15a415deb0 2024-02-19T16:30:15.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.544+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f15a40c7d10 con 0x7f159006b810 2024-02-19T16:30:15.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.550+0000 7f15a1ffb640 1 -- 172.21.15.104:0/2706310981 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249894 (secure 0 0 0) 0x7f15a40c7d10 con 0x7f159006b810 2024-02-19T16:30:15.554 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:15.556 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:30:15.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f159006b810 msgr2=0x7f159006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f159006b810 0x7f159006dcd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f159c007f30 tx=0x7f159c007e80 comp rx=0 tx=0).stop 2024-02-19T16:30:15.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a415deb0 msgr2=0x7f15a41f73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a415deb0 0x7f15a41f73a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f15940098c0 tx=0x7f1594004730 comp rx=0 tx=0).stop 2024-02-19T16:30:15.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 shutdown_connections 2024-02-19T16:30:15.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f159006b810 0x7f159006dcd0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15a415deb0 0x7f15a41f73a0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f15a40d3a70 0x7f15a41f6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 --2- 172.21.15.104:0/2706310981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15a40b4380 0x7f15a40c7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 >> 172.21.15.104:0/2706310981 conn(0x7f15a408d560 msgr2=0x7f15a40b3c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:15.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 shutdown_connections 2024-02-19T16:30:15.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.554+0000 7f15ab2d4640 1 -- 172.21.15.104:0/2706310981 wait complete. 2024-02-19T16:30:15.565 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-02-19T16:30:14.062782+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":235744,"kb_used_data":2376,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738976,"statfs":{"total":773094113280,"available":772852711424,"internally_reserved":0,"allocated":2433024,"data_stored":1546872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000780"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":162,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-02-19T16:30:02.610500+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:30:02.610500+0000","last_peered":"2024-02-19T16:30:02.610500+0000","last_clean":"2024-02-19T16:30:02.610500+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:30:02.610500+0000","last_undegraded":"2024-02-19T16:30:02.610500+0000","last_fullsized":"2024-02-19T16:30:02.610500+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31908,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339932,"statfs":{"total":96636764160,"available":96604090368,"internally_reserved":0,"allocated":749568,"data_stored":636135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31332,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31332,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31332,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27172,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344668,"statfs":{"total":96636764160,"available":96608940032,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28316,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343524,"statfs":{"total":96636764160,"available":96607768576,"internally_reserved":0,"allocated":749568,"data_stored":636135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:30:15.569 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:30:15.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.705+0000 7f113d44e640 1 Processor -- start 2024-02-19T16:30:15.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.705+0000 7f113d44e640 1 -- start start 2024-02-19T16:30:15.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f113d44e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 0x7f11380d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f113d44e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f11380cfb00 0x7f11380d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f113d44e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11380d0ed0 con 0x7f11380d0530 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f113d44e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11380d16f0 con 0x7f11380cfb00 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f113d44e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11380d1940 con 0x7f113815de30 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f1136ffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 0x7f11380d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f11377fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f11380cfb00 0x7f11380d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f112ffff640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f11380d0530 0x7f11380cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:49400/0 (socket says 172.21.15.104:49400) 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f112ffff640 1 -- 172.21.15.104:0/1914922035 learned_addr learned my addr 172.21.15.104:0/1914922035 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f11377fe640 1 -- 172.21.15.104:0/1914922035 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 msgr2=0x7f11380d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f11377fe640 1 --2- 172.21.15.104:0/1914922035 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 0x7f11380d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f11377fe640 1 -- 172.21.15.104:0/1914922035 >> v1:172.21.15.158:6789/0 conn(0x7f11380d0530 legacy=0x7f11380cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f11377fe640 1 -- 172.21.15.104:0/1914922035 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11380d1c20 con 0x7f11380cfb00 2024-02-19T16:30:15.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.706+0000 7f11367fc640 1 -- 172.21.15.104:0/1914922035 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3619203505 0 0) 0x7f11380d0ed0 con 0x7f11380d0530 2024-02-19T16:30:15.709 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.707+0000 7f11377fe640 1 --2- 172.21.15.104:0/1914922035 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380cfb00 0x7f11380d0990 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1130009d90 tx=0x7f113002be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27348d27b96caf6e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.707+0000 7f11367fc640 1 -- 172.21.15.104:0/1914922035 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f113002cbc0 con 0x7f11380cfb00 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.707+0000 7f11367fc640 1 -- 172.21.15.104:0/1914922035 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f113002cd20 con 0x7f11380cfb00 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.707+0000 7f11367fc640 1 -- 172.21.15.104:0/1914922035 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1130034660 con 0x7f11380cfb00 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.708+0000 7f113d44e640 1 -- 172.21.15.104:0/1914922035 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380cfb00 msgr2=0x7f11380d0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.708+0000 7f113d44e640 1 --2- 172.21.15.104:0/1914922035 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380cfb00 0x7f11380d0990 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1130009d90 tx=0x7f113002be10 comp rx=0 tx=0).stop 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.708+0000 7f113d44e640 1 -- 172.21.15.104:0/1914922035 shutdown_connections 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.708+0000 7f113d44e640 1 --2- 172.21.15.104:0/1914922035 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380cfb00 0x7f11380d0990 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.708+0000 7f113d44e640 1 --2- 172.21.15.104:0/1914922035 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 0x7f11380d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.708+0000 7f113d44e640 1 -- 172.21.15.104:0/1914922035 >> 172.21.15.104:0/1914922035 conn(0x7f11380d3b20 msgr2=0x7f11380d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.708+0000 7f113d44e640 1 -- 172.21.15.104:0/1914922035 shutdown_connections 2024-02-19T16:30:15.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.708+0000 7f113d44e640 1 -- 172.21.15.104:0/1914922035 wait complete. 2024-02-19T16:30:15.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.709+0000 7f113d44e640 1 Processor -- start 2024-02-19T16:30:15.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.709+0000 7f113d44e640 1 -- start start 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f113d44e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11380cfb00 0x7f113815b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f113d44e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380d0530 0x7f1138158070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f113d44e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 0x7f11381f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f113d44e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11380b33b0 con 0x7f11380cfb00 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f113d44e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11381f3e90 con 0x7f11380d0530 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f113d44e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11381f4170 con 0x7f113815de30 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11380cfb00 0x7f113815b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11380cfb00 0x7f113815b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57490/0 (socket says 172.21.15.104:57490) 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 -- 172.21.15.104:0/1933731431 learned_addr learned my addr 172.21.15.104:0/1933731431 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f112ffff640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380d0530 0x7f1138158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f11377fe640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 0x7f11381f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 -- 172.21.15.104:0/1933731431 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 msgr2=0x7f11381f35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 0x7f11381f35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 -- 172.21.15.104:0/1933731431 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380d0530 msgr2=0x7f1138158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380d0530 0x7f1138158070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 -- 172.21.15.104:0/1933731431 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1130009a70 con 0x7f11380cfb00 2024-02-19T16:30:15.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f1136ffd640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11380cfb00 0x7f113815b600 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f112800e870 tx=0x7f112800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f112f7fe640 1 -- 172.21.15.104:0/1933731431 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1128009510 con 0x7f11380cfb00 2024-02-19T16:30:15.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f112f7fe640 1 -- 172.21.15.104:0/1933731431 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f112800eec0 con 0x7f11380cfb00 2024-02-19T16:30:15.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f112f7fe640 1 -- 172.21.15.104:0/1933731431 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f112800cb80 con 0x7f11380cfb00 2024-02-19T16:30:15.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.710+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11381f4450 con 0x7f11380cfb00 2024-02-19T16:30:15.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.711+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11381585b0 con 0x7f11380cfb00 2024-02-19T16:30:15.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.711+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11380b3890 con 0x7f11380cfb00 2024-02-19T16:30:15.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.712+0000 7f112f7fe640 1 -- 172.21.15.104:0/1933731431 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f112800cd20 con 0x7f11380cfb00 2024-02-19T16:30:15.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.712+0000 7f112f7fe640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f111806b810 0x7f111806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:15.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.712+0000 7f112f7fe640 1 -- 172.21.15.104:0/1933731431 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f112808a260 con 0x7f11380cfb00 2024-02-19T16:30:15.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.712+0000 7f112ffff640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f111806b810 0x7f111806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:15.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.713+0000 7f112ffff640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f111806b810 0x7f111806dcd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1120000f60 tx=0x7f1120009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:15.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.717+0000 7f112f7fe640 1 -- 172.21.15.104:0/1933731431 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f11380b3890 con 0x7f11380cfb00 2024-02-19T16:30:15.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.885+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f11381f42e0 con 0x7f111806b810 2024-02-19T16:30:15.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.891+0000 7f112f7fe640 1 -- 172.21.15.104:0/1933731431 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249894 (secure 0 0 0) 0x7f11381f42e0 con 0x7f111806b810 2024-02-19T16:30:15.895 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:15.896 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f111806b810 msgr2=0x7f111806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f111806b810 0x7f111806dcd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1120000f60 tx=0x7f1120009040 comp rx=0 tx=0).stop 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11380cfb00 msgr2=0x7f113815b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11380cfb00 0x7f113815b600 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f112800e870 tx=0x7f112800ec70 comp rx=0 tx=0).stop 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 shutdown_connections 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f111806b810 0x7f111806dcd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f113815de30 0x7f11381f35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11380d0530 0x7f1138158070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 --2- 172.21.15.104:0/1933731431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11380cfb00 0x7f113815b600 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 >> 172.21.15.104:0/1933731431 conn(0x7f11380d3b20 msgr2=0x7f113815bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 shutdown_connections 2024-02-19T16:30:15.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:15.894+0000 7f113d44e640 1 -- 172.21.15.104:0/1933731431 wait complete. 2024-02-19T16:30:15.906 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-02-19T16:30:14.062782+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":235744,"kb_used_data":2376,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738976,"statfs":{"total":773094113280,"available":772852711424,"internally_reserved":0,"allocated":2433024,"data_stored":1546872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000780"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":162,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-02-19T16:30:02.610500+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:30:02.610500+0000","last_peered":"2024-02-19T16:30:02.610500+0000","last_clean":"2024-02-19T16:30:02.610500+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:30:02.610500+0000","last_undegraded":"2024-02-19T16:30:02.610500+0000","last_fullsized":"2024-02-19T16:30:02.610500+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:11.242126+0000","last_change":"2024-02-19T16:30:11.242126+0000","last_active":"2024-02-19T16:30:11.242126+0000","last_peered":"2024-02-19T16:30:11.242126+0000","last_clean":"2024-02-19T16:30:11.242126+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:11.242126+0000","last_undegraded":"2024-02-19T16:30:11.242126+0000","last_fullsized":"2024-02-19T16:30:11.242126+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:30:10.235942+0000","last_change":"2024-02-19T16:30:10.235942+0000","last_active":"2024-02-19T16:30:10.235942+0000","last_peered":"2024-02-19T16:30:10.235942+0000","last_clean":"2024-02-19T16:30:10.235942+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:30:10.235942+0000","last_undegraded":"2024-02-19T16:30:10.235942+0000","last_fullsized":"2024-02-19T16:30:10.235942+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31908,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339932,"statfs":{"total":96636764160,"available":96604090368,"internally_reserved":0,"allocated":749568,"data_stored":636135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31332,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31332,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31332,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27172,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344668,"statfs":{"total":96636764160,"available":96608940032,"internally_reserved":0,"allocated":155648,"data_stored":45767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28316,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343524,"statfs":{"total":96636764160,"available":96607768576,"internally_reserved":0,"allocated":749568,"data_stored":636135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:30:15.910 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:30:16.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.044+0000 7febed265640 1 Processor -- start 2024-02-19T16:30:16.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.044+0000 7febed265640 1 -- start start 2024-02-19T16:30:16.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febed265640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7febe815de30 0x7febe80d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febed265640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 0x7febe80d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febed265640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febe80d16f0 con 0x7febe80d0530 2024-02-19T16:30:16.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febed265640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febe80d0f00 con 0x7febe815de30 2024-02-19T16:30:16.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febed265640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febe80d1940 con 0x7febe80cfb00 2024-02-19T16:30:16.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febe6ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7febe815de30 0x7febe80d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febe67fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7febe80d0530 0x7febe80cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52028/0 (socket says 172.21.15.104:52028) 2024-02-19T16:30:16.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febe67fc640 1 -- 172.21.15.104:0/3696326695 learned_addr learned my addr 172.21.15.104:0/3696326695 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:16.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febe77fe640 1 --2- 172.21.15.104:0/3696326695 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 0x7febe80d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febe6ffd640 1 -- 172.21.15.104:0/3696326695 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 msgr2=0x7febe80d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:16.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febe6ffd640 1 --2- 172.21.15.104:0/3696326695 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 0x7febe80d09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febe6ffd640 1 -- 172.21.15.104:0/3696326695 >> v1:172.21.15.104:6789/0 conn(0x7febe80d0530 legacy=0x7febe80cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.045+0000 7febe6ffd640 1 -- 172.21.15.104:0/3696326695 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febe80d1c20 con 0x7febe815de30 2024-02-19T16:30:16.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febe6ffd640 1 --2- 172.21.15.104:0/3696326695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80d2700 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7febd80097a0 tx=0x7febd802b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0564b628188a8a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febe5ffb640 1 -- 172.21.15.104:0/3696326695 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd802e070 con 0x7febe815de30 2024-02-19T16:30:16.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febe5ffb640 1 -- 172.21.15.104:0/3696326695 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febd80315a0 con 0x7febe815de30 2024-02-19T16:30:16.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febe5ffb640 1 -- 172.21.15.104:0/3696326695 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd8031930 con 0x7febe815de30 2024-02-19T16:30:16.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febed265640 1 -- 172.21.15.104:0/3696326695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 msgr2=0x7febe80d2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febed265640 1 --2- 172.21.15.104:0/3696326695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80d2700 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7febd80097a0 tx=0x7febd802b840 comp rx=0 tx=0).stop 2024-02-19T16:30:16.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febed265640 1 -- 172.21.15.104:0/3696326695 shutdown_connections 2024-02-19T16:30:16.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febed265640 1 --2- 172.21.15.104:0/3696326695 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 0x7febe80d09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febed265640 1 --2- 172.21.15.104:0/3696326695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80d2700 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febed265640 1 -- 172.21.15.104:0/3696326695 >> 172.21.15.104:0/3696326695 conn(0x7febe80d3b20 msgr2=0x7febe80d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:16.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febed265640 1 -- 172.21.15.104:0/3696326695 shutdown_connections 2024-02-19T16:30:16.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.046+0000 7febed265640 1 -- 172.21.15.104:0/3696326695 wait complete. 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.048+0000 7febed265640 1 Processor -- start 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.048+0000 7febed265640 1 -- start start 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.048+0000 7febed265640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 0x7febe81eda90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.048+0000 7febed265640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7febe80d0530 0x7febe80cc030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.048+0000 7febed265640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80cd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.048+0000 7febed265640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febe80b34c0 con 0x7febe815de30 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.048+0000 7febed265640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febe81edfd0 con 0x7febe80d0530 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.048+0000 7febed265640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febe80caf90 con 0x7febe80cfb00 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80cd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80cd320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57500/0 (socket says 172.21.15.104:57500) 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 -- 172.21.15.104:0/3774254263 learned_addr learned my addr 172.21.15.104:0/3774254263 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe6ffd640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 0x7febe81eda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe67fc640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7febe80d0530 0x7febe80cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 -- 172.21.15.104:0/3774254263 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 msgr2=0x7febe81eda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 0x7febe81eda90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 -- 172.21.15.104:0/3774254263 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7febe80d0530 msgr2=0x7febe80cc030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7febe80d0530 0x7febe80cc030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 -- 172.21.15.104:0/3774254263 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febd8009400 con 0x7febe815de30 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febe77fe640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80cd320 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7febe000efc0 tx=0x7febe000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febcf7fe640 1 -- 172.21.15.104:0/3774254263 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febe0014480 con 0x7febe815de30 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febcf7fe640 1 -- 172.21.15.104:0/3774254263 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febe000f040 con 0x7febe815de30 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febe80cb270 con 0x7febe815de30 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febcf7fe640 1 -- 172.21.15.104:0/3774254263 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febe0014820 con 0x7febe815de30 2024-02-19T16:30:16.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.049+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febe80cb830 con 0x7febe815de30 2024-02-19T16:30:16.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.050+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febe80751e0 con 0x7febe815de30 2024-02-19T16:30:16.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.051+0000 7febcf7fe640 1 -- 172.21.15.104:0/3774254263 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7febe0014980 con 0x7febe815de30 2024-02-19T16:30:16.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.051+0000 7febcf7fe640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febd406b810 0x7febd406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.051+0000 7febcf7fe640 1 -- 172.21.15.104:0/3774254263 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7febe008ad20 con 0x7febe815de30 2024-02-19T16:30:16.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.051+0000 7febe6ffd640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febd406b810 0x7febd406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.051+0000 7febe6ffd640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febd406b810 0x7febd406dcd0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7febd8036000 tx=0x7febd803d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.055+0000 7febcf7fe640 1 -- 172.21.15.104:0/3774254263 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7febe0055760 con 0x7febe815de30 2024-02-19T16:30:16.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.222+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7febe815e210 con 0x7febd406b810 2024-02-19T16:30:16.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.229+0000 7febcf7fe640 1 -- 172.21.15.104:0/3774254263 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264687 (secure 0 0 0) 0x7febd80319f0 con 0x7febd406b810 2024-02-19T16:30:16.233 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:16.234 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:30:16.235 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febd406b810 msgr2=0x7febd406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febd406b810 0x7febd406dcd0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7febd8036000 tx=0x7febd803d040 comp rx=0 tx=0).stop 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 msgr2=0x7febe80cd320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80cd320 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7febe000efc0 tx=0x7febe000c490 comp rx=0 tx=0).stop 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 shutdown_connections 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febd406b810 0x7febd406dcd0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7febe815de30 0x7febe80cd320 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7febe80d0530 0x7febe80cc030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 --2- 172.21.15.104:0/3774254263 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7febe80cfb00 0x7febe81eda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 >> 172.21.15.104:0/3774254263 conn(0x7febe80d3b20 msgr2=0x7febe80d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 shutdown_connections 2024-02-19T16:30:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.232+0000 7febed265640 1 -- 172.21.15.104:0/3774254263 wait complete. 2024-02-19T16:30:16.244 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-02-19T16:30:16.063273+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":152,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235592,"kb_used_data":2776,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739128,"statfs":{"total":773094113280,"available":772852867072,"internally_reserved":0,"allocated":2842624,"data_stored":1727828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.821261"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262413+0000","last_change":"2024-02-19T16:30:12.262768+0000","last_active":"2024-02-19T16:30:13.262413+0000","last_peered":"2024-02-19T16:30:13.262413+0000","last_clean":"2024-02-19T16:30:13.262413+0000","last_became_active":"2024-02-19T16:30:12.262488+0000","last_became_peered":"2024-02-19T16:30:12.262488+0000","last_unstale":"2024-02-19T16:30:13.262413+0000","last_undegraded":"2024-02-19T16:30:13.262413+0000","last_fullsized":"2024-02-19T16:30:13.262413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:17:35.034855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268101+0000","last_change":"2024-02-19T16:30:12.264829+0000","last_active":"2024-02-19T16:30:13.268101+0000","last_peered":"2024-02-19T16:30:13.268101+0000","last_clean":"2024-02-19T16:30:13.268101+0000","last_became_active":"2024-02-19T16:30:12.264403+0000","last_became_peered":"2024-02-19T16:30:12.264403+0000","last_unstale":"2024-02-19T16:30:13.268101+0000","last_undegraded":"2024-02-19T16:30:13.268101+0000","last_fullsized":"2024-02-19T16:30:13.268101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264002+0000","last_change":"2024-02-19T16:30:12.263226+0000","last_active":"2024-02-19T16:30:13.264002+0000","last_peered":"2024-02-19T16:30:13.264002+0000","last_clean":"2024-02-19T16:30:13.264002+0000","last_became_active":"2024-02-19T16:30:12.262732+0000","last_became_peered":"2024-02-19T16:30:12.262732+0000","last_unstale":"2024-02-19T16:30:13.264002+0000","last_undegraded":"2024-02-19T16:30:13.264002+0000","last_fullsized":"2024-02-19T16:30:13.264002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517370+0000","last_change":"2024-02-19T16:30:12.277065+0000","last_active":"2024-02-19T16:30:13.517370+0000","last_peered":"2024-02-19T16:30:13.517370+0000","last_clean":"2024-02-19T16:30:13.517370+0000","last_became_active":"2024-02-19T16:30:12.276789+0000","last_became_peered":"2024-02-19T16:30:12.276789+0000","last_unstale":"2024-02-19T16:30:13.517370+0000","last_undegraded":"2024-02-19T16:30:13.517370+0000","last_fullsized":"2024-02-19T16:30:13.517370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261881+0000","last_change":"2024-02-19T16:30:12.261725+0000","last_active":"2024-02-19T16:30:13.261881+0000","last_peered":"2024-02-19T16:30:13.261881+0000","last_clean":"2024-02-19T16:30:13.261881+0000","last_became_active":"2024-02-19T16:30:12.261355+0000","last_became_peered":"2024-02-19T16:30:12.261355+0000","last_unstale":"2024-02-19T16:30:13.261881+0000","last_undegraded":"2024-02-19T16:30:13.261881+0000","last_fullsized":"2024-02-19T16:30:13.261881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517174+0000","last_change":"2024-02-19T16:30:12.272222+0000","last_active":"2024-02-19T16:30:13.517174+0000","last_peered":"2024-02-19T16:30:13.517174+0000","last_clean":"2024-02-19T16:30:13.517174+0000","last_became_active":"2024-02-19T16:30:12.271945+0000","last_became_peered":"2024-02-19T16:30:12.271945+0000","last_unstale":"2024-02-19T16:30:13.517174+0000","last_undegraded":"2024-02-19T16:30:13.517174+0000","last_fullsized":"2024-02-19T16:30:13.517174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261646+0000","last_change":"2024-02-19T16:30:12.267451+0000","last_active":"2024-02-19T16:30:13.261646+0000","last_peered":"2024-02-19T16:30:13.261646+0000","last_clean":"2024-02-19T16:30:13.261646+0000","last_became_active":"2024-02-19T16:30:12.267168+0000","last_became_peered":"2024-02-19T16:30:12.267168+0000","last_unstale":"2024-02-19T16:30:13.261646+0000","last_undegraded":"2024-02-19T16:30:13.261646+0000","last_fullsized":"2024-02-19T16:30:13.261646+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261392+0000","last_change":"2024-02-19T16:30:12.271157+0000","last_active":"2024-02-19T16:30:13.261392+0000","last_peered":"2024-02-19T16:30:13.261392+0000","last_clean":"2024-02-19T16:30:13.261392+0000","last_became_active":"2024-02-19T16:30:12.270469+0000","last_became_peered":"2024-02-19T16:30:12.270469+0000","last_unstale":"2024-02-19T16:30:13.261392+0000","last_undegraded":"2024-02-19T16:30:13.261392+0000","last_fullsized":"2024-02-19T16:30:13.261392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262485+0000","last_change":"2024-02-19T16:30:12.268846+0000","last_active":"2024-02-19T16:30:13.262485+0000","last_peered":"2024-02-19T16:30:13.262485+0000","last_clean":"2024-02-19T16:30:13.262485+0000","last_became_active":"2024-02-19T16:30:12.268582+0000","last_became_peered":"2024-02-19T16:30:12.268582+0000","last_unstale":"2024-02-19T16:30:13.262485+0000","last_undegraded":"2024-02-19T16:30:13.262485+0000","last_fullsized":"2024-02-19T16:30:13.262485+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:47:43.168427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270031+0000","last_change":"2024-02-19T16:30:12.269690+0000","last_active":"2024-02-19T16:30:13.270031+0000","last_peered":"2024-02-19T16:30:13.270031+0000","last_clean":"2024-02-19T16:30:13.270031+0000","last_became_active":"2024-02-19T16:30:12.269405+0000","last_became_peered":"2024-02-19T16:30:12.269405+0000","last_unstale":"2024-02-19T16:30:13.270031+0000","last_undegraded":"2024-02-19T16:30:13.270031+0000","last_fullsized":"2024-02-19T16:30:13.270031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269835+0000","last_change":"2024-02-19T16:30:12.269670+0000","last_active":"2024-02-19T16:30:13.269835+0000","last_peered":"2024-02-19T16:30:13.269835+0000","last_clean":"2024-02-19T16:30:13.269835+0000","last_became_active":"2024-02-19T16:30:12.269397+0000","last_became_peered":"2024-02-19T16:30:12.269397+0000","last_unstale":"2024-02-19T16:30:13.269835+0000","last_undegraded":"2024-02-19T16:30:13.269835+0000","last_fullsized":"2024-02-19T16:30:13.269835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443923+0000","last_change":"2024-02-19T16:30:12.279110+0000","last_active":"2024-02-19T16:30:13.443923+0000","last_peered":"2024-02-19T16:30:13.443923+0000","last_clean":"2024-02-19T16:30:13.443923+0000","last_became_active":"2024-02-19T16:30:12.278603+0000","last_became_peered":"2024-02-19T16:30:12.278603+0000","last_unstale":"2024-02-19T16:30:13.443923+0000","last_undegraded":"2024-02-19T16:30:13.443923+0000","last_fullsized":"2024-02-19T16:30:13.443923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261559+0000","last_change":"2024-02-19T16:30:12.263448+0000","last_active":"2024-02-19T16:30:13.261559+0000","last_peered":"2024-02-19T16:30:13.261559+0000","last_clean":"2024-02-19T16:30:13.261559+0000","last_became_active":"2024-02-19T16:30:12.263211+0000","last_became_peered":"2024-02-19T16:30:12.263211+0000","last_unstale":"2024-02-19T16:30:13.261559+0000","last_undegraded":"2024-02-19T16:30:13.261559+0000","last_fullsized":"2024-02-19T16:30:13.261559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263871+0000","last_change":"2024-02-19T16:30:12.261639+0000","last_active":"2024-02-19T16:30:13.263871+0000","last_peered":"2024-02-19T16:30:13.263871+0000","last_clean":"2024-02-19T16:30:13.263871+0000","last_became_active":"2024-02-19T16:30:12.261357+0000","last_became_peered":"2024-02-19T16:30:12.261357+0000","last_unstale":"2024-02-19T16:30:13.263871+0000","last_undegraded":"2024-02-19T16:30:13.263871+0000","last_fullsized":"2024-02-19T16:30:13.263871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267876+0000","last_change":"2024-02-19T16:30:12.281325+0000","last_active":"2024-02-19T16:30:13.267876+0000","last_peered":"2024-02-19T16:30:13.267876+0000","last_clean":"2024-02-19T16:30:13.267876+0000","last_became_active":"2024-02-19T16:30:12.281063+0000","last_became_peered":"2024-02-19T16:30:12.281063+0000","last_unstale":"2024-02-19T16:30:13.267876+0000","last_undegraded":"2024-02-19T16:30:13.267876+0000","last_fullsized":"2024-02-19T16:30:13.267876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517087+0000","last_change":"2024-02-19T16:30:12.268217+0000","last_active":"2024-02-19T16:30:13.517087+0000","last_peered":"2024-02-19T16:30:13.517087+0000","last_clean":"2024-02-19T16:30:13.517087+0000","last_became_active":"2024-02-19T16:30:12.267938+0000","last_became_peered":"2024-02-19T16:30:12.267938+0000","last_unstale":"2024-02-19T16:30:13.517087+0000","last_undegraded":"2024-02-19T16:30:13.517087+0000","last_fullsized":"2024-02-19T16:30:13.517087+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517674+0000","last_change":"2024-02-19T16:30:12.270591+0000","last_active":"2024-02-19T16:30:13.517674+0000","last_peered":"2024-02-19T16:30:13.517674+0000","last_clean":"2024-02-19T16:30:13.517674+0000","last_became_active":"2024-02-19T16:30:12.270245+0000","last_became_peered":"2024-02-19T16:30:12.270245+0000","last_unstale":"2024-02-19T16:30:13.517674+0000","last_undegraded":"2024-02-19T16:30:13.517674+0000","last_fullsized":"2024-02-19T16:30:13.517674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517085+0000","last_change":"2024-02-19T16:30:12.262902+0000","last_active":"2024-02-19T16:30:13.517085+0000","last_peered":"2024-02-19T16:30:13.517085+0000","last_clean":"2024-02-19T16:30:13.517085+0000","last_became_active":"2024-02-19T16:30:12.262612+0000","last_became_peered":"2024-02-19T16:30:12.262612+0000","last_unstale":"2024-02-19T16:30:13.517085+0000","last_undegraded":"2024-02-19T16:30:13.517085+0000","last_fullsized":"2024-02-19T16:30:13.517085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262165+0000","last_change":"2024-02-19T16:30:12.261651+0000","last_active":"2024-02-19T16:30:13.262165+0000","last_peered":"2024-02-19T16:30:13.262165+0000","last_clean":"2024-02-19T16:30:13.262165+0000","last_became_active":"2024-02-19T16:30:12.261378+0000","last_became_peered":"2024-02-19T16:30:12.261378+0000","last_unstale":"2024-02-19T16:30:13.262165+0000","last_undegraded":"2024-02-19T16:30:13.262165+0000","last_fullsized":"2024-02-19T16:30:13.262165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269929+0000","last_change":"2024-02-19T16:30:12.275739+0000","last_active":"2024-02-19T16:30:13.269929+0000","last_peered":"2024-02-19T16:30:13.269929+0000","last_clean":"2024-02-19T16:30:13.269929+0000","last_became_active":"2024-02-19T16:30:12.275441+0000","last_became_peered":"2024-02-19T16:30:12.275441+0000","last_unstale":"2024-02-19T16:30:13.269929+0000","last_undegraded":"2024-02-19T16:30:13.269929+0000","last_fullsized":"2024-02-19T16:30:13.269929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263918+0000","last_change":"2024-02-19T16:30:12.268614+0000","last_active":"2024-02-19T16:30:13.263918+0000","last_peered":"2024-02-19T16:30:13.263918+0000","last_clean":"2024-02-19T16:30:13.263918+0000","last_became_active":"2024-02-19T16:30:12.268320+0000","last_became_peered":"2024-02-19T16:30:12.268320+0000","last_unstale":"2024-02-19T16:30:13.263918+0000","last_undegraded":"2024-02-19T16:30:13.263918+0000","last_fullsized":"2024-02-19T16:30:13.263918+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517227+0000","last_change":"2024-02-19T16:30:12.276456+0000","last_active":"2024-02-19T16:30:13.517227+0000","last_peered":"2024-02-19T16:30:13.517227+0000","last_clean":"2024-02-19T16:30:13.517227+0000","last_became_active":"2024-02-19T16:30:12.275941+0000","last_became_peered":"2024-02-19T16:30:12.275941+0000","last_unstale":"2024-02-19T16:30:13.517227+0000","last_undegraded":"2024-02-19T16:30:13.517227+0000","last_fullsized":"2024-02-19T16:30:13.517227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261566+0000","last_change":"2024-02-19T16:30:12.282015+0000","last_active":"2024-02-19T16:30:13.261566+0000","last_peered":"2024-02-19T16:30:13.261566+0000","last_clean":"2024-02-19T16:30:13.261566+0000","last_became_active":"2024-02-19T16:30:12.281772+0000","last_became_peered":"2024-02-19T16:30:12.281772+0000","last_unstale":"2024-02-19T16:30:13.261566+0000","last_undegraded":"2024-02-19T16:30:13.261566+0000","last_fullsized":"2024-02-19T16:30:13.261566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517160+0000","last_change":"2024-02-19T16:30:12.267805+0000","last_active":"2024-02-19T16:30:13.517160+0000","last_peered":"2024-02-19T16:30:13.517160+0000","last_clean":"2024-02-19T16:30:13.517160+0000","last_became_active":"2024-02-19T16:30:12.267543+0000","last_became_peered":"2024-02-19T16:30:12.267543+0000","last_unstale":"2024-02-19T16:30:13.517160+0000","last_undegraded":"2024-02-19T16:30:13.517160+0000","last_fullsized":"2024-02-19T16:30:13.517160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261842+0000","last_change":"2024-02-19T16:30:12.273962+0000","last_active":"2024-02-19T16:30:13.261842+0000","last_peered":"2024-02-19T16:30:13.261842+0000","last_clean":"2024-02-19T16:30:13.261842+0000","last_became_active":"2024-02-19T16:30:12.273728+0000","last_became_peered":"2024-02-19T16:30:12.273728+0000","last_unstale":"2024-02-19T16:30:13.261842+0000","last_undegraded":"2024-02-19T16:30:13.261842+0000","last_fullsized":"2024-02-19T16:30:13.261842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270094+0000","last_change":"2024-02-19T16:30:12.270273+0000","last_active":"2024-02-19T16:30:13.270094+0000","last_peered":"2024-02-19T16:30:13.270094+0000","last_clean":"2024-02-19T16:30:13.270094+0000","last_became_active":"2024-02-19T16:30:12.270016+0000","last_became_peered":"2024-02-19T16:30:12.270016+0000","last_unstale":"2024-02-19T16:30:13.270094+0000","last_undegraded":"2024-02-19T16:30:13.270094+0000","last_fullsized":"2024-02-19T16:30:13.270094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268010+0000","last_change":"2024-02-19T16:30:12.260511+0000","last_active":"2024-02-19T16:30:13.268010+0000","last_peered":"2024-02-19T16:30:13.268010+0000","last_clean":"2024-02-19T16:30:13.268010+0000","last_became_active":"2024-02-19T16:30:12.260195+0000","last_became_peered":"2024-02-19T16:30:12.260195+0000","last_unstale":"2024-02-19T16:30:13.268010+0000","last_undegraded":"2024-02-19T16:30:13.268010+0000","last_fullsized":"2024-02-19T16:30:13.268010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.273960+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.273689+0000","last_became_peered":"2024-02-19T16:30:12.273689+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263990+0000","last_change":"2024-02-19T16:30:12.263334+0000","last_active":"2024-02-19T16:30:13.263990+0000","last_peered":"2024-02-19T16:30:13.263990+0000","last_clean":"2024-02-19T16:30:13.263990+0000","last_became_active":"2024-02-19T16:30:12.262667+0000","last_became_peered":"2024-02-19T16:30:12.262667+0000","last_unstale":"2024-02-19T16:30:13.263990+0000","last_undegraded":"2024-02-19T16:30:13.263990+0000","last_fullsized":"2024-02-19T16:30:13.263990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517337+0000","last_change":"2024-02-19T16:30:12.269436+0000","last_active":"2024-02-19T16:30:13.517337+0000","last_peered":"2024-02-19T16:30:13.517337+0000","last_clean":"2024-02-19T16:30:13.517337+0000","last_became_active":"2024-02-19T16:30:12.269155+0000","last_became_peered":"2024-02-19T16:30:12.269155+0000","last_unstale":"2024-02-19T16:30:13.517337+0000","last_undegraded":"2024-02-19T16:30:13.517337+0000","last_fullsized":"2024-02-19T16:30:13.517337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516973+0000","last_change":"2024-02-19T16:30:12.266599+0000","last_active":"2024-02-19T16:30:13.516973+0000","last_peered":"2024-02-19T16:30:13.516973+0000","last_clean":"2024-02-19T16:30:13.516973+0000","last_became_active":"2024-02-19T16:30:12.266340+0000","last_became_peered":"2024-02-19T16:30:12.266340+0000","last_unstale":"2024-02-19T16:30:13.516973+0000","last_undegraded":"2024-02-19T16:30:13.516973+0000","last_fullsized":"2024-02-19T16:30:13.516973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269782+0000","last_change":"2024-02-19T16:30:12.265776+0000","last_active":"2024-02-19T16:30:13.269782+0000","last_peered":"2024-02-19T16:30:13.269782+0000","last_clean":"2024-02-19T16:30:13.269782+0000","last_became_active":"2024-02-19T16:30:12.265487+0000","last_became_peered":"2024-02-19T16:30:12.265487+0000","last_unstale":"2024-02-19T16:30:13.269782+0000","last_undegraded":"2024-02-19T16:30:13.269782+0000","last_fullsized":"2024-02-19T16:30:13.269782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443798+0000","last_change":"2024-02-19T16:30:12.283915+0000","last_active":"2024-02-19T16:30:13.443798+0000","last_peered":"2024-02-19T16:30:13.443798+0000","last_clean":"2024-02-19T16:30:13.443798+0000","last_became_active":"2024-02-19T16:30:12.283646+0000","last_became_peered":"2024-02-19T16:30:12.283646+0000","last_unstale":"2024-02-19T16:30:13.443798+0000","last_undegraded":"2024-02-19T16:30:13.443798+0000","last_fullsized":"2024-02-19T16:30:13.443798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:14.910511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261720+0000","last_change":"2024-02-19T16:30:11.261480+0000","last_active":"2024-02-19T16:30:13.261720+0000","last_peered":"2024-02-19T16:30:13.261720+0000","last_clean":"2024-02-19T16:30:13.261720+0000","last_became_active":"2024-02-19T16:30:11.261212+0000","last_became_peered":"2024-02-19T16:30:11.261212+0000","last_unstale":"2024-02-19T16:30:13.261720+0000","last_undegraded":"2024-02-19T16:30:13.261720+0000","last_fullsized":"2024-02-19T16:30:13.261720+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264104+0000","last_change":"2024-02-19T16:30:12.274344+0000","last_active":"2024-02-19T16:30:13.264104+0000","last_peered":"2024-02-19T16:30:13.264104+0000","last_clean":"2024-02-19T16:30:13.264104+0000","last_became_active":"2024-02-19T16:30:12.274106+0000","last_became_peered":"2024-02-19T16:30:12.274106+0000","last_unstale":"2024-02-19T16:30:13.264104+0000","last_undegraded":"2024-02-19T16:30:13.264104+0000","last_fullsized":"2024-02-19T16:30:13.264104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269752+0000","last_change":"2024-02-19T16:30:11.263394+0000","last_active":"2024-02-19T16:30:13.269752+0000","last_peered":"2024-02-19T16:30:13.269752+0000","last_clean":"2024-02-19T16:30:13.269752+0000","last_became_active":"2024-02-19T16:30:11.263125+0000","last_became_peered":"2024-02-19T16:30:11.263125+0000","last_unstale":"2024-02-19T16:30:13.269752+0000","last_undegraded":"2024-02-19T16:30:13.269752+0000","last_fullsized":"2024-02-19T16:30:13.269752+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261485+0000","last_change":"2024-02-19T16:30:11.267832+0000","last_active":"2024-02-19T16:30:13.261485+0000","last_peered":"2024-02-19T16:30:13.261485+0000","last_clean":"2024-02-19T16:30:13.261485+0000","last_became_active":"2024-02-19T16:30:11.267410+0000","last_became_peered":"2024-02-19T16:30:11.267410+0000","last_unstale":"2024-02-19T16:30:13.261485+0000","last_undegraded":"2024-02-19T16:30:13.261485+0000","last_fullsized":"2024-02-19T16:30:13.261485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261458+0000","last_change":"2024-02-19T16:30:12.258776+0000","last_active":"2024-02-19T16:30:13.261458+0000","last_peered":"2024-02-19T16:30:13.261458+0000","last_clean":"2024-02-19T16:30:13.261458+0000","last_became_active":"2024-02-19T16:30:12.258551+0000","last_became_peered":"2024-02-19T16:30:12.258551+0000","last_unstale":"2024-02-19T16:30:13.261458+0000","last_undegraded":"2024-02-19T16:30:13.261458+0000","last_fullsized":"2024-02-19T16:30:13.261458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517187+0000","last_change":"2024-02-19T16:30:11.262823+0000","last_active":"2024-02-19T16:30:13.517187+0000","last_peered":"2024-02-19T16:30:13.517187+0000","last_clean":"2024-02-19T16:30:13.517187+0000","last_became_active":"2024-02-19T16:30:11.262511+0000","last_became_peered":"2024-02-19T16:30:11.262511+0000","last_unstale":"2024-02-19T16:30:13.517187+0000","last_undegraded":"2024-02-19T16:30:13.517187+0000","last_fullsized":"2024-02-19T16:30:13.517187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267893+0000","last_change":"2024-02-19T16:30:12.260846+0000","last_active":"2024-02-19T16:30:13.267893+0000","last_peered":"2024-02-19T16:30:13.267893+0000","last_clean":"2024-02-19T16:30:13.267893+0000","last_became_active":"2024-02-19T16:30:12.260490+0000","last_became_peered":"2024-02-19T16:30:12.260490+0000","last_unstale":"2024-02-19T16:30:13.267893+0000","last_undegraded":"2024-02-19T16:30:13.267893+0000","last_fullsized":"2024-02-19T16:30:13.267893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270004+0000","last_change":"2024-02-19T16:30:11.269244+0000","last_active":"2024-02-19T16:30:13.270004+0000","last_peered":"2024-02-19T16:30:13.270004+0000","last_clean":"2024-02-19T16:30:13.270004+0000","last_became_active":"2024-02-19T16:30:11.268961+0000","last_became_peered":"2024-02-19T16:30:11.268961+0000","last_unstale":"2024-02-19T16:30:13.270004+0000","last_undegraded":"2024-02-19T16:30:13.270004+0000","last_fullsized":"2024-02-19T16:30:13.270004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:12.270457+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:12.270165+0000","last_became_peered":"2024-02-19T16:30:12.270165+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517457+0000","last_change":"2024-02-19T16:30:11.268539+0000","last_active":"2024-02-19T16:30:13.517457+0000","last_peered":"2024-02-19T16:30:13.517457+0000","last_clean":"2024-02-19T16:30:13.517457+0000","last_became_active":"2024-02-19T16:30:11.268256+0000","last_became_peered":"2024-02-19T16:30:11.268256+0000","last_unstale":"2024-02-19T16:30:13.517457+0000","last_undegraded":"2024-02-19T16:30:13.517457+0000","last_fullsized":"2024-02-19T16:30:13.517457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264323+0000","last_change":"2024-02-19T16:30:12.268019+0000","last_active":"2024-02-19T16:30:13.264323+0000","last_peered":"2024-02-19T16:30:13.264323+0000","last_clean":"2024-02-19T16:30:13.264323+0000","last_became_active":"2024-02-19T16:30:12.267807+0000","last_became_peered":"2024-02-19T16:30:12.267807+0000","last_unstale":"2024-02-19T16:30:13.264323+0000","last_undegraded":"2024-02-19T16:30:13.264323+0000","last_fullsized":"2024-02-19T16:30:13.264323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267981+0000","last_change":"2024-02-19T16:30:11.265235+0000","last_active":"2024-02-19T16:30:13.267981+0000","last_peered":"2024-02-19T16:30:13.267981+0000","last_clean":"2024-02-19T16:30:13.267981+0000","last_became_active":"2024-02-19T16:30:11.264758+0000","last_became_peered":"2024-02-19T16:30:11.264758+0000","last_unstale":"2024-02-19T16:30:13.267981+0000","last_undegraded":"2024-02-19T16:30:13.267981+0000","last_fullsized":"2024-02-19T16:30:13.267981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443976+0000","last_change":"2024-02-19T16:30:12.268140+0000","last_active":"2024-02-19T16:30:13.443976+0000","last_peered":"2024-02-19T16:30:13.443976+0000","last_clean":"2024-02-19T16:30:13.443976+0000","last_became_active":"2024-02-19T16:30:12.267843+0000","last_became_peered":"2024-02-19T16:30:12.267843+0000","last_unstale":"2024-02-19T16:30:13.443976+0000","last_undegraded":"2024-02-19T16:30:13.443976+0000","last_fullsized":"2024-02-19T16:30:13.443976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:51.079606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269932+0000","last_change":"2024-02-19T16:30:11.265299+0000","last_active":"2024-02-19T16:30:13.269932+0000","last_peered":"2024-02-19T16:30:13.269932+0000","last_clean":"2024-02-19T16:30:13.269932+0000","last_became_active":"2024-02-19T16:30:11.264970+0000","last_became_peered":"2024-02-19T16:30:11.264970+0000","last_unstale":"2024-02-19T16:30:13.269932+0000","last_undegraded":"2024-02-19T16:30:13.269932+0000","last_fullsized":"2024-02-19T16:30:13.269932+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262066+0000","last_change":"2024-02-19T16:30:12.260835+0000","last_active":"2024-02-19T16:30:13.262066+0000","last_peered":"2024-02-19T16:30:13.262066+0000","last_clean":"2024-02-19T16:30:13.262066+0000","last_became_active":"2024-02-19T16:30:12.260460+0000","last_became_peered":"2024-02-19T16:30:12.260460+0000","last_unstale":"2024-02-19T16:30:13.262066+0000","last_undegraded":"2024-02-19T16:30:13.262066+0000","last_fullsized":"2024-02-19T16:30:13.262066+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264178+0000","last_change":"2024-02-19T16:30:11.262903+0000","last_active":"2024-02-19T16:30:13.264178+0000","last_peered":"2024-02-19T16:30:13.264178+0000","last_clean":"2024-02-19T16:30:13.264178+0000","last_became_active":"2024-02-19T16:30:11.262603+0000","last_became_peered":"2024-02-19T16:30:11.262603+0000","last_unstale":"2024-02-19T16:30:13.264178+0000","last_undegraded":"2024-02-19T16:30:13.264178+0000","last_fullsized":"2024-02-19T16:30:13.264178+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263972+0000","last_change":"2024-02-19T16:30:12.262996+0000","last_active":"2024-02-19T16:30:13.263972+0000","last_peered":"2024-02-19T16:30:13.263972+0000","last_clean":"2024-02-19T16:30:13.263972+0000","last_became_active":"2024-02-19T16:30:12.262754+0000","last_became_peered":"2024-02-19T16:30:12.262754+0000","last_unstale":"2024-02-19T16:30:13.263972+0000","last_undegraded":"2024-02-19T16:30:13.263972+0000","last_fullsized":"2024-02-19T16:30:13.263972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517331+0000","last_change":"2024-02-19T16:30:11.266579+0000","last_active":"2024-02-19T16:30:13.517331+0000","last_peered":"2024-02-19T16:30:13.517331+0000","last_clean":"2024-02-19T16:30:13.517331+0000","last_became_active":"2024-02-19T16:30:11.266309+0000","last_became_peered":"2024-02-19T16:30:11.266309+0000","last_unstale":"2024-02-19T16:30:13.517331+0000","last_undegraded":"2024-02-19T16:30:13.517331+0000","last_fullsized":"2024-02-19T16:30:13.517331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261914+0000","last_change":"2024-02-19T16:30:12.277951+0000","last_active":"2024-02-19T16:30:13.261914+0000","last_peered":"2024-02-19T16:30:13.261914+0000","last_clean":"2024-02-19T16:30:13.261914+0000","last_became_active":"2024-02-19T16:30:12.275573+0000","last_became_peered":"2024-02-19T16:30:12.275573+0000","last_unstale":"2024-02-19T16:30:13.261914+0000","last_undegraded":"2024-02-19T16:30:13.261914+0000","last_fullsized":"2024-02-19T16:30:13.261914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269727+0000","last_change":"2024-02-19T16:30:11.264434+0000","last_active":"2024-02-19T16:30:13.269727+0000","last_peered":"2024-02-19T16:30:13.269727+0000","last_clean":"2024-02-19T16:30:13.269727+0000","last_became_active":"2024-02-19T16:30:11.263613+0000","last_became_peered":"2024-02-19T16:30:11.263613+0000","last_unstale":"2024-02-19T16:30:13.269727+0000","last_undegraded":"2024-02-19T16:30:13.269727+0000","last_fullsized":"2024-02-19T16:30:13.269727+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269776+0000","last_change":"2024-02-19T16:30:12.265725+0000","last_active":"2024-02-19T16:30:13.269776+0000","last_peered":"2024-02-19T16:30:13.269776+0000","last_clean":"2024-02-19T16:30:13.269776+0000","last_became_active":"2024-02-19T16:30:12.265429+0000","last_became_peered":"2024-02-19T16:30:12.265429+0000","last_unstale":"2024-02-19T16:30:13.269776+0000","last_undegraded":"2024-02-19T16:30:13.269776+0000","last_fullsized":"2024-02-19T16:30:13.269776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516902+0000","last_change":"2024-02-19T16:30:11.263098+0000","last_active":"2024-02-19T16:30:13.516902+0000","last_peered":"2024-02-19T16:30:13.516902+0000","last_clean":"2024-02-19T16:30:13.516902+0000","last_became_active":"2024-02-19T16:30:11.262234+0000","last_became_peered":"2024-02-19T16:30:11.262234+0000","last_unstale":"2024-02-19T16:30:13.516902+0000","last_undegraded":"2024-02-19T16:30:13.516902+0000","last_fullsized":"2024-02-19T16:30:13.516902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261978+0000","last_change":"2024-02-19T16:30:12.281878+0000","last_active":"2024-02-19T16:30:13.261978+0000","last_peered":"2024-02-19T16:30:13.261978+0000","last_clean":"2024-02-19T16:30:13.261978+0000","last_became_active":"2024-02-19T16:30:12.281521+0000","last_became_peered":"2024-02-19T16:30:12.281521+0000","last_unstale":"2024-02-19T16:30:13.261978+0000","last_undegraded":"2024-02-19T16:30:13.261978+0000","last_fullsized":"2024-02-19T16:30:13.261978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.444025+0000","last_change":"2024-02-19T16:30:11.267417+0000","last_active":"2024-02-19T16:30:13.444025+0000","last_peered":"2024-02-19T16:30:13.444025+0000","last_clean":"2024-02-19T16:30:13.444025+0000","last_became_active":"2024-02-19T16:30:11.267074+0000","last_became_peered":"2024-02-19T16:30:11.267074+0000","last_unstale":"2024-02-19T16:30:13.444025+0000","last_undegraded":"2024-02-19T16:30:13.444025+0000","last_fullsized":"2024-02-19T16:30:13.444025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262306+0000","last_change":"2024-02-19T16:30:12.263660+0000","last_active":"2024-02-19T16:30:13.262306+0000","last_peered":"2024-02-19T16:30:13.262306+0000","last_clean":"2024-02-19T16:30:13.262306+0000","last_became_active":"2024-02-19T16:30:12.263382+0000","last_became_peered":"2024-02-19T16:30:12.263382+0000","last_unstale":"2024-02-19T16:30:13.262306+0000","last_undegraded":"2024-02-19T16:30:13.262306+0000","last_fullsized":"2024-02-19T16:30:13.262306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517043+0000","last_change":"2024-02-19T16:30:11.264585+0000","last_active":"2024-02-19T16:30:13.517043+0000","last_peered":"2024-02-19T16:30:13.517043+0000","last_clean":"2024-02-19T16:30:13.517043+0000","last_became_active":"2024-02-19T16:30:11.264315+0000","last_became_peered":"2024-02-19T16:30:11.264315+0000","last_unstale":"2024-02-19T16:30:13.517043+0000","last_undegraded":"2024-02-19T16:30:13.517043+0000","last_fullsized":"2024-02-19T16:30:13.517043+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262484+0000","last_change":"2024-02-19T16:30:12.275162+0000","last_active":"2024-02-19T16:30:13.262484+0000","last_peered":"2024-02-19T16:30:13.262484+0000","last_clean":"2024-02-19T16:30:13.262484+0000","last_became_active":"2024-02-19T16:30:12.273954+0000","last_became_peered":"2024-02-19T16:30:12.273954+0000","last_unstale":"2024-02-19T16:30:13.262484+0000","last_undegraded":"2024-02-19T16:30:13.262484+0000","last_fullsized":"2024-02-19T16:30:13.262484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:03:10.496808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268103+0000","last_change":"2024-02-19T16:30:11.261511+0000","last_active":"2024-02-19T16:30:13.268103+0000","last_peered":"2024-02-19T16:30:13.268103+0000","last_clean":"2024-02-19T16:30:13.268103+0000","last_became_active":"2024-02-19T16:30:11.261098+0000","last_became_peered":"2024-02-19T16:30:11.261098+0000","last_unstale":"2024-02-19T16:30:13.268103+0000","last_undegraded":"2024-02-19T16:30:13.268103+0000","last_fullsized":"2024-02-19T16:30:13.268103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517523+0000","last_change":"2024-02-19T16:30:12.278451+0000","last_active":"2024-02-19T16:30:13.517523+0000","last_peered":"2024-02-19T16:30:13.517523+0000","last_clean":"2024-02-19T16:30:13.517523+0000","last_became_active":"2024-02-19T16:30:12.277067+0000","last_became_peered":"2024-02-19T16:30:12.277067+0000","last_unstale":"2024-02-19T16:30:13.517523+0000","last_undegraded":"2024-02-19T16:30:13.517523+0000","last_fullsized":"2024-02-19T16:30:13.517523+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517032+0000","last_change":"2024-02-19T16:30:11.262780+0000","last_active":"2024-02-19T16:30:13.517032+0000","last_peered":"2024-02-19T16:30:13.517032+0000","last_clean":"2024-02-19T16:30:13.517032+0000","last_became_active":"2024-02-19T16:30:11.262498+0000","last_became_peered":"2024-02-19T16:30:11.262498+0000","last_unstale":"2024-02-19T16:30:13.517032+0000","last_undegraded":"2024-02-19T16:30:13.517032+0000","last_fullsized":"2024-02-19T16:30:13.517032+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261949+0000","last_change":"2024-02-19T16:30:12.268251+0000","last_active":"2024-02-19T16:30:13.261949+0000","last_peered":"2024-02-19T16:30:13.261949+0000","last_clean":"2024-02-19T16:30:13.261949+0000","last_became_active":"2024-02-19T16:30:12.267951+0000","last_became_peered":"2024-02-19T16:30:12.267951+0000","last_unstale":"2024-02-19T16:30:13.261949+0000","last_undegraded":"2024-02-19T16:30:13.261949+0000","last_fullsized":"2024-02-19T16:30:13.261949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261648+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:30:13.261648+0000","last_peered":"2024-02-19T16:30:13.261648+0000","last_clean":"2024-02-19T16:30:13.261648+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:30:13.261648+0000","last_undegraded":"2024-02-19T16:30:13.261648+0000","last_fullsized":"2024-02-19T16:30:13.261648+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517153+0000","last_change":"2024-02-19T16:30:11.265007+0000","last_active":"2024-02-19T16:30:13.517153+0000","last_peered":"2024-02-19T16:30:13.517153+0000","last_clean":"2024-02-19T16:30:13.517153+0000","last_became_active":"2024-02-19T16:30:11.264462+0000","last_became_peered":"2024-02-19T16:30:11.264462+0000","last_unstale":"2024-02-19T16:30:13.517153+0000","last_undegraded":"2024-02-19T16:30:13.517153+0000","last_fullsized":"2024-02-19T16:30:13.517153+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261667+0000","last_change":"2024-02-19T16:30:12.270769+0000","last_active":"2024-02-19T16:30:13.261667+0000","last_peered":"2024-02-19T16:30:13.261667+0000","last_clean":"2024-02-19T16:30:13.261667+0000","last_became_active":"2024-02-19T16:30:12.270375+0000","last_became_peered":"2024-02-19T16:30:12.270375+0000","last_unstale":"2024-02-19T16:30:13.261667+0000","last_undegraded":"2024-02-19T16:30:13.261667+0000","last_fullsized":"2024-02-19T16:30:13.261667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.267564+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.267274+0000","last_became_peered":"2024-02-19T16:30:11.267274+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263843+0000","last_change":"2024-02-19T16:30:12.282143+0000","last_active":"2024-02-19T16:30:13.263843+0000","last_peered":"2024-02-19T16:30:13.263843+0000","last_clean":"2024-02-19T16:30:13.263843+0000","last_became_active":"2024-02-19T16:30:12.281850+0000","last_became_peered":"2024-02-19T16:30:12.281850+0000","last_unstale":"2024-02-19T16:30:13.263843+0000","last_undegraded":"2024-02-19T16:30:13.263843+0000","last_fullsized":"2024-02-19T16:30:13.263843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:57:14.660159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517060+0000","last_change":"2024-02-19T16:30:11.264614+0000","last_active":"2024-02-19T16:30:13.517060+0000","last_peered":"2024-02-19T16:30:13.517060+0000","last_clean":"2024-02-19T16:30:13.517060+0000","last_became_active":"2024-02-19T16:30:11.264337+0000","last_became_peered":"2024-02-19T16:30:11.264337+0000","last_unstale":"2024-02-19T16:30:13.517060+0000","last_undegraded":"2024-02-19T16:30:13.517060+0000","last_fullsized":"2024-02-19T16:30:13.517060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267922+0000","last_change":"2024-02-19T16:30:12.261114+0000","last_active":"2024-02-19T16:30:13.267922+0000","last_peered":"2024-02-19T16:30:13.267922+0000","last_clean":"2024-02-19T16:30:13.267922+0000","last_became_active":"2024-02-19T16:30:12.260863+0000","last_became_peered":"2024-02-19T16:30:12.260863+0000","last_unstale":"2024-02-19T16:30:13.267922+0000","last_undegraded":"2024-02-19T16:30:13.267922+0000","last_fullsized":"2024-02-19T16:30:13.267922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:11.264847+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:11.264550+0000","last_became_peered":"2024-02-19T16:30:11.264550+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443908+0000","last_change":"2024-02-19T16:30:12.283820+0000","last_active":"2024-02-19T16:30:13.443908+0000","last_peered":"2024-02-19T16:30:13.443908+0000","last_clean":"2024-02-19T16:30:13.443908+0000","last_became_active":"2024-02-19T16:30:12.283513+0000","last_became_peered":"2024-02-19T16:30:12.283513+0000","last_unstale":"2024-02-19T16:30:13.443908+0000","last_undegraded":"2024-02-19T16:30:13.443908+0000","last_fullsized":"2024-02-19T16:30:13.443908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267939+0000","last_change":"2024-02-19T16:30:11.260931+0000","last_active":"2024-02-19T16:30:13.267939+0000","last_peered":"2024-02-19T16:30:13.267939+0000","last_clean":"2024-02-19T16:30:13.267939+0000","last_became_active":"2024-02-19T16:30:11.260657+0000","last_became_peered":"2024-02-19T16:30:11.260657+0000","last_unstale":"2024-02-19T16:30:13.267939+0000","last_undegraded":"2024-02-19T16:30:13.267939+0000","last_fullsized":"2024-02-19T16:30:13.267939+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517537+0000","last_change":"2024-02-19T16:30:12.267168+0000","last_active":"2024-02-19T16:30:13.517537+0000","last_peered":"2024-02-19T16:30:13.517537+0000","last_clean":"2024-02-19T16:30:13.517537+0000","last_became_active":"2024-02-19T16:30:12.266874+0000","last_became_peered":"2024-02-19T16:30:12.266874+0000","last_unstale":"2024-02-19T16:30:13.517537+0000","last_undegraded":"2024-02-19T16:30:13.517537+0000","last_fullsized":"2024-02-19T16:30:13.517537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262149+0000","last_change":"2024-02-19T16:30:11.270460+0000","last_active":"2024-02-19T16:30:13.262149+0000","last_peered":"2024-02-19T16:30:13.262149+0000","last_clean":"2024-02-19T16:30:13.262149+0000","last_became_active":"2024-02-19T16:30:11.270133+0000","last_became_peered":"2024-02-19T16:30:11.270133+0000","last_unstale":"2024-02-19T16:30:13.262149+0000","last_undegraded":"2024-02-19T16:30:13.262149+0000","last_fullsized":"2024-02-19T16:30:13.262149+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:50.073421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268045+0000","last_change":"2024-02-19T16:30:12.261420+0000","last_active":"2024-02-19T16:30:13.268045+0000","last_peered":"2024-02-19T16:30:13.268045+0000","last_clean":"2024-02-19T16:30:13.268045+0000","last_became_active":"2024-02-19T16:30:12.261159+0000","last_became_peered":"2024-02-19T16:30:12.261159+0000","last_unstale":"2024-02-19T16:30:13.268045+0000","last_undegraded":"2024-02-19T16:30:13.268045+0000","last_fullsized":"2024-02-19T16:30:13.268045+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269382+0000","last_change":"2024-02-19T16:30:11.266929+0000","last_active":"2024-02-19T16:30:13.269382+0000","last_peered":"2024-02-19T16:30:13.269382+0000","last_clean":"2024-02-19T16:30:13.269382+0000","last_became_active":"2024-02-19T16:30:11.266699+0000","last_became_peered":"2024-02-19T16:30:11.266699+0000","last_unstale":"2024-02-19T16:30:13.269382+0000","last_undegraded":"2024-02-19T16:30:13.269382+0000","last_fullsized":"2024-02-19T16:30:13.269382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:12.259986+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:12.259722+0000","last_became_peered":"2024-02-19T16:30:12.259722+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270097+0000","last_change":"2024-02-19T16:30:11.270101+0000","last_active":"2024-02-19T16:30:13.270097+0000","last_peered":"2024-02-19T16:30:13.270097+0000","last_clean":"2024-02-19T16:30:13.270097+0000","last_became_active":"2024-02-19T16:30:11.269769+0000","last_became_peered":"2024-02-19T16:30:11.269769+0000","last_unstale":"2024-02-19T16:30:13.270097+0000","last_undegraded":"2024-02-19T16:30:13.270097+0000","last_fullsized":"2024-02-19T16:30:13.270097+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264061+0000","last_change":"2024-02-19T16:30:12.263830+0000","last_active":"2024-02-19T16:30:13.264061+0000","last_peered":"2024-02-19T16:30:13.264061+0000","last_clean":"2024-02-19T16:30:13.264061+0000","last_became_active":"2024-02-19T16:30:12.263456+0000","last_became_peered":"2024-02-19T16:30:12.263456+0000","last_unstale":"2024-02-19T16:30:13.264061+0000","last_undegraded":"2024-02-19T16:30:13.264061+0000","last_fullsized":"2024-02-19T16:30:13.264061+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.270736+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.270331+0000","last_became_peered":"2024-02-19T16:30:11.270331+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443808+0000","last_change":"2024-02-19T16:30:12.280014+0000","last_active":"2024-02-19T16:30:13.443808+0000","last_peered":"2024-02-19T16:30:13.443808+0000","last_clean":"2024-02-19T16:30:13.443808+0000","last_became_active":"2024-02-19T16:30:12.279745+0000","last_became_peered":"2024-02-19T16:30:12.279745+0000","last_unstale":"2024-02-19T16:30:13.443808+0000","last_undegraded":"2024-02-19T16:30:13.443808+0000","last_fullsized":"2024-02-19T16:30:13.443808+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:51.259798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268050+0000","last_change":"2024-02-19T16:30:11.260221+0000","last_active":"2024-02-19T16:30:13.268050+0000","last_peered":"2024-02-19T16:30:13.268050+0000","last_clean":"2024-02-19T16:30:13.268050+0000","last_became_active":"2024-02-19T16:30:11.259941+0000","last_became_peered":"2024-02-19T16:30:11.259941+0000","last_unstale":"2024-02-19T16:30:13.268050+0000","last_undegraded":"2024-02-19T16:30:13.268050+0000","last_fullsized":"2024-02-19T16:30:13.268050+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261531+0000","last_change":"2024-02-19T16:30:12.260822+0000","last_active":"2024-02-19T16:30:13.261531+0000","last_peered":"2024-02-19T16:30:13.261531+0000","last_clean":"2024-02-19T16:30:13.261531+0000","last_became_active":"2024-02-19T16:30:12.260567+0000","last_became_peered":"2024-02-19T16:30:12.260567+0000","last_unstale":"2024-02-19T16:30:13.261531+0000","last_undegraded":"2024-02-19T16:30:13.261531+0000","last_fullsized":"2024-02-19T16:30:13.261531+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268020+0000","last_change":"2024-02-19T16:30:11.256899+0000","last_active":"2024-02-19T16:30:13.268020+0000","last_peered":"2024-02-19T16:30:13.268020+0000","last_clean":"2024-02-19T16:30:13.268020+0000","last_became_active":"2024-02-19T16:30:11.256255+0000","last_became_peered":"2024-02-19T16:30:11.256255+0000","last_unstale":"2024-02-19T16:30:13.268020+0000","last_undegraded":"2024-02-19T16:30:13.268020+0000","last_fullsized":"2024-02-19T16:30:13.268020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.259423+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.259158+0000","last_became_peered":"2024-02-19T16:30:12.259158+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261972+0000","last_change":"2024-02-19T16:30:11.264577+0000","last_active":"2024-02-19T16:30:13.261972+0000","last_peered":"2024-02-19T16:30:13.261972+0000","last_clean":"2024-02-19T16:30:13.261972+0000","last_became_active":"2024-02-19T16:30:11.264282+0000","last_became_peered":"2024-02-19T16:30:11.264282+0000","last_unstale":"2024-02-19T16:30:13.261972+0000","last_undegraded":"2024-02-19T16:30:13.261972+0000","last_fullsized":"2024-02-19T16:30:13.261972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269914+0000","last_change":"2024-02-19T16:30:12.276595+0000","last_active":"2024-02-19T16:30:13.269914+0000","last_peered":"2024-02-19T16:30:13.269914+0000","last_clean":"2024-02-19T16:30:13.269914+0000","last_became_active":"2024-02-19T16:30:12.276065+0000","last_became_peered":"2024-02-19T16:30:12.276065+0000","last_unstale":"2024-02-19T16:30:13.269914+0000","last_undegraded":"2024-02-19T16:30:13.269914+0000","last_fullsized":"2024-02-19T16:30:13.269914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517381+0000","last_change":"2024-02-19T16:30:12.274831+0000","last_active":"2024-02-19T16:30:13.517381+0000","last_peered":"2024-02-19T16:30:13.517381+0000","last_clean":"2024-02-19T16:30:13.517381+0000","last_became_active":"2024-02-19T16:30:12.274546+0000","last_became_peered":"2024-02-19T16:30:12.274546+0000","last_unstale":"2024-02-19T16:30:13.517381+0000","last_undegraded":"2024-02-19T16:30:13.517381+0000","last_fullsized":"2024-02-19T16:30:13.517381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:11.269804+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:11.269285+0000","last_became_peered":"2024-02-19T16:30:11.269285+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517389+0000","last_change":"2024-02-19T16:30:12.282061+0000","last_active":"2024-02-19T16:30:13.517389+0000","last_peered":"2024-02-19T16:30:13.517389+0000","last_clean":"2024-02-19T16:30:13.517389+0000","last_became_active":"2024-02-19T16:30:12.281775+0000","last_became_peered":"2024-02-19T16:30:12.281775+0000","last_unstale":"2024-02-19T16:30:13.517389+0000","last_undegraded":"2024-02-19T16:30:13.517389+0000","last_fullsized":"2024-02-19T16:30:13.517389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262037+0000","last_change":"2024-02-19T16:30:11.269112+0000","last_active":"2024-02-19T16:30:13.262037+0000","last_peered":"2024-02-19T16:30:13.262037+0000","last_clean":"2024-02-19T16:30:13.262037+0000","last_became_active":"2024-02-19T16:30:11.266562+0000","last_became_peered":"2024-02-19T16:30:11.266562+0000","last_unstale":"2024-02-19T16:30:13.262037+0000","last_undegraded":"2024-02-19T16:30:13.262037+0000","last_fullsized":"2024-02-19T16:30:13.262037+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264090+0000","last_change":"2024-02-19T16:30:12.267836+0000","last_active":"2024-02-19T16:30:13.264090+0000","last_peered":"2024-02-19T16:30:13.264090+0000","last_clean":"2024-02-19T16:30:13.264090+0000","last_became_active":"2024-02-19T16:30:12.267617+0000","last_became_peered":"2024-02-19T16:30:12.267617+0000","last_unstale":"2024-02-19T16:30:13.264090+0000","last_undegraded":"2024-02-19T16:30:13.264090+0000","last_fullsized":"2024-02-19T16:30:13.264090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261812+0000","last_change":"2024-02-19T16:30:11.266895+0000","last_active":"2024-02-19T16:30:13.261812+0000","last_peered":"2024-02-19T16:30:13.261812+0000","last_clean":"2024-02-19T16:30:13.261812+0000","last_became_active":"2024-02-19T16:30:11.266618+0000","last_became_peered":"2024-02-19T16:30:11.266618+0000","last_unstale":"2024-02-19T16:30:13.261812+0000","last_undegraded":"2024-02-19T16:30:13.261812+0000","last_fullsized":"2024-02-19T16:30:13.261812+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261776+0000","last_change":"2024-02-19T16:30:12.262924+0000","last_active":"2024-02-19T16:30:13.261776+0000","last_peered":"2024-02-19T16:30:13.261776+0000","last_clean":"2024-02-19T16:30:13.261776+0000","last_became_active":"2024-02-19T16:30:12.262670+0000","last_became_peered":"2024-02-19T16:30:12.262670+0000","last_unstale":"2024-02-19T16:30:13.261776+0000","last_undegraded":"2024-02-19T16:30:13.261776+0000","last_fullsized":"2024-02-19T16:30:13.261776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264261+0000","last_change":"2024-02-19T16:30:11.266919+0000","last_active":"2024-02-19T16:30:13.264261+0000","last_peered":"2024-02-19T16:30:13.264261+0000","last_clean":"2024-02-19T16:30:13.264261+0000","last_became_active":"2024-02-19T16:30:11.266627+0000","last_became_peered":"2024-02-19T16:30:11.266627+0000","last_unstale":"2024-02-19T16:30:13.264261+0000","last_undegraded":"2024-02-19T16:30:13.264261+0000","last_fullsized":"2024-02-19T16:30:13.264261+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31380,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340460,"statfs":{"total":96636764160,"available":96604631040,"internally_reserved":0,"allocated":204800,"data_stored":66246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30499999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31380,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340460,"statfs":{"total":96636764160,"available":96604631040,"internally_reserved":0,"allocated":196608,"data_stored":64724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31376,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340464,"statfs":{"total":96636764160,"available":96604635136,"internally_reserved":0,"allocated":204800,"data_stored":64760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":192512,"data_stored":64634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:30:16.248 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-02-19T16:30:16.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.381+0000 7f91bc5c9640 1 Processor -- start 2024-02-19T16:30:16.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.381+0000 7f91bc5c9640 1 -- start start 2024-02-19T16:30:16.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91bc5c9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f91b4161f70 0x7f91b40b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91bc5c9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f91b40b4c60 0x7f91b4162350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91bc5c9640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91b40d2320 con 0x7f91b415dad0 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91bc5c9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91b4162890 con 0x7f91b4161f70 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91bc5c9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91b415e5e0 con 0x7f91b40b4c60 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91ba365640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f91b4161f70 0x7f91b40b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91ba365640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f91b4161f70 0x7f91b40b46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57502/0 (socket says 172.21.15.104:57502) 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91ba365640 1 -- 172.21.15.104:0/2464758910 learned_addr learned my addr 172.21.15.104:0/2464758910 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.382+0000 7f91b9b64640 1 --2- 172.21.15.104:0/2464758910 >> v2:172.21.15.158:3300/0 conn(0x7f91b40b4c60 0x7f91b4162350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.383+0000 7f91ba365640 1 -- 172.21.15.104:0/2464758910 >> v2:172.21.15.158:3300/0 conn(0x7f91b40b4c60 msgr2=0x7f91b4162350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.383+0000 7f91ba365640 1 --2- 172.21.15.104:0/2464758910 >> v2:172.21.15.158:3300/0 conn(0x7f91b40b4c60 0x7f91b4162350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.383+0000 7f91ba365640 1 -- 172.21.15.104:0/2464758910 >> v1:172.21.15.158:6789/0 conn(0x7f91b415dad0 legacy=0x7f91b415ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.383+0000 7f91ba365640 1 -- 172.21.15.104:0/2464758910 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91b4162a80 con 0x7f91b4161f70 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.383+0000 7f91ba365640 1 --2- 172.21.15.104:0/2464758910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b40b46c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f91b40b6650 tx=0x7f91b002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19cb7df61647a738 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.383+0000 7f91b9363640 1 -- 172.21.15.104:0/2464758910 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b0031870 con 0x7f91b4161f70 2024-02-19T16:30:16.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.383+0000 7f91b9363640 1 -- 172.21.15.104:0/2464758910 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91b00319d0 con 0x7f91b4161f70 2024-02-19T16:30:16.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.383+0000 7f91b9363640 1 -- 172.21.15.104:0/2464758910 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b0031d60 con 0x7f91b4161f70 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.384+0000 7f91bc5c9640 1 -- 172.21.15.104:0/2464758910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 msgr2=0x7f91b40b46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.384+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/2464758910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b40b46c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f91b40b6650 tx=0x7f91b002b910 comp rx=0 tx=0).stop 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.384+0000 7f91bc5c9640 1 -- 172.21.15.104:0/2464758910 shutdown_connections 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.384+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/2464758910 >> v2:172.21.15.158:3300/0 conn(0x7f91b40b4c60 0x7f91b4162350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.384+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/2464758910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b40b46c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.384+0000 7f91bc5c9640 1 -- 172.21.15.104:0/2464758910 >> 172.21.15.104:0/2464758910 conn(0x7f91b409cea0 msgr2=0x7f91b40d3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.384+0000 7f91bc5c9640 1 -- 172.21.15.104:0/2464758910 shutdown_connections 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.384+0000 7f91bc5c9640 1 -- 172.21.15.104:0/2464758910 wait complete. 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.385+0000 7f91bc5c9640 1 Processor -- start 2024-02-19T16:30:16.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.385+0000 7f91bc5c9640 1 -- start start 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bc5c9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f91b40b4c60 0x7f91b4155170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bc5c9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f91b415dad0 0x7f91b41578b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bc5c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b415a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bc5c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91b40cb130 con 0x7f91b4161f70 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bc5c9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91b4157df0 con 0x7f91b415dad0 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bc5c9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91b4155d00 con 0x7f91b40b4c60 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bab66640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b415a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91ba365640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f91b40b4c60 0x7f91b4155170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bab66640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b415a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57508/0 (socket says 172.21.15.104:57508) 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91ba365640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f91b40b4c60 0x7f91b4155170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:48674/0 (socket says 172.21.15.104:48674) 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bab66640 1 -- 172.21.15.104:0/3747690525 learned_addr learned my addr 172.21.15.104:0/3747690525 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91b9b64640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f91b415dad0 0x7f91b41578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bab66640 1 -- 172.21.15.104:0/3747690525 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f91b40b4c60 msgr2=0x7f91b4155170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bab66640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f91b40b4c60 0x7f91b4155170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bab66640 1 -- 172.21.15.104:0/3747690525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f91b415dad0 msgr2=0x7f91b41578b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bab66640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f91b415dad0 0x7f91b41578b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.386+0000 7f91bab66640 1 -- 172.21.15.104:0/3747690525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91b00094d0 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.387+0000 7f91bab66640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b415a5c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f91ac00c740 tx=0x7f91ac00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.387+0000 7f91aaffd640 1 -- 172.21.15.104:0/3747690525 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91ac006d50 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.387+0000 7f91aaffd640 1 -- 172.21.15.104:0/3747690525 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91ac00ce50 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.387+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91b4155fe0 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.387+0000 7f91aaffd640 1 -- 172.21.15.104:0/3747690525 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91ac003bb0 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.387+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91b41565a0 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.388+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91b40cb2a0 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.388+0000 7f91aaffd640 1 -- 172.21.15.104:0/3747690525 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f91ac003d10 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.388+0000 7f91aaffd640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f919806b810 0x7f919806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.389+0000 7f91aaffd640 1 -- 172.21.15.104:0/3747690525 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f91ac089b60 con 0x7f91b4161f70 2024-02-19T16:30:16.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.389+0000 7f91ba365640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f919806b810 0x7f919806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.389+0000 7f91ba365640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f919806b810 0x7f919806dcd0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f91b0036000 tx=0x7f91b003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.394 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.393+0000 7f91aaffd640 1 -- 172.21.15.104:0/3747690525 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f91b40cb2a0 con 0x7f91b4161f70 2024-02-19T16:30:16.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.632+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f91b40cb270 con 0x7f91b4161f70 2024-02-19T16:30:16.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.632+0000 7f91aaffd640 1 -- 172.21.15.104:0/3747690525 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1011 (secure 0 0 0) 0x7f91ac0581f0 con 0x7f91b4161f70 2024-02-19T16:30:16.634 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:16.634 INFO:teuthology.orchestra.run.smithi104.stdout:{"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":28,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":20,"num_osds":8,"num_up_osds":8,"osd_up_since":1708360198,"num_in_osds":8,"osd_in_since":1708360190,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":241246208,"bytes_avail":772852867072,"bytes_total":773094113280,"write_bytes_sec":2462,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4285}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-02-19T16:29:47.856674+0000","services":{}},"progress_events":{}} 2024-02-19T16:30:16.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.634+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f919806b810 msgr2=0x7f919806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f919806b810 0x7f919806dcd0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f91b0036000 tx=0x7f91b003c040 comp rx=0 tx=0).stop 2024-02-19T16:30:16.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 msgr2=0x7f91b415a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b415a5c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f91ac00c740 tx=0x7f91ac00cc00 comp rx=0 tx=0).stop 2024-02-19T16:30:16.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 shutdown_connections 2024-02-19T16:30:16.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f919806b810 0x7f919806dcd0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91b4161f70 0x7f91b415a5c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f91b415dad0 0x7f91b41578b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 --2- 172.21.15.104:0/3747690525 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f91b40b4c60 0x7f91b4155170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 >> 172.21.15.104:0/3747690525 conn(0x7f91b409cea0 msgr2=0x7f91b40d38a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:16.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 shutdown_connections 2024-02-19T16:30:16.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.635+0000 7f91bc5c9640 1 -- 172.21.15.104:0/3747690525 wait complete. 2024-02-19T16:30:16.641 INFO:tasks.ceph.mds.b.smithi158.stderr:2024-02-19T16:30:16.640+0000 7f8b667fd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-19T16:30:16.646 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-02-19T16:30:16.647 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:30:16.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.745+0000 7fcfe0e23640 1 Processor -- start 2024-02-19T16:30:16.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.745+0000 7fcfe0e23640 1 -- start start 2024-02-19T16:30:16.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfe0e23640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fcfdc15de30 0x7fcfdc0d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfe0e23640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc0cfb00 0x7fcfdc0d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfe0e23640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfdc0d16f0 con 0x7fcfdc0d0530 2024-02-19T16:30:16.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfe0e23640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfdc0d0f00 con 0x7fcfdc15de30 2024-02-19T16:30:16.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfe0e23640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfdc0d1940 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfd3fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fcfdc0d0530 0x7fcfdc0cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52036/0 (socket says 172.21.15.104:52036) 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfd3fff640 1 -- 172.21.15.104:0/2360365194 learned_addr learned my addr 172.21.15.104:0/2360365194 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfda59c640 1 --2- 172.21.15.104:0/2360365194 >> v2:172.21.15.158:3300/0 conn(0x7fcfdc15de30 0x7fcfdc0d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfdad9d640 1 --2- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc0cfb00 0x7fcfdc0d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfd9d9b640 1 -- 172.21.15.104:0/2360365194 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1354125685 0 0) 0x7fcfdc0d16f0 con 0x7fcfdc0d0530 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfd9d9b640 1 -- 172.21.15.104:0/2360365194 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcfc8003520 con 0x7fcfdc0d0530 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfda59c640 1 -- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc0cfb00 msgr2=0x7fcfdc0d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfda59c640 1 --2- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc0cfb00 0x7fcfdc0d09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfda59c640 1 -- 172.21.15.104:0/2360365194 >> v1:172.21.15.104:6789/0 conn(0x7fcfdc0d0530 legacy=0x7fcfdc0cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfda59c640 1 -- 172.21.15.104:0/2360365194 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfdc0d1c20 con 0x7fcfdc15de30 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.746+0000 7fcfdad9d640 1 --2- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc0cfb00 0x7fcfdc0d09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.747+0000 7fcfda59c640 1 --2- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc15de30 0x7fcfdc0d2700 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc0097a0 tx=0x7fcfcc02b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64fdae4f01887fac server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.747+0000 7fcfd9d9b640 1 -- 172.21.15.104:0/2360365194 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc02e070 con 0x7fcfdc15de30 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.747+0000 7fcfd9d9b640 1 -- 172.21.15.104:0/2360365194 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfcc0315a0 con 0x7fcfdc15de30 2024-02-19T16:30:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.747+0000 7fcfd9d9b640 1 -- 172.21.15.104:0/2360365194 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc031910 con 0x7fcfdc15de30 2024-02-19T16:30:16.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.748+0000 7fcfe0e23640 1 -- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc15de30 msgr2=0x7fcfdc0d2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.748+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc15de30 0x7fcfdc0d2700 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc0097a0 tx=0x7fcfcc02b840 comp rx=0 tx=0).stop 2024-02-19T16:30:16.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.748+0000 7fcfe0e23640 1 -- 172.21.15.104:0/2360365194 shutdown_connections 2024-02-19T16:30:16.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.748+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc0cfb00 0x7fcfdc0d09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.748+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/2360365194 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc15de30 0x7fcfdc0d2700 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.748+0000 7fcfe0e23640 1 -- 172.21.15.104:0/2360365194 >> 172.21.15.104:0/2360365194 conn(0x7fcfdc0d3b20 msgr2=0x7fcfdc0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.748+0000 7fcfe0e23640 1 -- 172.21.15.104:0/2360365194 shutdown_connections 2024-02-19T16:30:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.748+0000 7fcfe0e23640 1 -- 172.21.15.104:0/2360365194 wait complete. 2024-02-19T16:30:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.749+0000 7fcfe0e23640 1 Processor -- start 2024-02-19T16:30:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.749+0000 7fcfe0e23640 1 -- start start 2024-02-19T16:30:16.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfe0e23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc0cfb00 0x7fcfdc151de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfe0e23640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc0d0530 0x7fcfdc0b48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfe0e23640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc15de30 0x7fcfdc0b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfe0e23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfdc0b6500 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfe0e23640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfdc0b6070 con 0x7fcfdc0d0530 2024-02-19T16:30:16.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfe0e23640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfdc152320 con 0x7fcfdc15de30 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc0cfb00 0x7fcfdc151de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc0cfb00 0x7fcfdc151de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57512/0 (socket says 172.21.15.104:57512) 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 -- 172.21.15.104:0/1285598743 learned_addr learned my addr 172.21.15.104:0/1285598743 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfd3fff640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc0d0530 0x7fcfdc0b48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfdad9d640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc15de30 0x7fcfdc0b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 -- 172.21.15.104:0/1285598743 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc15de30 msgr2=0x7fcfdc0b4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc15de30 0x7fcfdc0b4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 -- 172.21.15.104:0/1285598743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc0d0530 msgr2=0x7fcfdc0b48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc0d0530 0x7fcfdc0b48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 -- 172.21.15.104:0/1285598743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfd4009a70 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfda59c640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc0cfb00 0x7fcfdc151de0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc034040 tx=0x7fcfcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfd2ffd640 1 -- 172.21.15.104:0/1285598743 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc032630 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfd2ffd640 1 -- 172.21.15.104:0/1285598743 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfcc032790 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfcc009400 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfd2ffd640 1 -- 172.21.15.104:0/1285598743 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc032b20 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.750+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfdc0b5740 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.751+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfdc0751e0 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.752+0000 7fcfd2ffd640 1 -- 172.21.15.104:0/1285598743 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcfcc032c80 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.752+0000 7fcfd2ffd640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfbc06b810 0x7fcfbc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:16.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.752+0000 7fcfd3fff640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfbc06b810 0x7fcfbc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:16.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.752+0000 7fcfd2ffd640 1 -- 172.21.15.104:0/1285598743 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcfcc0abee0 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.752+0000 7fcfd3fff640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfbc06b810 0x7fcfbc06dcd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc0b8440 tx=0x7fcfc4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:16.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.756+0000 7fcfd2ffd640 1 -- 172.21.15.104:0/1285598743 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fcfcc076900 con 0x7fcfdc0cfb00 2024-02-19T16:30:16.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.925+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcfdc15e210 con 0x7fcfbc06b810 2024-02-19T16:30:16.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.932+0000 7fcfd2ffd640 1 -- 172.21.15.104:0/1285598743 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264687 (secure 0 0 0) 0x7fcfc400f820 con 0x7fcfbc06b810 2024-02-19T16:30:16.936 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:16.937 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:30:16.938 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfbc06b810 msgr2=0x7fcfbc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfbc06b810 0x7fcfbc06dcd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc0b8440 tx=0x7fcfc4009040 comp rx=0 tx=0).stop 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc0cfb00 msgr2=0x7fcfdc151de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc0cfb00 0x7fcfdc151de0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc034040 tx=0x7fcfcc0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 shutdown_connections 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfbc06b810 0x7fcfbc06dcd0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfdc15de30 0x7fcfdc0b4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfdc0d0530 0x7fcfdc0b48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 --2- 172.21.15.104:0/1285598743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfdc0cfb00 0x7fcfdc151de0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 >> 172.21.15.104:0/1285598743 conn(0x7fcfdc0d3b20 msgr2=0x7fcfdc0b78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 shutdown_connections 2024-02-19T16:30:16.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:16.935+0000 7fcfe0e23640 1 -- 172.21.15.104:0/1285598743 wait complete. 2024-02-19T16:30:16.947 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-02-19T16:30:16.063273+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":152,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235592,"kb_used_data":2776,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739128,"statfs":{"total":773094113280,"available":772852867072,"internally_reserved":0,"allocated":2842624,"data_stored":1727828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.821261"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262413+0000","last_change":"2024-02-19T16:30:12.262768+0000","last_active":"2024-02-19T16:30:13.262413+0000","last_peered":"2024-02-19T16:30:13.262413+0000","last_clean":"2024-02-19T16:30:13.262413+0000","last_became_active":"2024-02-19T16:30:12.262488+0000","last_became_peered":"2024-02-19T16:30:12.262488+0000","last_unstale":"2024-02-19T16:30:13.262413+0000","last_undegraded":"2024-02-19T16:30:13.262413+0000","last_fullsized":"2024-02-19T16:30:13.262413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:17:35.034855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268101+0000","last_change":"2024-02-19T16:30:12.264829+0000","last_active":"2024-02-19T16:30:13.268101+0000","last_peered":"2024-02-19T16:30:13.268101+0000","last_clean":"2024-02-19T16:30:13.268101+0000","last_became_active":"2024-02-19T16:30:12.264403+0000","last_became_peered":"2024-02-19T16:30:12.264403+0000","last_unstale":"2024-02-19T16:30:13.268101+0000","last_undegraded":"2024-02-19T16:30:13.268101+0000","last_fullsized":"2024-02-19T16:30:13.268101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264002+0000","last_change":"2024-02-19T16:30:12.263226+0000","last_active":"2024-02-19T16:30:13.264002+0000","last_peered":"2024-02-19T16:30:13.264002+0000","last_clean":"2024-02-19T16:30:13.264002+0000","last_became_active":"2024-02-19T16:30:12.262732+0000","last_became_peered":"2024-02-19T16:30:12.262732+0000","last_unstale":"2024-02-19T16:30:13.264002+0000","last_undegraded":"2024-02-19T16:30:13.264002+0000","last_fullsized":"2024-02-19T16:30:13.264002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517370+0000","last_change":"2024-02-19T16:30:12.277065+0000","last_active":"2024-02-19T16:30:13.517370+0000","last_peered":"2024-02-19T16:30:13.517370+0000","last_clean":"2024-02-19T16:30:13.517370+0000","last_became_active":"2024-02-19T16:30:12.276789+0000","last_became_peered":"2024-02-19T16:30:12.276789+0000","last_unstale":"2024-02-19T16:30:13.517370+0000","last_undegraded":"2024-02-19T16:30:13.517370+0000","last_fullsized":"2024-02-19T16:30:13.517370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261881+0000","last_change":"2024-02-19T16:30:12.261725+0000","last_active":"2024-02-19T16:30:13.261881+0000","last_peered":"2024-02-19T16:30:13.261881+0000","last_clean":"2024-02-19T16:30:13.261881+0000","last_became_active":"2024-02-19T16:30:12.261355+0000","last_became_peered":"2024-02-19T16:30:12.261355+0000","last_unstale":"2024-02-19T16:30:13.261881+0000","last_undegraded":"2024-02-19T16:30:13.261881+0000","last_fullsized":"2024-02-19T16:30:13.261881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517174+0000","last_change":"2024-02-19T16:30:12.272222+0000","last_active":"2024-02-19T16:30:13.517174+0000","last_peered":"2024-02-19T16:30:13.517174+0000","last_clean":"2024-02-19T16:30:13.517174+0000","last_became_active":"2024-02-19T16:30:12.271945+0000","last_became_peered":"2024-02-19T16:30:12.271945+0000","last_unstale":"2024-02-19T16:30:13.517174+0000","last_undegraded":"2024-02-19T16:30:13.517174+0000","last_fullsized":"2024-02-19T16:30:13.517174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261646+0000","last_change":"2024-02-19T16:30:12.267451+0000","last_active":"2024-02-19T16:30:13.261646+0000","last_peered":"2024-02-19T16:30:13.261646+0000","last_clean":"2024-02-19T16:30:13.261646+0000","last_became_active":"2024-02-19T16:30:12.267168+0000","last_became_peered":"2024-02-19T16:30:12.267168+0000","last_unstale":"2024-02-19T16:30:13.261646+0000","last_undegraded":"2024-02-19T16:30:13.261646+0000","last_fullsized":"2024-02-19T16:30:13.261646+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261392+0000","last_change":"2024-02-19T16:30:12.271157+0000","last_active":"2024-02-19T16:30:13.261392+0000","last_peered":"2024-02-19T16:30:13.261392+0000","last_clean":"2024-02-19T16:30:13.261392+0000","last_became_active":"2024-02-19T16:30:12.270469+0000","last_became_peered":"2024-02-19T16:30:12.270469+0000","last_unstale":"2024-02-19T16:30:13.261392+0000","last_undegraded":"2024-02-19T16:30:13.261392+0000","last_fullsized":"2024-02-19T16:30:13.261392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262485+0000","last_change":"2024-02-19T16:30:12.268846+0000","last_active":"2024-02-19T16:30:13.262485+0000","last_peered":"2024-02-19T16:30:13.262485+0000","last_clean":"2024-02-19T16:30:13.262485+0000","last_became_active":"2024-02-19T16:30:12.268582+0000","last_became_peered":"2024-02-19T16:30:12.268582+0000","last_unstale":"2024-02-19T16:30:13.262485+0000","last_undegraded":"2024-02-19T16:30:13.262485+0000","last_fullsized":"2024-02-19T16:30:13.262485+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:47:43.168427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270031+0000","last_change":"2024-02-19T16:30:12.269690+0000","last_active":"2024-02-19T16:30:13.270031+0000","last_peered":"2024-02-19T16:30:13.270031+0000","last_clean":"2024-02-19T16:30:13.270031+0000","last_became_active":"2024-02-19T16:30:12.269405+0000","last_became_peered":"2024-02-19T16:30:12.269405+0000","last_unstale":"2024-02-19T16:30:13.270031+0000","last_undegraded":"2024-02-19T16:30:13.270031+0000","last_fullsized":"2024-02-19T16:30:13.270031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269835+0000","last_change":"2024-02-19T16:30:12.269670+0000","last_active":"2024-02-19T16:30:13.269835+0000","last_peered":"2024-02-19T16:30:13.269835+0000","last_clean":"2024-02-19T16:30:13.269835+0000","last_became_active":"2024-02-19T16:30:12.269397+0000","last_became_peered":"2024-02-19T16:30:12.269397+0000","last_unstale":"2024-02-19T16:30:13.269835+0000","last_undegraded":"2024-02-19T16:30:13.269835+0000","last_fullsized":"2024-02-19T16:30:13.269835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443923+0000","last_change":"2024-02-19T16:30:12.279110+0000","last_active":"2024-02-19T16:30:13.443923+0000","last_peered":"2024-02-19T16:30:13.443923+0000","last_clean":"2024-02-19T16:30:13.443923+0000","last_became_active":"2024-02-19T16:30:12.278603+0000","last_became_peered":"2024-02-19T16:30:12.278603+0000","last_unstale":"2024-02-19T16:30:13.443923+0000","last_undegraded":"2024-02-19T16:30:13.443923+0000","last_fullsized":"2024-02-19T16:30:13.443923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261559+0000","last_change":"2024-02-19T16:30:12.263448+0000","last_active":"2024-02-19T16:30:13.261559+0000","last_peered":"2024-02-19T16:30:13.261559+0000","last_clean":"2024-02-19T16:30:13.261559+0000","last_became_active":"2024-02-19T16:30:12.263211+0000","last_became_peered":"2024-02-19T16:30:12.263211+0000","last_unstale":"2024-02-19T16:30:13.261559+0000","last_undegraded":"2024-02-19T16:30:13.261559+0000","last_fullsized":"2024-02-19T16:30:13.261559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263871+0000","last_change":"2024-02-19T16:30:12.261639+0000","last_active":"2024-02-19T16:30:13.263871+0000","last_peered":"2024-02-19T16:30:13.263871+0000","last_clean":"2024-02-19T16:30:13.263871+0000","last_became_active":"2024-02-19T16:30:12.261357+0000","last_became_peered":"2024-02-19T16:30:12.261357+0000","last_unstale":"2024-02-19T16:30:13.263871+0000","last_undegraded":"2024-02-19T16:30:13.263871+0000","last_fullsized":"2024-02-19T16:30:13.263871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267876+0000","last_change":"2024-02-19T16:30:12.281325+0000","last_active":"2024-02-19T16:30:13.267876+0000","last_peered":"2024-02-19T16:30:13.267876+0000","last_clean":"2024-02-19T16:30:13.267876+0000","last_became_active":"2024-02-19T16:30:12.281063+0000","last_became_peered":"2024-02-19T16:30:12.281063+0000","last_unstale":"2024-02-19T16:30:13.267876+0000","last_undegraded":"2024-02-19T16:30:13.267876+0000","last_fullsized":"2024-02-19T16:30:13.267876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517087+0000","last_change":"2024-02-19T16:30:12.268217+0000","last_active":"2024-02-19T16:30:13.517087+0000","last_peered":"2024-02-19T16:30:13.517087+0000","last_clean":"2024-02-19T16:30:13.517087+0000","last_became_active":"2024-02-19T16:30:12.267938+0000","last_became_peered":"2024-02-19T16:30:12.267938+0000","last_unstale":"2024-02-19T16:30:13.517087+0000","last_undegraded":"2024-02-19T16:30:13.517087+0000","last_fullsized":"2024-02-19T16:30:13.517087+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517674+0000","last_change":"2024-02-19T16:30:12.270591+0000","last_active":"2024-02-19T16:30:13.517674+0000","last_peered":"2024-02-19T16:30:13.517674+0000","last_clean":"2024-02-19T16:30:13.517674+0000","last_became_active":"2024-02-19T16:30:12.270245+0000","last_became_peered":"2024-02-19T16:30:12.270245+0000","last_unstale":"2024-02-19T16:30:13.517674+0000","last_undegraded":"2024-02-19T16:30:13.517674+0000","last_fullsized":"2024-02-19T16:30:13.517674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517085+0000","last_change":"2024-02-19T16:30:12.262902+0000","last_active":"2024-02-19T16:30:13.517085+0000","last_peered":"2024-02-19T16:30:13.517085+0000","last_clean":"2024-02-19T16:30:13.517085+0000","last_became_active":"2024-02-19T16:30:12.262612+0000","last_became_peered":"2024-02-19T16:30:12.262612+0000","last_unstale":"2024-02-19T16:30:13.517085+0000","last_undegraded":"2024-02-19T16:30:13.517085+0000","last_fullsized":"2024-02-19T16:30:13.517085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262165+0000","last_change":"2024-02-19T16:30:12.261651+0000","last_active":"2024-02-19T16:30:13.262165+0000","last_peered":"2024-02-19T16:30:13.262165+0000","last_clean":"2024-02-19T16:30:13.262165+0000","last_became_active":"2024-02-19T16:30:12.261378+0000","last_became_peered":"2024-02-19T16:30:12.261378+0000","last_unstale":"2024-02-19T16:30:13.262165+0000","last_undegraded":"2024-02-19T16:30:13.262165+0000","last_fullsized":"2024-02-19T16:30:13.262165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269929+0000","last_change":"2024-02-19T16:30:12.275739+0000","last_active":"2024-02-19T16:30:13.269929+0000","last_peered":"2024-02-19T16:30:13.269929+0000","last_clean":"2024-02-19T16:30:13.269929+0000","last_became_active":"2024-02-19T16:30:12.275441+0000","last_became_peered":"2024-02-19T16:30:12.275441+0000","last_unstale":"2024-02-19T16:30:13.269929+0000","last_undegraded":"2024-02-19T16:30:13.269929+0000","last_fullsized":"2024-02-19T16:30:13.269929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263918+0000","last_change":"2024-02-19T16:30:12.268614+0000","last_active":"2024-02-19T16:30:13.263918+0000","last_peered":"2024-02-19T16:30:13.263918+0000","last_clean":"2024-02-19T16:30:13.263918+0000","last_became_active":"2024-02-19T16:30:12.268320+0000","last_became_peered":"2024-02-19T16:30:12.268320+0000","last_unstale":"2024-02-19T16:30:13.263918+0000","last_undegraded":"2024-02-19T16:30:13.263918+0000","last_fullsized":"2024-02-19T16:30:13.263918+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517227+0000","last_change":"2024-02-19T16:30:12.276456+0000","last_active":"2024-02-19T16:30:13.517227+0000","last_peered":"2024-02-19T16:30:13.517227+0000","last_clean":"2024-02-19T16:30:13.517227+0000","last_became_active":"2024-02-19T16:30:12.275941+0000","last_became_peered":"2024-02-19T16:30:12.275941+0000","last_unstale":"2024-02-19T16:30:13.517227+0000","last_undegraded":"2024-02-19T16:30:13.517227+0000","last_fullsized":"2024-02-19T16:30:13.517227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261566+0000","last_change":"2024-02-19T16:30:12.282015+0000","last_active":"2024-02-19T16:30:13.261566+0000","last_peered":"2024-02-19T16:30:13.261566+0000","last_clean":"2024-02-19T16:30:13.261566+0000","last_became_active":"2024-02-19T16:30:12.281772+0000","last_became_peered":"2024-02-19T16:30:12.281772+0000","last_unstale":"2024-02-19T16:30:13.261566+0000","last_undegraded":"2024-02-19T16:30:13.261566+0000","last_fullsized":"2024-02-19T16:30:13.261566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517160+0000","last_change":"2024-02-19T16:30:12.267805+0000","last_active":"2024-02-19T16:30:13.517160+0000","last_peered":"2024-02-19T16:30:13.517160+0000","last_clean":"2024-02-19T16:30:13.517160+0000","last_became_active":"2024-02-19T16:30:12.267543+0000","last_became_peered":"2024-02-19T16:30:12.267543+0000","last_unstale":"2024-02-19T16:30:13.517160+0000","last_undegraded":"2024-02-19T16:30:13.517160+0000","last_fullsized":"2024-02-19T16:30:13.517160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261842+0000","last_change":"2024-02-19T16:30:12.273962+0000","last_active":"2024-02-19T16:30:13.261842+0000","last_peered":"2024-02-19T16:30:13.261842+0000","last_clean":"2024-02-19T16:30:13.261842+0000","last_became_active":"2024-02-19T16:30:12.273728+0000","last_became_peered":"2024-02-19T16:30:12.273728+0000","last_unstale":"2024-02-19T16:30:13.261842+0000","last_undegraded":"2024-02-19T16:30:13.261842+0000","last_fullsized":"2024-02-19T16:30:13.261842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270094+0000","last_change":"2024-02-19T16:30:12.270273+0000","last_active":"2024-02-19T16:30:13.270094+0000","last_peered":"2024-02-19T16:30:13.270094+0000","last_clean":"2024-02-19T16:30:13.270094+0000","last_became_active":"2024-02-19T16:30:12.270016+0000","last_became_peered":"2024-02-19T16:30:12.270016+0000","last_unstale":"2024-02-19T16:30:13.270094+0000","last_undegraded":"2024-02-19T16:30:13.270094+0000","last_fullsized":"2024-02-19T16:30:13.270094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268010+0000","last_change":"2024-02-19T16:30:12.260511+0000","last_active":"2024-02-19T16:30:13.268010+0000","last_peered":"2024-02-19T16:30:13.268010+0000","last_clean":"2024-02-19T16:30:13.268010+0000","last_became_active":"2024-02-19T16:30:12.260195+0000","last_became_peered":"2024-02-19T16:30:12.260195+0000","last_unstale":"2024-02-19T16:30:13.268010+0000","last_undegraded":"2024-02-19T16:30:13.268010+0000","last_fullsized":"2024-02-19T16:30:13.268010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.273960+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.273689+0000","last_became_peered":"2024-02-19T16:30:12.273689+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263990+0000","last_change":"2024-02-19T16:30:12.263334+0000","last_active":"2024-02-19T16:30:13.263990+0000","last_peered":"2024-02-19T16:30:13.263990+0000","last_clean":"2024-02-19T16:30:13.263990+0000","last_became_active":"2024-02-19T16:30:12.262667+0000","last_became_peered":"2024-02-19T16:30:12.262667+0000","last_unstale":"2024-02-19T16:30:13.263990+0000","last_undegraded":"2024-02-19T16:30:13.263990+0000","last_fullsized":"2024-02-19T16:30:13.263990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517337+0000","last_change":"2024-02-19T16:30:12.269436+0000","last_active":"2024-02-19T16:30:13.517337+0000","last_peered":"2024-02-19T16:30:13.517337+0000","last_clean":"2024-02-19T16:30:13.517337+0000","last_became_active":"2024-02-19T16:30:12.269155+0000","last_became_peered":"2024-02-19T16:30:12.269155+0000","last_unstale":"2024-02-19T16:30:13.517337+0000","last_undegraded":"2024-02-19T16:30:13.517337+0000","last_fullsized":"2024-02-19T16:30:13.517337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516973+0000","last_change":"2024-02-19T16:30:12.266599+0000","last_active":"2024-02-19T16:30:13.516973+0000","last_peered":"2024-02-19T16:30:13.516973+0000","last_clean":"2024-02-19T16:30:13.516973+0000","last_became_active":"2024-02-19T16:30:12.266340+0000","last_became_peered":"2024-02-19T16:30:12.266340+0000","last_unstale":"2024-02-19T16:30:13.516973+0000","last_undegraded":"2024-02-19T16:30:13.516973+0000","last_fullsized":"2024-02-19T16:30:13.516973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269782+0000","last_change":"2024-02-19T16:30:12.265776+0000","last_active":"2024-02-19T16:30:13.269782+0000","last_peered":"2024-02-19T16:30:13.269782+0000","last_clean":"2024-02-19T16:30:13.269782+0000","last_became_active":"2024-02-19T16:30:12.265487+0000","last_became_peered":"2024-02-19T16:30:12.265487+0000","last_unstale":"2024-02-19T16:30:13.269782+0000","last_undegraded":"2024-02-19T16:30:13.269782+0000","last_fullsized":"2024-02-19T16:30:13.269782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443798+0000","last_change":"2024-02-19T16:30:12.283915+0000","last_active":"2024-02-19T16:30:13.443798+0000","last_peered":"2024-02-19T16:30:13.443798+0000","last_clean":"2024-02-19T16:30:13.443798+0000","last_became_active":"2024-02-19T16:30:12.283646+0000","last_became_peered":"2024-02-19T16:30:12.283646+0000","last_unstale":"2024-02-19T16:30:13.443798+0000","last_undegraded":"2024-02-19T16:30:13.443798+0000","last_fullsized":"2024-02-19T16:30:13.443798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:14.910511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261720+0000","last_change":"2024-02-19T16:30:11.261480+0000","last_active":"2024-02-19T16:30:13.261720+0000","last_peered":"2024-02-19T16:30:13.261720+0000","last_clean":"2024-02-19T16:30:13.261720+0000","last_became_active":"2024-02-19T16:30:11.261212+0000","last_became_peered":"2024-02-19T16:30:11.261212+0000","last_unstale":"2024-02-19T16:30:13.261720+0000","last_undegraded":"2024-02-19T16:30:13.261720+0000","last_fullsized":"2024-02-19T16:30:13.261720+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264104+0000","last_change":"2024-02-19T16:30:12.274344+0000","last_active":"2024-02-19T16:30:13.264104+0000","last_peered":"2024-02-19T16:30:13.264104+0000","last_clean":"2024-02-19T16:30:13.264104+0000","last_became_active":"2024-02-19T16:30:12.274106+0000","last_became_peered":"2024-02-19T16:30:12.274106+0000","last_unstale":"2024-02-19T16:30:13.264104+0000","last_undegraded":"2024-02-19T16:30:13.264104+0000","last_fullsized":"2024-02-19T16:30:13.264104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269752+0000","last_change":"2024-02-19T16:30:11.263394+0000","last_active":"2024-02-19T16:30:13.269752+0000","last_peered":"2024-02-19T16:30:13.269752+0000","last_clean":"2024-02-19T16:30:13.269752+0000","last_became_active":"2024-02-19T16:30:11.263125+0000","last_became_peered":"2024-02-19T16:30:11.263125+0000","last_unstale":"2024-02-19T16:30:13.269752+0000","last_undegraded":"2024-02-19T16:30:13.269752+0000","last_fullsized":"2024-02-19T16:30:13.269752+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261485+0000","last_change":"2024-02-19T16:30:11.267832+0000","last_active":"2024-02-19T16:30:13.261485+0000","last_peered":"2024-02-19T16:30:13.261485+0000","last_clean":"2024-02-19T16:30:13.261485+0000","last_became_active":"2024-02-19T16:30:11.267410+0000","last_became_peered":"2024-02-19T16:30:11.267410+0000","last_unstale":"2024-02-19T16:30:13.261485+0000","last_undegraded":"2024-02-19T16:30:13.261485+0000","last_fullsized":"2024-02-19T16:30:13.261485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261458+0000","last_change":"2024-02-19T16:30:12.258776+0000","last_active":"2024-02-19T16:30:13.261458+0000","last_peered":"2024-02-19T16:30:13.261458+0000","last_clean":"2024-02-19T16:30:13.261458+0000","last_became_active":"2024-02-19T16:30:12.258551+0000","last_became_peered":"2024-02-19T16:30:12.258551+0000","last_unstale":"2024-02-19T16:30:13.261458+0000","last_undegraded":"2024-02-19T16:30:13.261458+0000","last_fullsized":"2024-02-19T16:30:13.261458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517187+0000","last_change":"2024-02-19T16:30:11.262823+0000","last_active":"2024-02-19T16:30:13.517187+0000","last_peered":"2024-02-19T16:30:13.517187+0000","last_clean":"2024-02-19T16:30:13.517187+0000","last_became_active":"2024-02-19T16:30:11.262511+0000","last_became_peered":"2024-02-19T16:30:11.262511+0000","last_unstale":"2024-02-19T16:30:13.517187+0000","last_undegraded":"2024-02-19T16:30:13.517187+0000","last_fullsized":"2024-02-19T16:30:13.517187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267893+0000","last_change":"2024-02-19T16:30:12.260846+0000","last_active":"2024-02-19T16:30:13.267893+0000","last_peered":"2024-02-19T16:30:13.267893+0000","last_clean":"2024-02-19T16:30:13.267893+0000","last_became_active":"2024-02-19T16:30:12.260490+0000","last_became_peered":"2024-02-19T16:30:12.260490+0000","last_unstale":"2024-02-19T16:30:13.267893+0000","last_undegraded":"2024-02-19T16:30:13.267893+0000","last_fullsized":"2024-02-19T16:30:13.267893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270004+0000","last_change":"2024-02-19T16:30:11.269244+0000","last_active":"2024-02-19T16:30:13.270004+0000","last_peered":"2024-02-19T16:30:13.270004+0000","last_clean":"2024-02-19T16:30:13.270004+0000","last_became_active":"2024-02-19T16:30:11.268961+0000","last_became_peered":"2024-02-19T16:30:11.268961+0000","last_unstale":"2024-02-19T16:30:13.270004+0000","last_undegraded":"2024-02-19T16:30:13.270004+0000","last_fullsized":"2024-02-19T16:30:13.270004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:12.270457+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:12.270165+0000","last_became_peered":"2024-02-19T16:30:12.270165+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517457+0000","last_change":"2024-02-19T16:30:11.268539+0000","last_active":"2024-02-19T16:30:13.517457+0000","last_peered":"2024-02-19T16:30:13.517457+0000","last_clean":"2024-02-19T16:30:13.517457+0000","last_became_active":"2024-02-19T16:30:11.268256+0000","last_became_peered":"2024-02-19T16:30:11.268256+0000","last_unstale":"2024-02-19T16:30:13.517457+0000","last_undegraded":"2024-02-19T16:30:13.517457+0000","last_fullsized":"2024-02-19T16:30:13.517457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264323+0000","last_change":"2024-02-19T16:30:12.268019+0000","last_active":"2024-02-19T16:30:13.264323+0000","last_peered":"2024-02-19T16:30:13.264323+0000","last_clean":"2024-02-19T16:30:13.264323+0000","last_became_active":"2024-02-19T16:30:12.267807+0000","last_became_peered":"2024-02-19T16:30:12.267807+0000","last_unstale":"2024-02-19T16:30:13.264323+0000","last_undegraded":"2024-02-19T16:30:13.264323+0000","last_fullsized":"2024-02-19T16:30:13.264323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267981+0000","last_change":"2024-02-19T16:30:11.265235+0000","last_active":"2024-02-19T16:30:13.267981+0000","last_peered":"2024-02-19T16:30:13.267981+0000","last_clean":"2024-02-19T16:30:13.267981+0000","last_became_active":"2024-02-19T16:30:11.264758+0000","last_became_peered":"2024-02-19T16:30:11.264758+0000","last_unstale":"2024-02-19T16:30:13.267981+0000","last_undegraded":"2024-02-19T16:30:13.267981+0000","last_fullsized":"2024-02-19T16:30:13.267981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443976+0000","last_change":"2024-02-19T16:30:12.268140+0000","last_active":"2024-02-19T16:30:13.443976+0000","last_peered":"2024-02-19T16:30:13.443976+0000","last_clean":"2024-02-19T16:30:13.443976+0000","last_became_active":"2024-02-19T16:30:12.267843+0000","last_became_peered":"2024-02-19T16:30:12.267843+0000","last_unstale":"2024-02-19T16:30:13.443976+0000","last_undegraded":"2024-02-19T16:30:13.443976+0000","last_fullsized":"2024-02-19T16:30:13.443976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:51.079606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269932+0000","last_change":"2024-02-19T16:30:11.265299+0000","last_active":"2024-02-19T16:30:13.269932+0000","last_peered":"2024-02-19T16:30:13.269932+0000","last_clean":"2024-02-19T16:30:13.269932+0000","last_became_active":"2024-02-19T16:30:11.264970+0000","last_became_peered":"2024-02-19T16:30:11.264970+0000","last_unstale":"2024-02-19T16:30:13.269932+0000","last_undegraded":"2024-02-19T16:30:13.269932+0000","last_fullsized":"2024-02-19T16:30:13.269932+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262066+0000","last_change":"2024-02-19T16:30:12.260835+0000","last_active":"2024-02-19T16:30:13.262066+0000","last_peered":"2024-02-19T16:30:13.262066+0000","last_clean":"2024-02-19T16:30:13.262066+0000","last_became_active":"2024-02-19T16:30:12.260460+0000","last_became_peered":"2024-02-19T16:30:12.260460+0000","last_unstale":"2024-02-19T16:30:13.262066+0000","last_undegraded":"2024-02-19T16:30:13.262066+0000","last_fullsized":"2024-02-19T16:30:13.262066+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264178+0000","last_change":"2024-02-19T16:30:11.262903+0000","last_active":"2024-02-19T16:30:13.264178+0000","last_peered":"2024-02-19T16:30:13.264178+0000","last_clean":"2024-02-19T16:30:13.264178+0000","last_became_active":"2024-02-19T16:30:11.262603+0000","last_became_peered":"2024-02-19T16:30:11.262603+0000","last_unstale":"2024-02-19T16:30:13.264178+0000","last_undegraded":"2024-02-19T16:30:13.264178+0000","last_fullsized":"2024-02-19T16:30:13.264178+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263972+0000","last_change":"2024-02-19T16:30:12.262996+0000","last_active":"2024-02-19T16:30:13.263972+0000","last_peered":"2024-02-19T16:30:13.263972+0000","last_clean":"2024-02-19T16:30:13.263972+0000","last_became_active":"2024-02-19T16:30:12.262754+0000","last_became_peered":"2024-02-19T16:30:12.262754+0000","last_unstale":"2024-02-19T16:30:13.263972+0000","last_undegraded":"2024-02-19T16:30:13.263972+0000","last_fullsized":"2024-02-19T16:30:13.263972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517331+0000","last_change":"2024-02-19T16:30:11.266579+0000","last_active":"2024-02-19T16:30:13.517331+0000","last_peered":"2024-02-19T16:30:13.517331+0000","last_clean":"2024-02-19T16:30:13.517331+0000","last_became_active":"2024-02-19T16:30:11.266309+0000","last_became_peered":"2024-02-19T16:30:11.266309+0000","last_unstale":"2024-02-19T16:30:13.517331+0000","last_undegraded":"2024-02-19T16:30:13.517331+0000","last_fullsized":"2024-02-19T16:30:13.517331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261914+0000","last_change":"2024-02-19T16:30:12.277951+0000","last_active":"2024-02-19T16:30:13.261914+0000","last_peered":"2024-02-19T16:30:13.261914+0000","last_clean":"2024-02-19T16:30:13.261914+0000","last_became_active":"2024-02-19T16:30:12.275573+0000","last_became_peered":"2024-02-19T16:30:12.275573+0000","last_unstale":"2024-02-19T16:30:13.261914+0000","last_undegraded":"2024-02-19T16:30:13.261914+0000","last_fullsized":"2024-02-19T16:30:13.261914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269727+0000","last_change":"2024-02-19T16:30:11.264434+0000","last_active":"2024-02-19T16:30:13.269727+0000","last_peered":"2024-02-19T16:30:13.269727+0000","last_clean":"2024-02-19T16:30:13.269727+0000","last_became_active":"2024-02-19T16:30:11.263613+0000","last_became_peered":"2024-02-19T16:30:11.263613+0000","last_unstale":"2024-02-19T16:30:13.269727+0000","last_undegraded":"2024-02-19T16:30:13.269727+0000","last_fullsized":"2024-02-19T16:30:13.269727+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269776+0000","last_change":"2024-02-19T16:30:12.265725+0000","last_active":"2024-02-19T16:30:13.269776+0000","last_peered":"2024-02-19T16:30:13.269776+0000","last_clean":"2024-02-19T16:30:13.269776+0000","last_became_active":"2024-02-19T16:30:12.265429+0000","last_became_peered":"2024-02-19T16:30:12.265429+0000","last_unstale":"2024-02-19T16:30:13.269776+0000","last_undegraded":"2024-02-19T16:30:13.269776+0000","last_fullsized":"2024-02-19T16:30:13.269776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516902+0000","last_change":"2024-02-19T16:30:11.263098+0000","last_active":"2024-02-19T16:30:13.516902+0000","last_peered":"2024-02-19T16:30:13.516902+0000","last_clean":"2024-02-19T16:30:13.516902+0000","last_became_active":"2024-02-19T16:30:11.262234+0000","last_became_peered":"2024-02-19T16:30:11.262234+0000","last_unstale":"2024-02-19T16:30:13.516902+0000","last_undegraded":"2024-02-19T16:30:13.516902+0000","last_fullsized":"2024-02-19T16:30:13.516902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261978+0000","last_change":"2024-02-19T16:30:12.281878+0000","last_active":"2024-02-19T16:30:13.261978+0000","last_peered":"2024-02-19T16:30:13.261978+0000","last_clean":"2024-02-19T16:30:13.261978+0000","last_became_active":"2024-02-19T16:30:12.281521+0000","last_became_peered":"2024-02-19T16:30:12.281521+0000","last_unstale":"2024-02-19T16:30:13.261978+0000","last_undegraded":"2024-02-19T16:30:13.261978+0000","last_fullsized":"2024-02-19T16:30:13.261978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.444025+0000","last_change":"2024-02-19T16:30:11.267417+0000","last_active":"2024-02-19T16:30:13.444025+0000","last_peered":"2024-02-19T16:30:13.444025+0000","last_clean":"2024-02-19T16:30:13.444025+0000","last_became_active":"2024-02-19T16:30:11.267074+0000","last_became_peered":"2024-02-19T16:30:11.267074+0000","last_unstale":"2024-02-19T16:30:13.444025+0000","last_undegraded":"2024-02-19T16:30:13.444025+0000","last_fullsized":"2024-02-19T16:30:13.444025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262306+0000","last_change":"2024-02-19T16:30:12.263660+0000","last_active":"2024-02-19T16:30:13.262306+0000","last_peered":"2024-02-19T16:30:13.262306+0000","last_clean":"2024-02-19T16:30:13.262306+0000","last_became_active":"2024-02-19T16:30:12.263382+0000","last_became_peered":"2024-02-19T16:30:12.263382+0000","last_unstale":"2024-02-19T16:30:13.262306+0000","last_undegraded":"2024-02-19T16:30:13.262306+0000","last_fullsized":"2024-02-19T16:30:13.262306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517043+0000","last_change":"2024-02-19T16:30:11.264585+0000","last_active":"2024-02-19T16:30:13.517043+0000","last_peered":"2024-02-19T16:30:13.517043+0000","last_clean":"2024-02-19T16:30:13.517043+0000","last_became_active":"2024-02-19T16:30:11.264315+0000","last_became_peered":"2024-02-19T16:30:11.264315+0000","last_unstale":"2024-02-19T16:30:13.517043+0000","last_undegraded":"2024-02-19T16:30:13.517043+0000","last_fullsized":"2024-02-19T16:30:13.517043+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262484+0000","last_change":"2024-02-19T16:30:12.275162+0000","last_active":"2024-02-19T16:30:13.262484+0000","last_peered":"2024-02-19T16:30:13.262484+0000","last_clean":"2024-02-19T16:30:13.262484+0000","last_became_active":"2024-02-19T16:30:12.273954+0000","last_became_peered":"2024-02-19T16:30:12.273954+0000","last_unstale":"2024-02-19T16:30:13.262484+0000","last_undegraded":"2024-02-19T16:30:13.262484+0000","last_fullsized":"2024-02-19T16:30:13.262484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:03:10.496808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268103+0000","last_change":"2024-02-19T16:30:11.261511+0000","last_active":"2024-02-19T16:30:13.268103+0000","last_peered":"2024-02-19T16:30:13.268103+0000","last_clean":"2024-02-19T16:30:13.268103+0000","last_became_active":"2024-02-19T16:30:11.261098+0000","last_became_peered":"2024-02-19T16:30:11.261098+0000","last_unstale":"2024-02-19T16:30:13.268103+0000","last_undegraded":"2024-02-19T16:30:13.268103+0000","last_fullsized":"2024-02-19T16:30:13.268103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517523+0000","last_change":"2024-02-19T16:30:12.278451+0000","last_active":"2024-02-19T16:30:13.517523+0000","last_peered":"2024-02-19T16:30:13.517523+0000","last_clean":"2024-02-19T16:30:13.517523+0000","last_became_active":"2024-02-19T16:30:12.277067+0000","last_became_peered":"2024-02-19T16:30:12.277067+0000","last_unstale":"2024-02-19T16:30:13.517523+0000","last_undegraded":"2024-02-19T16:30:13.517523+0000","last_fullsized":"2024-02-19T16:30:13.517523+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517032+0000","last_change":"2024-02-19T16:30:11.262780+0000","last_active":"2024-02-19T16:30:13.517032+0000","last_peered":"2024-02-19T16:30:13.517032+0000","last_clean":"2024-02-19T16:30:13.517032+0000","last_became_active":"2024-02-19T16:30:11.262498+0000","last_became_peered":"2024-02-19T16:30:11.262498+0000","last_unstale":"2024-02-19T16:30:13.517032+0000","last_undegraded":"2024-02-19T16:30:13.517032+0000","last_fullsized":"2024-02-19T16:30:13.517032+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261949+0000","last_change":"2024-02-19T16:30:12.268251+0000","last_active":"2024-02-19T16:30:13.261949+0000","last_peered":"2024-02-19T16:30:13.261949+0000","last_clean":"2024-02-19T16:30:13.261949+0000","last_became_active":"2024-02-19T16:30:12.267951+0000","last_became_peered":"2024-02-19T16:30:12.267951+0000","last_unstale":"2024-02-19T16:30:13.261949+0000","last_undegraded":"2024-02-19T16:30:13.261949+0000","last_fullsized":"2024-02-19T16:30:13.261949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261648+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:30:13.261648+0000","last_peered":"2024-02-19T16:30:13.261648+0000","last_clean":"2024-02-19T16:30:13.261648+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:30:13.261648+0000","last_undegraded":"2024-02-19T16:30:13.261648+0000","last_fullsized":"2024-02-19T16:30:13.261648+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517153+0000","last_change":"2024-02-19T16:30:11.265007+0000","last_active":"2024-02-19T16:30:13.517153+0000","last_peered":"2024-02-19T16:30:13.517153+0000","last_clean":"2024-02-19T16:30:13.517153+0000","last_became_active":"2024-02-19T16:30:11.264462+0000","last_became_peered":"2024-02-19T16:30:11.264462+0000","last_unstale":"2024-02-19T16:30:13.517153+0000","last_undegraded":"2024-02-19T16:30:13.517153+0000","last_fullsized":"2024-02-19T16:30:13.517153+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261667+0000","last_change":"2024-02-19T16:30:12.270769+0000","last_active":"2024-02-19T16:30:13.261667+0000","last_peered":"2024-02-19T16:30:13.261667+0000","last_clean":"2024-02-19T16:30:13.261667+0000","last_became_active":"2024-02-19T16:30:12.270375+0000","last_became_peered":"2024-02-19T16:30:12.270375+0000","last_unstale":"2024-02-19T16:30:13.261667+0000","last_undegraded":"2024-02-19T16:30:13.261667+0000","last_fullsized":"2024-02-19T16:30:13.261667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.267564+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.267274+0000","last_became_peered":"2024-02-19T16:30:11.267274+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263843+0000","last_change":"2024-02-19T16:30:12.282143+0000","last_active":"2024-02-19T16:30:13.263843+0000","last_peered":"2024-02-19T16:30:13.263843+0000","last_clean":"2024-02-19T16:30:13.263843+0000","last_became_active":"2024-02-19T16:30:12.281850+0000","last_became_peered":"2024-02-19T16:30:12.281850+0000","last_unstale":"2024-02-19T16:30:13.263843+0000","last_undegraded":"2024-02-19T16:30:13.263843+0000","last_fullsized":"2024-02-19T16:30:13.263843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:57:14.660159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517060+0000","last_change":"2024-02-19T16:30:11.264614+0000","last_active":"2024-02-19T16:30:13.517060+0000","last_peered":"2024-02-19T16:30:13.517060+0000","last_clean":"2024-02-19T16:30:13.517060+0000","last_became_active":"2024-02-19T16:30:11.264337+0000","last_became_peered":"2024-02-19T16:30:11.264337+0000","last_unstale":"2024-02-19T16:30:13.517060+0000","last_undegraded":"2024-02-19T16:30:13.517060+0000","last_fullsized":"2024-02-19T16:30:13.517060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267922+0000","last_change":"2024-02-19T16:30:12.261114+0000","last_active":"2024-02-19T16:30:13.267922+0000","last_peered":"2024-02-19T16:30:13.267922+0000","last_clean":"2024-02-19T16:30:13.267922+0000","last_became_active":"2024-02-19T16:30:12.260863+0000","last_became_peered":"2024-02-19T16:30:12.260863+0000","last_unstale":"2024-02-19T16:30:13.267922+0000","last_undegraded":"2024-02-19T16:30:13.267922+0000","last_fullsized":"2024-02-19T16:30:13.267922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:11.264847+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:11.264550+0000","last_became_peered":"2024-02-19T16:30:11.264550+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443908+0000","last_change":"2024-02-19T16:30:12.283820+0000","last_active":"2024-02-19T16:30:13.443908+0000","last_peered":"2024-02-19T16:30:13.443908+0000","last_clean":"2024-02-19T16:30:13.443908+0000","last_became_active":"2024-02-19T16:30:12.283513+0000","last_became_peered":"2024-02-19T16:30:12.283513+0000","last_unstale":"2024-02-19T16:30:13.443908+0000","last_undegraded":"2024-02-19T16:30:13.443908+0000","last_fullsized":"2024-02-19T16:30:13.443908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267939+0000","last_change":"2024-02-19T16:30:11.260931+0000","last_active":"2024-02-19T16:30:13.267939+0000","last_peered":"2024-02-19T16:30:13.267939+0000","last_clean":"2024-02-19T16:30:13.267939+0000","last_became_active":"2024-02-19T16:30:11.260657+0000","last_became_peered":"2024-02-19T16:30:11.260657+0000","last_unstale":"2024-02-19T16:30:13.267939+0000","last_undegraded":"2024-02-19T16:30:13.267939+0000","last_fullsized":"2024-02-19T16:30:13.267939+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517537+0000","last_change":"2024-02-19T16:30:12.267168+0000","last_active":"2024-02-19T16:30:13.517537+0000","last_peered":"2024-02-19T16:30:13.517537+0000","last_clean":"2024-02-19T16:30:13.517537+0000","last_became_active":"2024-02-19T16:30:12.266874+0000","last_became_peered":"2024-02-19T16:30:12.266874+0000","last_unstale":"2024-02-19T16:30:13.517537+0000","last_undegraded":"2024-02-19T16:30:13.517537+0000","last_fullsized":"2024-02-19T16:30:13.517537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262149+0000","last_change":"2024-02-19T16:30:11.270460+0000","last_active":"2024-02-19T16:30:13.262149+0000","last_peered":"2024-02-19T16:30:13.262149+0000","last_clean":"2024-02-19T16:30:13.262149+0000","last_became_active":"2024-02-19T16:30:11.270133+0000","last_became_peered":"2024-02-19T16:30:11.270133+0000","last_unstale":"2024-02-19T16:30:13.262149+0000","last_undegraded":"2024-02-19T16:30:13.262149+0000","last_fullsized":"2024-02-19T16:30:13.262149+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:50.073421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268045+0000","last_change":"2024-02-19T16:30:12.261420+0000","last_active":"2024-02-19T16:30:13.268045+0000","last_peered":"2024-02-19T16:30:13.268045+0000","last_clean":"2024-02-19T16:30:13.268045+0000","last_became_active":"2024-02-19T16:30:12.261159+0000","last_became_peered":"2024-02-19T16:30:12.261159+0000","last_unstale":"2024-02-19T16:30:13.268045+0000","last_undegraded":"2024-02-19T16:30:13.268045+0000","last_fullsized":"2024-02-19T16:30:13.268045+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269382+0000","last_change":"2024-02-19T16:30:11.266929+0000","last_active":"2024-02-19T16:30:13.269382+0000","last_peered":"2024-02-19T16:30:13.269382+0000","last_clean":"2024-02-19T16:30:13.269382+0000","last_became_active":"2024-02-19T16:30:11.266699+0000","last_became_peered":"2024-02-19T16:30:11.266699+0000","last_unstale":"2024-02-19T16:30:13.269382+0000","last_undegraded":"2024-02-19T16:30:13.269382+0000","last_fullsized":"2024-02-19T16:30:13.269382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:12.259986+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:12.259722+0000","last_became_peered":"2024-02-19T16:30:12.259722+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270097+0000","last_change":"2024-02-19T16:30:11.270101+0000","last_active":"2024-02-19T16:30:13.270097+0000","last_peered":"2024-02-19T16:30:13.270097+0000","last_clean":"2024-02-19T16:30:13.270097+0000","last_became_active":"2024-02-19T16:30:11.269769+0000","last_became_peered":"2024-02-19T16:30:11.269769+0000","last_unstale":"2024-02-19T16:30:13.270097+0000","last_undegraded":"2024-02-19T16:30:13.270097+0000","last_fullsized":"2024-02-19T16:30:13.270097+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264061+0000","last_change":"2024-02-19T16:30:12.263830+0000","last_active":"2024-02-19T16:30:13.264061+0000","last_peered":"2024-02-19T16:30:13.264061+0000","last_clean":"2024-02-19T16:30:13.264061+0000","last_became_active":"2024-02-19T16:30:12.263456+0000","last_became_peered":"2024-02-19T16:30:12.263456+0000","last_unstale":"2024-02-19T16:30:13.264061+0000","last_undegraded":"2024-02-19T16:30:13.264061+0000","last_fullsized":"2024-02-19T16:30:13.264061+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.270736+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.270331+0000","last_became_peered":"2024-02-19T16:30:11.270331+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443808+0000","last_change":"2024-02-19T16:30:12.280014+0000","last_active":"2024-02-19T16:30:13.443808+0000","last_peered":"2024-02-19T16:30:13.443808+0000","last_clean":"2024-02-19T16:30:13.443808+0000","last_became_active":"2024-02-19T16:30:12.279745+0000","last_became_peered":"2024-02-19T16:30:12.279745+0000","last_unstale":"2024-02-19T16:30:13.443808+0000","last_undegraded":"2024-02-19T16:30:13.443808+0000","last_fullsized":"2024-02-19T16:30:13.443808+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:51.259798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268050+0000","last_change":"2024-02-19T16:30:11.260221+0000","last_active":"2024-02-19T16:30:13.268050+0000","last_peered":"2024-02-19T16:30:13.268050+0000","last_clean":"2024-02-19T16:30:13.268050+0000","last_became_active":"2024-02-19T16:30:11.259941+0000","last_became_peered":"2024-02-19T16:30:11.259941+0000","last_unstale":"2024-02-19T16:30:13.268050+0000","last_undegraded":"2024-02-19T16:30:13.268050+0000","last_fullsized":"2024-02-19T16:30:13.268050+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261531+0000","last_change":"2024-02-19T16:30:12.260822+0000","last_active":"2024-02-19T16:30:13.261531+0000","last_peered":"2024-02-19T16:30:13.261531+0000","last_clean":"2024-02-19T16:30:13.261531+0000","last_became_active":"2024-02-19T16:30:12.260567+0000","last_became_peered":"2024-02-19T16:30:12.260567+0000","last_unstale":"2024-02-19T16:30:13.261531+0000","last_undegraded":"2024-02-19T16:30:13.261531+0000","last_fullsized":"2024-02-19T16:30:13.261531+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268020+0000","last_change":"2024-02-19T16:30:11.256899+0000","last_active":"2024-02-19T16:30:13.268020+0000","last_peered":"2024-02-19T16:30:13.268020+0000","last_clean":"2024-02-19T16:30:13.268020+0000","last_became_active":"2024-02-19T16:30:11.256255+0000","last_became_peered":"2024-02-19T16:30:11.256255+0000","last_unstale":"2024-02-19T16:30:13.268020+0000","last_undegraded":"2024-02-19T16:30:13.268020+0000","last_fullsized":"2024-02-19T16:30:13.268020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.259423+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.259158+0000","last_became_peered":"2024-02-19T16:30:12.259158+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261972+0000","last_change":"2024-02-19T16:30:11.264577+0000","last_active":"2024-02-19T16:30:13.261972+0000","last_peered":"2024-02-19T16:30:13.261972+0000","last_clean":"2024-02-19T16:30:13.261972+0000","last_became_active":"2024-02-19T16:30:11.264282+0000","last_became_peered":"2024-02-19T16:30:11.264282+0000","last_unstale":"2024-02-19T16:30:13.261972+0000","last_undegraded":"2024-02-19T16:30:13.261972+0000","last_fullsized":"2024-02-19T16:30:13.261972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269914+0000","last_change":"2024-02-19T16:30:12.276595+0000","last_active":"2024-02-19T16:30:13.269914+0000","last_peered":"2024-02-19T16:30:13.269914+0000","last_clean":"2024-02-19T16:30:13.269914+0000","last_became_active":"2024-02-19T16:30:12.276065+0000","last_became_peered":"2024-02-19T16:30:12.276065+0000","last_unstale":"2024-02-19T16:30:13.269914+0000","last_undegraded":"2024-02-19T16:30:13.269914+0000","last_fullsized":"2024-02-19T16:30:13.269914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517381+0000","last_change":"2024-02-19T16:30:12.274831+0000","last_active":"2024-02-19T16:30:13.517381+0000","last_peered":"2024-02-19T16:30:13.517381+0000","last_clean":"2024-02-19T16:30:13.517381+0000","last_became_active":"2024-02-19T16:30:12.274546+0000","last_became_peered":"2024-02-19T16:30:12.274546+0000","last_unstale":"2024-02-19T16:30:13.517381+0000","last_undegraded":"2024-02-19T16:30:13.517381+0000","last_fullsized":"2024-02-19T16:30:13.517381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:11.269804+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:11.269285+0000","last_became_peered":"2024-02-19T16:30:11.269285+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517389+0000","last_change":"2024-02-19T16:30:12.282061+0000","last_active":"2024-02-19T16:30:13.517389+0000","last_peered":"2024-02-19T16:30:13.517389+0000","last_clean":"2024-02-19T16:30:13.517389+0000","last_became_active":"2024-02-19T16:30:12.281775+0000","last_became_peered":"2024-02-19T16:30:12.281775+0000","last_unstale":"2024-02-19T16:30:13.517389+0000","last_undegraded":"2024-02-19T16:30:13.517389+0000","last_fullsized":"2024-02-19T16:30:13.517389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262037+0000","last_change":"2024-02-19T16:30:11.269112+0000","last_active":"2024-02-19T16:30:13.262037+0000","last_peered":"2024-02-19T16:30:13.262037+0000","last_clean":"2024-02-19T16:30:13.262037+0000","last_became_active":"2024-02-19T16:30:11.266562+0000","last_became_peered":"2024-02-19T16:30:11.266562+0000","last_unstale":"2024-02-19T16:30:13.262037+0000","last_undegraded":"2024-02-19T16:30:13.262037+0000","last_fullsized":"2024-02-19T16:30:13.262037+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264090+0000","last_change":"2024-02-19T16:30:12.267836+0000","last_active":"2024-02-19T16:30:13.264090+0000","last_peered":"2024-02-19T16:30:13.264090+0000","last_clean":"2024-02-19T16:30:13.264090+0000","last_became_active":"2024-02-19T16:30:12.267617+0000","last_became_peered":"2024-02-19T16:30:12.267617+0000","last_unstale":"2024-02-19T16:30:13.264090+0000","last_undegraded":"2024-02-19T16:30:13.264090+0000","last_fullsized":"2024-02-19T16:30:13.264090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261812+0000","last_change":"2024-02-19T16:30:11.266895+0000","last_active":"2024-02-19T16:30:13.261812+0000","last_peered":"2024-02-19T16:30:13.261812+0000","last_clean":"2024-02-19T16:30:13.261812+0000","last_became_active":"2024-02-19T16:30:11.266618+0000","last_became_peered":"2024-02-19T16:30:11.266618+0000","last_unstale":"2024-02-19T16:30:13.261812+0000","last_undegraded":"2024-02-19T16:30:13.261812+0000","last_fullsized":"2024-02-19T16:30:13.261812+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261776+0000","last_change":"2024-02-19T16:30:12.262924+0000","last_active":"2024-02-19T16:30:13.261776+0000","last_peered":"2024-02-19T16:30:13.261776+0000","last_clean":"2024-02-19T16:30:13.261776+0000","last_became_active":"2024-02-19T16:30:12.262670+0000","last_became_peered":"2024-02-19T16:30:12.262670+0000","last_unstale":"2024-02-19T16:30:13.261776+0000","last_undegraded":"2024-02-19T16:30:13.261776+0000","last_fullsized":"2024-02-19T16:30:13.261776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264261+0000","last_change":"2024-02-19T16:30:11.266919+0000","last_active":"2024-02-19T16:30:13.264261+0000","last_peered":"2024-02-19T16:30:13.264261+0000","last_clean":"2024-02-19T16:30:13.264261+0000","last_became_active":"2024-02-19T16:30:11.266627+0000","last_became_peered":"2024-02-19T16:30:11.266627+0000","last_unstale":"2024-02-19T16:30:13.264261+0000","last_undegraded":"2024-02-19T16:30:13.264261+0000","last_fullsized":"2024-02-19T16:30:13.264261+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31380,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340460,"statfs":{"total":96636764160,"available":96604631040,"internally_reserved":0,"allocated":204800,"data_stored":66246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30499999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31380,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340460,"statfs":{"total":96636764160,"available":96604631040,"internally_reserved":0,"allocated":196608,"data_stored":64724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31376,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340464,"statfs":{"total":96636764160,"available":96604635136,"internally_reserved":0,"allocated":204800,"data_stored":64760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":192512,"data_stored":64634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:30:19.952 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:30:20.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.063+0000 7f111569a640 1 Processor -- start 2024-02-19T16:30:20.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.063+0000 7f111569a640 1 -- start start 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f111569a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f111015de30 0x7f11100d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f111569a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11100d16f0 con 0x7f11100d0530 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f111569a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11100d1940 con 0x7f11100cfb00 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f111569a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11100cff20 con 0x7f111015de30 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f110effd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f111015de30 0x7f11100d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f1107fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f11100d0530 0x7f11100cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52038/0 (socket says 172.21.15.104:52038) 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f1107fff640 1 -- 172.21.15.104:0/641035843 learned_addr learned my addr 172.21.15.104:0/641035843 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f110effd640 1 -- 172.21.15.104:0/641035843 >> v1:172.21.15.158:6789/0 conn(0x7f11100cfb00 legacy=0x7f111006b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f110effd640 1 -- 172.21.15.104:0/641035843 >> v1:172.21.15.104:6789/0 conn(0x7f11100d0530 legacy=0x7f11100cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f110e7fc640 1 -- 172.21.15.104:0/641035843 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3999855210 0 0) 0x7f11100d16f0 con 0x7f11100d0530 2024-02-19T16:30:20.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.064+0000 7f110effd640 1 -- 172.21.15.104:0/641035843 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11100d1c20 con 0x7f111015de30 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.065+0000 7f110effd640 1 --2- 172.21.15.104:0/641035843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f111015de30 0x7f11100d2700 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f11000097a0 tx=0x7f110002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=241bba9e20837402 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.065+0000 7f110e7fc640 1 -- 172.21.15.104:0/641035843 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1100031830 con 0x7f111015de30 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.065+0000 7f110e7fc640 1 -- 172.21.15.104:0/641035843 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1100031990 con 0x7f111015de30 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.065+0000 7f110e7fc640 1 -- 172.21.15.104:0/641035843 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1100031d20 con 0x7f111015de30 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.066+0000 7f111569a640 1 -- 172.21.15.104:0/641035843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f111015de30 msgr2=0x7f11100d2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.066+0000 7f111569a640 1 --2- 172.21.15.104:0/641035843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f111015de30 0x7f11100d2700 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f11000097a0 tx=0x7f110002b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.066+0000 7f111569a640 1 -- 172.21.15.104:0/641035843 shutdown_connections 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.066+0000 7f111569a640 1 --2- 172.21.15.104:0/641035843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f111015de30 0x7f11100d2700 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.066+0000 7f111569a640 1 -- 172.21.15.104:0/641035843 >> 172.21.15.104:0/641035843 conn(0x7f11100d3b20 msgr2=0x7f11100d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.066+0000 7f111569a640 1 -- 172.21.15.104:0/641035843 shutdown_connections 2024-02-19T16:30:20.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.066+0000 7f111569a640 1 -- 172.21.15.104:0/641035843 wait complete. 2024-02-19T16:30:20.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.067+0000 7f111569a640 1 Processor -- start 2024-02-19T16:30:20.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.067+0000 7f111569a640 1 -- start start 2024-02-19T16:30:20.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f111569a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11100cfb00 0x7f11100ca3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f111569a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11100d0530 0x7f11100cae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f111569a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f111015de30 0x7f11100b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f111569a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f111015cb20 con 0x7f11100d0530 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f111569a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11100cc7f0 con 0x7f11100cfb00 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f111569a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11100cb750 con 0x7f111015de30 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f1107fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11100d0530 0x7f11100cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f1107fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11100d0530 0x7f11100cae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57528/0 (socket says 172.21.15.104:57528) 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f1107fff640 1 -- 172.21.15.104:0/3488638305 learned_addr learned my addr 172.21.15.104:0/3488638305 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f110effd640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11100cfb00 0x7f11100ca3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f110f7fe640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f111015de30 0x7f11100b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f1107fff640 1 -- 172.21.15.104:0/3488638305 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f111015de30 msgr2=0x7f11100b5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f1107fff640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f111015de30 0x7f11100b5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f1107fff640 1 -- 172.21.15.104:0/3488638305 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11100cfb00 msgr2=0x7f11100ca3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f1107fff640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11100cfb00 0x7f11100ca3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.068+0000 7f1107fff640 1 -- 172.21.15.104:0/3488638305 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1100009400 con 0x7f11100d0530 2024-02-19T16:30:20.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.069+0000 7f1107fff640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11100d0530 0x7f11100cae50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f10f800c4a0 tx=0x7f10f800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.069+0000 7f11077fe640 1 -- 172.21.15.104:0/3488638305 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10f80074e0 con 0x7f11100d0530 2024-02-19T16:30:20.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.069+0000 7f11077fe640 1 -- 172.21.15.104:0/3488638305 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10f8007640 con 0x7f11100d0530 2024-02-19T16:30:20.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.069+0000 7f11077fe640 1 -- 172.21.15.104:0/3488638305 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10f8004a00 con 0x7f11100d0530 2024-02-19T16:30:20.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.069+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11100cba30 con 0x7f11100d0530 2024-02-19T16:30:20.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.069+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11100cbff0 con 0x7f11100d0530 2024-02-19T16:30:20.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.070+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11100751e0 con 0x7f11100d0530 2024-02-19T16:30:20.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.070+0000 7f11077fe640 1 -- 172.21.15.104:0/3488638305 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f10f8004b60 con 0x7f11100d0530 2024-02-19T16:30:20.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.071+0000 7f11077fe640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f10f006b810 0x7f10f006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.071+0000 7f110effd640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f10f006b810 0x7f10f006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.071+0000 7f11077fe640 1 -- 172.21.15.104:0/3488638305 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f10f8089650 con 0x7f11100d0530 2024-02-19T16:30:20.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.071+0000 7f110effd640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f10f006b810 0x7f10f006dcd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1100036000 tx=0x7f110003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.075+0000 7f11077fe640 1 -- 172.21.15.104:0/3488638305 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f10f8054120 con 0x7f11100d0530 2024-02-19T16:30:20.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.242+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f11100d21e0 con 0x7f10f006b810 2024-02-19T16:30:20.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.248+0000 7f11077fe640 1 -- 172.21.15.104:0/3488638305 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264508 (secure 0 0 0) 0x7f1100044400 con 0x7f10f006b810 2024-02-19T16:30:20.252 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:20.254 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:30:20.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f10f006b810 msgr2=0x7f10f006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f10f006b810 0x7f10f006dcd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1100036000 tx=0x7f110003c040 comp rx=0 tx=0).stop 2024-02-19T16:30:20.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11100d0530 msgr2=0x7f11100cae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11100d0530 0x7f11100cae50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f10f800c4a0 tx=0x7f10f800c960 comp rx=0 tx=0).stop 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 shutdown_connections 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f10f006b810 0x7f10f006dcd0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11100d0530 0x7f11100cae50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f111015de30 0x7f11100b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 --2- 172.21.15.104:0/3488638305 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11100cfb00 0x7f11100ca3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 >> 172.21.15.104:0/3488638305 conn(0x7f11100d3b20 msgr2=0x7f11100d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 shutdown_connections 2024-02-19T16:30:20.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.251+0000 7f111569a640 1 -- 172.21.15.104:0/3488638305 wait complete. 2024-02-19T16:30:20.264 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-02-19T16:30:20.064112+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235632,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739088,"statfs":{"total":773094113280,"available":772852826112,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001770"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262413+0000","last_change":"2024-02-19T16:30:12.262768+0000","last_active":"2024-02-19T16:30:13.262413+0000","last_peered":"2024-02-19T16:30:13.262413+0000","last_clean":"2024-02-19T16:30:13.262413+0000","last_became_active":"2024-02-19T16:30:12.262488+0000","last_became_peered":"2024-02-19T16:30:12.262488+0000","last_unstale":"2024-02-19T16:30:13.262413+0000","last_undegraded":"2024-02-19T16:30:13.262413+0000","last_fullsized":"2024-02-19T16:30:13.262413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:17:35.034855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268101+0000","last_change":"2024-02-19T16:30:12.264829+0000","last_active":"2024-02-19T16:30:13.268101+0000","last_peered":"2024-02-19T16:30:13.268101+0000","last_clean":"2024-02-19T16:30:13.268101+0000","last_became_active":"2024-02-19T16:30:12.264403+0000","last_became_peered":"2024-02-19T16:30:12.264403+0000","last_unstale":"2024-02-19T16:30:13.268101+0000","last_undegraded":"2024-02-19T16:30:13.268101+0000","last_fullsized":"2024-02-19T16:30:13.268101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264002+0000","last_change":"2024-02-19T16:30:12.263226+0000","last_active":"2024-02-19T16:30:13.264002+0000","last_peered":"2024-02-19T16:30:13.264002+0000","last_clean":"2024-02-19T16:30:13.264002+0000","last_became_active":"2024-02-19T16:30:12.262732+0000","last_became_peered":"2024-02-19T16:30:12.262732+0000","last_unstale":"2024-02-19T16:30:13.264002+0000","last_undegraded":"2024-02-19T16:30:13.264002+0000","last_fullsized":"2024-02-19T16:30:13.264002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517370+0000","last_change":"2024-02-19T16:30:12.277065+0000","last_active":"2024-02-19T16:30:13.517370+0000","last_peered":"2024-02-19T16:30:13.517370+0000","last_clean":"2024-02-19T16:30:13.517370+0000","last_became_active":"2024-02-19T16:30:12.276789+0000","last_became_peered":"2024-02-19T16:30:12.276789+0000","last_unstale":"2024-02-19T16:30:13.517370+0000","last_undegraded":"2024-02-19T16:30:13.517370+0000","last_fullsized":"2024-02-19T16:30:13.517370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261881+0000","last_change":"2024-02-19T16:30:12.261725+0000","last_active":"2024-02-19T16:30:13.261881+0000","last_peered":"2024-02-19T16:30:13.261881+0000","last_clean":"2024-02-19T16:30:13.261881+0000","last_became_active":"2024-02-19T16:30:12.261355+0000","last_became_peered":"2024-02-19T16:30:12.261355+0000","last_unstale":"2024-02-19T16:30:13.261881+0000","last_undegraded":"2024-02-19T16:30:13.261881+0000","last_fullsized":"2024-02-19T16:30:13.261881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517174+0000","last_change":"2024-02-19T16:30:12.272222+0000","last_active":"2024-02-19T16:30:13.517174+0000","last_peered":"2024-02-19T16:30:13.517174+0000","last_clean":"2024-02-19T16:30:13.517174+0000","last_became_active":"2024-02-19T16:30:12.271945+0000","last_became_peered":"2024-02-19T16:30:12.271945+0000","last_unstale":"2024-02-19T16:30:13.517174+0000","last_undegraded":"2024-02-19T16:30:13.517174+0000","last_fullsized":"2024-02-19T16:30:13.517174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261646+0000","last_change":"2024-02-19T16:30:12.267451+0000","last_active":"2024-02-19T16:30:13.261646+0000","last_peered":"2024-02-19T16:30:13.261646+0000","last_clean":"2024-02-19T16:30:13.261646+0000","last_became_active":"2024-02-19T16:30:12.267168+0000","last_became_peered":"2024-02-19T16:30:12.267168+0000","last_unstale":"2024-02-19T16:30:13.261646+0000","last_undegraded":"2024-02-19T16:30:13.261646+0000","last_fullsized":"2024-02-19T16:30:13.261646+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261392+0000","last_change":"2024-02-19T16:30:12.271157+0000","last_active":"2024-02-19T16:30:13.261392+0000","last_peered":"2024-02-19T16:30:13.261392+0000","last_clean":"2024-02-19T16:30:13.261392+0000","last_became_active":"2024-02-19T16:30:12.270469+0000","last_became_peered":"2024-02-19T16:30:12.270469+0000","last_unstale":"2024-02-19T16:30:13.261392+0000","last_undegraded":"2024-02-19T16:30:13.261392+0000","last_fullsized":"2024-02-19T16:30:13.261392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262485+0000","last_change":"2024-02-19T16:30:12.268846+0000","last_active":"2024-02-19T16:30:13.262485+0000","last_peered":"2024-02-19T16:30:13.262485+0000","last_clean":"2024-02-19T16:30:13.262485+0000","last_became_active":"2024-02-19T16:30:12.268582+0000","last_became_peered":"2024-02-19T16:30:12.268582+0000","last_unstale":"2024-02-19T16:30:13.262485+0000","last_undegraded":"2024-02-19T16:30:13.262485+0000","last_fullsized":"2024-02-19T16:30:13.262485+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:47:43.168427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270031+0000","last_change":"2024-02-19T16:30:12.269690+0000","last_active":"2024-02-19T16:30:13.270031+0000","last_peered":"2024-02-19T16:30:13.270031+0000","last_clean":"2024-02-19T16:30:13.270031+0000","last_became_active":"2024-02-19T16:30:12.269405+0000","last_became_peered":"2024-02-19T16:30:12.269405+0000","last_unstale":"2024-02-19T16:30:13.270031+0000","last_undegraded":"2024-02-19T16:30:13.270031+0000","last_fullsized":"2024-02-19T16:30:13.270031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269835+0000","last_change":"2024-02-19T16:30:12.269670+0000","last_active":"2024-02-19T16:30:13.269835+0000","last_peered":"2024-02-19T16:30:13.269835+0000","last_clean":"2024-02-19T16:30:13.269835+0000","last_became_active":"2024-02-19T16:30:12.269397+0000","last_became_peered":"2024-02-19T16:30:12.269397+0000","last_unstale":"2024-02-19T16:30:13.269835+0000","last_undegraded":"2024-02-19T16:30:13.269835+0000","last_fullsized":"2024-02-19T16:30:13.269835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443923+0000","last_change":"2024-02-19T16:30:12.279110+0000","last_active":"2024-02-19T16:30:13.443923+0000","last_peered":"2024-02-19T16:30:13.443923+0000","last_clean":"2024-02-19T16:30:13.443923+0000","last_became_active":"2024-02-19T16:30:12.278603+0000","last_became_peered":"2024-02-19T16:30:12.278603+0000","last_unstale":"2024-02-19T16:30:13.443923+0000","last_undegraded":"2024-02-19T16:30:13.443923+0000","last_fullsized":"2024-02-19T16:30:13.443923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261559+0000","last_change":"2024-02-19T16:30:12.263448+0000","last_active":"2024-02-19T16:30:13.261559+0000","last_peered":"2024-02-19T16:30:13.261559+0000","last_clean":"2024-02-19T16:30:13.261559+0000","last_became_active":"2024-02-19T16:30:12.263211+0000","last_became_peered":"2024-02-19T16:30:12.263211+0000","last_unstale":"2024-02-19T16:30:13.261559+0000","last_undegraded":"2024-02-19T16:30:13.261559+0000","last_fullsized":"2024-02-19T16:30:13.261559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263871+0000","last_change":"2024-02-19T16:30:12.261639+0000","last_active":"2024-02-19T16:30:13.263871+0000","last_peered":"2024-02-19T16:30:13.263871+0000","last_clean":"2024-02-19T16:30:13.263871+0000","last_became_active":"2024-02-19T16:30:12.261357+0000","last_became_peered":"2024-02-19T16:30:12.261357+0000","last_unstale":"2024-02-19T16:30:13.263871+0000","last_undegraded":"2024-02-19T16:30:13.263871+0000","last_fullsized":"2024-02-19T16:30:13.263871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267876+0000","last_change":"2024-02-19T16:30:12.281325+0000","last_active":"2024-02-19T16:30:13.267876+0000","last_peered":"2024-02-19T16:30:13.267876+0000","last_clean":"2024-02-19T16:30:13.267876+0000","last_became_active":"2024-02-19T16:30:12.281063+0000","last_became_peered":"2024-02-19T16:30:12.281063+0000","last_unstale":"2024-02-19T16:30:13.267876+0000","last_undegraded":"2024-02-19T16:30:13.267876+0000","last_fullsized":"2024-02-19T16:30:13.267876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517087+0000","last_change":"2024-02-19T16:30:12.268217+0000","last_active":"2024-02-19T16:30:13.517087+0000","last_peered":"2024-02-19T16:30:13.517087+0000","last_clean":"2024-02-19T16:30:13.517087+0000","last_became_active":"2024-02-19T16:30:12.267938+0000","last_became_peered":"2024-02-19T16:30:12.267938+0000","last_unstale":"2024-02-19T16:30:13.517087+0000","last_undegraded":"2024-02-19T16:30:13.517087+0000","last_fullsized":"2024-02-19T16:30:13.517087+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517674+0000","last_change":"2024-02-19T16:30:12.270591+0000","last_active":"2024-02-19T16:30:13.517674+0000","last_peered":"2024-02-19T16:30:13.517674+0000","last_clean":"2024-02-19T16:30:13.517674+0000","last_became_active":"2024-02-19T16:30:12.270245+0000","last_became_peered":"2024-02-19T16:30:12.270245+0000","last_unstale":"2024-02-19T16:30:13.517674+0000","last_undegraded":"2024-02-19T16:30:13.517674+0000","last_fullsized":"2024-02-19T16:30:13.517674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517085+0000","last_change":"2024-02-19T16:30:12.262902+0000","last_active":"2024-02-19T16:30:13.517085+0000","last_peered":"2024-02-19T16:30:13.517085+0000","last_clean":"2024-02-19T16:30:13.517085+0000","last_became_active":"2024-02-19T16:30:12.262612+0000","last_became_peered":"2024-02-19T16:30:12.262612+0000","last_unstale":"2024-02-19T16:30:13.517085+0000","last_undegraded":"2024-02-19T16:30:13.517085+0000","last_fullsized":"2024-02-19T16:30:13.517085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262165+0000","last_change":"2024-02-19T16:30:12.261651+0000","last_active":"2024-02-19T16:30:13.262165+0000","last_peered":"2024-02-19T16:30:13.262165+0000","last_clean":"2024-02-19T16:30:13.262165+0000","last_became_active":"2024-02-19T16:30:12.261378+0000","last_became_peered":"2024-02-19T16:30:12.261378+0000","last_unstale":"2024-02-19T16:30:13.262165+0000","last_undegraded":"2024-02-19T16:30:13.262165+0000","last_fullsized":"2024-02-19T16:30:13.262165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269929+0000","last_change":"2024-02-19T16:30:12.275739+0000","last_active":"2024-02-19T16:30:13.269929+0000","last_peered":"2024-02-19T16:30:13.269929+0000","last_clean":"2024-02-19T16:30:13.269929+0000","last_became_active":"2024-02-19T16:30:12.275441+0000","last_became_peered":"2024-02-19T16:30:12.275441+0000","last_unstale":"2024-02-19T16:30:13.269929+0000","last_undegraded":"2024-02-19T16:30:13.269929+0000","last_fullsized":"2024-02-19T16:30:13.269929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263918+0000","last_change":"2024-02-19T16:30:12.268614+0000","last_active":"2024-02-19T16:30:13.263918+0000","last_peered":"2024-02-19T16:30:13.263918+0000","last_clean":"2024-02-19T16:30:13.263918+0000","last_became_active":"2024-02-19T16:30:12.268320+0000","last_became_peered":"2024-02-19T16:30:12.268320+0000","last_unstale":"2024-02-19T16:30:13.263918+0000","last_undegraded":"2024-02-19T16:30:13.263918+0000","last_fullsized":"2024-02-19T16:30:13.263918+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517227+0000","last_change":"2024-02-19T16:30:12.276456+0000","last_active":"2024-02-19T16:30:13.517227+0000","last_peered":"2024-02-19T16:30:13.517227+0000","last_clean":"2024-02-19T16:30:13.517227+0000","last_became_active":"2024-02-19T16:30:12.275941+0000","last_became_peered":"2024-02-19T16:30:12.275941+0000","last_unstale":"2024-02-19T16:30:13.517227+0000","last_undegraded":"2024-02-19T16:30:13.517227+0000","last_fullsized":"2024-02-19T16:30:13.517227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261566+0000","last_change":"2024-02-19T16:30:12.282015+0000","last_active":"2024-02-19T16:30:13.261566+0000","last_peered":"2024-02-19T16:30:13.261566+0000","last_clean":"2024-02-19T16:30:13.261566+0000","last_became_active":"2024-02-19T16:30:12.281772+0000","last_became_peered":"2024-02-19T16:30:12.281772+0000","last_unstale":"2024-02-19T16:30:13.261566+0000","last_undegraded":"2024-02-19T16:30:13.261566+0000","last_fullsized":"2024-02-19T16:30:13.261566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517160+0000","last_change":"2024-02-19T16:30:12.267805+0000","last_active":"2024-02-19T16:30:13.517160+0000","last_peered":"2024-02-19T16:30:13.517160+0000","last_clean":"2024-02-19T16:30:13.517160+0000","last_became_active":"2024-02-19T16:30:12.267543+0000","last_became_peered":"2024-02-19T16:30:12.267543+0000","last_unstale":"2024-02-19T16:30:13.517160+0000","last_undegraded":"2024-02-19T16:30:13.517160+0000","last_fullsized":"2024-02-19T16:30:13.517160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261842+0000","last_change":"2024-02-19T16:30:12.273962+0000","last_active":"2024-02-19T16:30:13.261842+0000","last_peered":"2024-02-19T16:30:13.261842+0000","last_clean":"2024-02-19T16:30:13.261842+0000","last_became_active":"2024-02-19T16:30:12.273728+0000","last_became_peered":"2024-02-19T16:30:12.273728+0000","last_unstale":"2024-02-19T16:30:13.261842+0000","last_undegraded":"2024-02-19T16:30:13.261842+0000","last_fullsized":"2024-02-19T16:30:13.261842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270094+0000","last_change":"2024-02-19T16:30:12.270273+0000","last_active":"2024-02-19T16:30:13.270094+0000","last_peered":"2024-02-19T16:30:13.270094+0000","last_clean":"2024-02-19T16:30:13.270094+0000","last_became_active":"2024-02-19T16:30:12.270016+0000","last_became_peered":"2024-02-19T16:30:12.270016+0000","last_unstale":"2024-02-19T16:30:13.270094+0000","last_undegraded":"2024-02-19T16:30:13.270094+0000","last_fullsized":"2024-02-19T16:30:13.270094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268010+0000","last_change":"2024-02-19T16:30:12.260511+0000","last_active":"2024-02-19T16:30:13.268010+0000","last_peered":"2024-02-19T16:30:13.268010+0000","last_clean":"2024-02-19T16:30:13.268010+0000","last_became_active":"2024-02-19T16:30:12.260195+0000","last_became_peered":"2024-02-19T16:30:12.260195+0000","last_unstale":"2024-02-19T16:30:13.268010+0000","last_undegraded":"2024-02-19T16:30:13.268010+0000","last_fullsized":"2024-02-19T16:30:13.268010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.273960+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.273689+0000","last_became_peered":"2024-02-19T16:30:12.273689+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263990+0000","last_change":"2024-02-19T16:30:12.263334+0000","last_active":"2024-02-19T16:30:13.263990+0000","last_peered":"2024-02-19T16:30:13.263990+0000","last_clean":"2024-02-19T16:30:13.263990+0000","last_became_active":"2024-02-19T16:30:12.262667+0000","last_became_peered":"2024-02-19T16:30:12.262667+0000","last_unstale":"2024-02-19T16:30:13.263990+0000","last_undegraded":"2024-02-19T16:30:13.263990+0000","last_fullsized":"2024-02-19T16:30:13.263990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517337+0000","last_change":"2024-02-19T16:30:12.269436+0000","last_active":"2024-02-19T16:30:13.517337+0000","last_peered":"2024-02-19T16:30:13.517337+0000","last_clean":"2024-02-19T16:30:13.517337+0000","last_became_active":"2024-02-19T16:30:12.269155+0000","last_became_peered":"2024-02-19T16:30:12.269155+0000","last_unstale":"2024-02-19T16:30:13.517337+0000","last_undegraded":"2024-02-19T16:30:13.517337+0000","last_fullsized":"2024-02-19T16:30:13.517337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516973+0000","last_change":"2024-02-19T16:30:12.266599+0000","last_active":"2024-02-19T16:30:13.516973+0000","last_peered":"2024-02-19T16:30:13.516973+0000","last_clean":"2024-02-19T16:30:13.516973+0000","last_became_active":"2024-02-19T16:30:12.266340+0000","last_became_peered":"2024-02-19T16:30:12.266340+0000","last_unstale":"2024-02-19T16:30:13.516973+0000","last_undegraded":"2024-02-19T16:30:13.516973+0000","last_fullsized":"2024-02-19T16:30:13.516973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269782+0000","last_change":"2024-02-19T16:30:12.265776+0000","last_active":"2024-02-19T16:30:13.269782+0000","last_peered":"2024-02-19T16:30:13.269782+0000","last_clean":"2024-02-19T16:30:13.269782+0000","last_became_active":"2024-02-19T16:30:12.265487+0000","last_became_peered":"2024-02-19T16:30:12.265487+0000","last_unstale":"2024-02-19T16:30:13.269782+0000","last_undegraded":"2024-02-19T16:30:13.269782+0000","last_fullsized":"2024-02-19T16:30:13.269782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443798+0000","last_change":"2024-02-19T16:30:12.283915+0000","last_active":"2024-02-19T16:30:13.443798+0000","last_peered":"2024-02-19T16:30:13.443798+0000","last_clean":"2024-02-19T16:30:13.443798+0000","last_became_active":"2024-02-19T16:30:12.283646+0000","last_became_peered":"2024-02-19T16:30:12.283646+0000","last_unstale":"2024-02-19T16:30:13.443798+0000","last_undegraded":"2024-02-19T16:30:13.443798+0000","last_fullsized":"2024-02-19T16:30:13.443798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:14.910511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261720+0000","last_change":"2024-02-19T16:30:11.261480+0000","last_active":"2024-02-19T16:30:13.261720+0000","last_peered":"2024-02-19T16:30:13.261720+0000","last_clean":"2024-02-19T16:30:13.261720+0000","last_became_active":"2024-02-19T16:30:11.261212+0000","last_became_peered":"2024-02-19T16:30:11.261212+0000","last_unstale":"2024-02-19T16:30:13.261720+0000","last_undegraded":"2024-02-19T16:30:13.261720+0000","last_fullsized":"2024-02-19T16:30:13.261720+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264104+0000","last_change":"2024-02-19T16:30:12.274344+0000","last_active":"2024-02-19T16:30:13.264104+0000","last_peered":"2024-02-19T16:30:13.264104+0000","last_clean":"2024-02-19T16:30:13.264104+0000","last_became_active":"2024-02-19T16:30:12.274106+0000","last_became_peered":"2024-02-19T16:30:12.274106+0000","last_unstale":"2024-02-19T16:30:13.264104+0000","last_undegraded":"2024-02-19T16:30:13.264104+0000","last_fullsized":"2024-02-19T16:30:13.264104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269752+0000","last_change":"2024-02-19T16:30:11.263394+0000","last_active":"2024-02-19T16:30:13.269752+0000","last_peered":"2024-02-19T16:30:13.269752+0000","last_clean":"2024-02-19T16:30:13.269752+0000","last_became_active":"2024-02-19T16:30:11.263125+0000","last_became_peered":"2024-02-19T16:30:11.263125+0000","last_unstale":"2024-02-19T16:30:13.269752+0000","last_undegraded":"2024-02-19T16:30:13.269752+0000","last_fullsized":"2024-02-19T16:30:13.269752+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261485+0000","last_change":"2024-02-19T16:30:11.267832+0000","last_active":"2024-02-19T16:30:13.261485+0000","last_peered":"2024-02-19T16:30:13.261485+0000","last_clean":"2024-02-19T16:30:13.261485+0000","last_became_active":"2024-02-19T16:30:11.267410+0000","last_became_peered":"2024-02-19T16:30:11.267410+0000","last_unstale":"2024-02-19T16:30:13.261485+0000","last_undegraded":"2024-02-19T16:30:13.261485+0000","last_fullsized":"2024-02-19T16:30:13.261485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261458+0000","last_change":"2024-02-19T16:30:12.258776+0000","last_active":"2024-02-19T16:30:13.261458+0000","last_peered":"2024-02-19T16:30:13.261458+0000","last_clean":"2024-02-19T16:30:13.261458+0000","last_became_active":"2024-02-19T16:30:12.258551+0000","last_became_peered":"2024-02-19T16:30:12.258551+0000","last_unstale":"2024-02-19T16:30:13.261458+0000","last_undegraded":"2024-02-19T16:30:13.261458+0000","last_fullsized":"2024-02-19T16:30:13.261458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517187+0000","last_change":"2024-02-19T16:30:11.262823+0000","last_active":"2024-02-19T16:30:13.517187+0000","last_peered":"2024-02-19T16:30:13.517187+0000","last_clean":"2024-02-19T16:30:13.517187+0000","last_became_active":"2024-02-19T16:30:11.262511+0000","last_became_peered":"2024-02-19T16:30:11.262511+0000","last_unstale":"2024-02-19T16:30:13.517187+0000","last_undegraded":"2024-02-19T16:30:13.517187+0000","last_fullsized":"2024-02-19T16:30:13.517187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267893+0000","last_change":"2024-02-19T16:30:12.260846+0000","last_active":"2024-02-19T16:30:13.267893+0000","last_peered":"2024-02-19T16:30:13.267893+0000","last_clean":"2024-02-19T16:30:13.267893+0000","last_became_active":"2024-02-19T16:30:12.260490+0000","last_became_peered":"2024-02-19T16:30:12.260490+0000","last_unstale":"2024-02-19T16:30:13.267893+0000","last_undegraded":"2024-02-19T16:30:13.267893+0000","last_fullsized":"2024-02-19T16:30:13.267893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270004+0000","last_change":"2024-02-19T16:30:11.269244+0000","last_active":"2024-02-19T16:30:13.270004+0000","last_peered":"2024-02-19T16:30:13.270004+0000","last_clean":"2024-02-19T16:30:13.270004+0000","last_became_active":"2024-02-19T16:30:11.268961+0000","last_became_peered":"2024-02-19T16:30:11.268961+0000","last_unstale":"2024-02-19T16:30:13.270004+0000","last_undegraded":"2024-02-19T16:30:13.270004+0000","last_fullsized":"2024-02-19T16:30:13.270004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:12.270457+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:12.270165+0000","last_became_peered":"2024-02-19T16:30:12.270165+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517457+0000","last_change":"2024-02-19T16:30:11.268539+0000","last_active":"2024-02-19T16:30:13.517457+0000","last_peered":"2024-02-19T16:30:13.517457+0000","last_clean":"2024-02-19T16:30:13.517457+0000","last_became_active":"2024-02-19T16:30:11.268256+0000","last_became_peered":"2024-02-19T16:30:11.268256+0000","last_unstale":"2024-02-19T16:30:13.517457+0000","last_undegraded":"2024-02-19T16:30:13.517457+0000","last_fullsized":"2024-02-19T16:30:13.517457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264323+0000","last_change":"2024-02-19T16:30:12.268019+0000","last_active":"2024-02-19T16:30:13.264323+0000","last_peered":"2024-02-19T16:30:13.264323+0000","last_clean":"2024-02-19T16:30:13.264323+0000","last_became_active":"2024-02-19T16:30:12.267807+0000","last_became_peered":"2024-02-19T16:30:12.267807+0000","last_unstale":"2024-02-19T16:30:13.264323+0000","last_undegraded":"2024-02-19T16:30:13.264323+0000","last_fullsized":"2024-02-19T16:30:13.264323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267981+0000","last_change":"2024-02-19T16:30:11.265235+0000","last_active":"2024-02-19T16:30:13.267981+0000","last_peered":"2024-02-19T16:30:13.267981+0000","last_clean":"2024-02-19T16:30:13.267981+0000","last_became_active":"2024-02-19T16:30:11.264758+0000","last_became_peered":"2024-02-19T16:30:11.264758+0000","last_unstale":"2024-02-19T16:30:13.267981+0000","last_undegraded":"2024-02-19T16:30:13.267981+0000","last_fullsized":"2024-02-19T16:30:13.267981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443976+0000","last_change":"2024-02-19T16:30:12.268140+0000","last_active":"2024-02-19T16:30:13.443976+0000","last_peered":"2024-02-19T16:30:13.443976+0000","last_clean":"2024-02-19T16:30:13.443976+0000","last_became_active":"2024-02-19T16:30:12.267843+0000","last_became_peered":"2024-02-19T16:30:12.267843+0000","last_unstale":"2024-02-19T16:30:13.443976+0000","last_undegraded":"2024-02-19T16:30:13.443976+0000","last_fullsized":"2024-02-19T16:30:13.443976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:51.079606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269932+0000","last_change":"2024-02-19T16:30:11.265299+0000","last_active":"2024-02-19T16:30:13.269932+0000","last_peered":"2024-02-19T16:30:13.269932+0000","last_clean":"2024-02-19T16:30:13.269932+0000","last_became_active":"2024-02-19T16:30:11.264970+0000","last_became_peered":"2024-02-19T16:30:11.264970+0000","last_unstale":"2024-02-19T16:30:13.269932+0000","last_undegraded":"2024-02-19T16:30:13.269932+0000","last_fullsized":"2024-02-19T16:30:13.269932+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262066+0000","last_change":"2024-02-19T16:30:12.260835+0000","last_active":"2024-02-19T16:30:13.262066+0000","last_peered":"2024-02-19T16:30:13.262066+0000","last_clean":"2024-02-19T16:30:13.262066+0000","last_became_active":"2024-02-19T16:30:12.260460+0000","last_became_peered":"2024-02-19T16:30:12.260460+0000","last_unstale":"2024-02-19T16:30:13.262066+0000","last_undegraded":"2024-02-19T16:30:13.262066+0000","last_fullsized":"2024-02-19T16:30:13.262066+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264178+0000","last_change":"2024-02-19T16:30:11.262903+0000","last_active":"2024-02-19T16:30:13.264178+0000","last_peered":"2024-02-19T16:30:13.264178+0000","last_clean":"2024-02-19T16:30:13.264178+0000","last_became_active":"2024-02-19T16:30:11.262603+0000","last_became_peered":"2024-02-19T16:30:11.262603+0000","last_unstale":"2024-02-19T16:30:13.264178+0000","last_undegraded":"2024-02-19T16:30:13.264178+0000","last_fullsized":"2024-02-19T16:30:13.264178+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263972+0000","last_change":"2024-02-19T16:30:12.262996+0000","last_active":"2024-02-19T16:30:13.263972+0000","last_peered":"2024-02-19T16:30:13.263972+0000","last_clean":"2024-02-19T16:30:13.263972+0000","last_became_active":"2024-02-19T16:30:12.262754+0000","last_became_peered":"2024-02-19T16:30:12.262754+0000","last_unstale":"2024-02-19T16:30:13.263972+0000","last_undegraded":"2024-02-19T16:30:13.263972+0000","last_fullsized":"2024-02-19T16:30:13.263972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517331+0000","last_change":"2024-02-19T16:30:11.266579+0000","last_active":"2024-02-19T16:30:13.517331+0000","last_peered":"2024-02-19T16:30:13.517331+0000","last_clean":"2024-02-19T16:30:13.517331+0000","last_became_active":"2024-02-19T16:30:11.266309+0000","last_became_peered":"2024-02-19T16:30:11.266309+0000","last_unstale":"2024-02-19T16:30:13.517331+0000","last_undegraded":"2024-02-19T16:30:13.517331+0000","last_fullsized":"2024-02-19T16:30:13.517331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261914+0000","last_change":"2024-02-19T16:30:12.277951+0000","last_active":"2024-02-19T16:30:13.261914+0000","last_peered":"2024-02-19T16:30:13.261914+0000","last_clean":"2024-02-19T16:30:13.261914+0000","last_became_active":"2024-02-19T16:30:12.275573+0000","last_became_peered":"2024-02-19T16:30:12.275573+0000","last_unstale":"2024-02-19T16:30:13.261914+0000","last_undegraded":"2024-02-19T16:30:13.261914+0000","last_fullsized":"2024-02-19T16:30:13.261914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269727+0000","last_change":"2024-02-19T16:30:11.264434+0000","last_active":"2024-02-19T16:30:13.269727+0000","last_peered":"2024-02-19T16:30:13.269727+0000","last_clean":"2024-02-19T16:30:13.269727+0000","last_became_active":"2024-02-19T16:30:11.263613+0000","last_became_peered":"2024-02-19T16:30:11.263613+0000","last_unstale":"2024-02-19T16:30:13.269727+0000","last_undegraded":"2024-02-19T16:30:13.269727+0000","last_fullsized":"2024-02-19T16:30:13.269727+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269776+0000","last_change":"2024-02-19T16:30:12.265725+0000","last_active":"2024-02-19T16:30:13.269776+0000","last_peered":"2024-02-19T16:30:13.269776+0000","last_clean":"2024-02-19T16:30:13.269776+0000","last_became_active":"2024-02-19T16:30:12.265429+0000","last_became_peered":"2024-02-19T16:30:12.265429+0000","last_unstale":"2024-02-19T16:30:13.269776+0000","last_undegraded":"2024-02-19T16:30:13.269776+0000","last_fullsized":"2024-02-19T16:30:13.269776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516902+0000","last_change":"2024-02-19T16:30:11.263098+0000","last_active":"2024-02-19T16:30:13.516902+0000","last_peered":"2024-02-19T16:30:13.516902+0000","last_clean":"2024-02-19T16:30:13.516902+0000","last_became_active":"2024-02-19T16:30:11.262234+0000","last_became_peered":"2024-02-19T16:30:11.262234+0000","last_unstale":"2024-02-19T16:30:13.516902+0000","last_undegraded":"2024-02-19T16:30:13.516902+0000","last_fullsized":"2024-02-19T16:30:13.516902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261978+0000","last_change":"2024-02-19T16:30:12.281878+0000","last_active":"2024-02-19T16:30:13.261978+0000","last_peered":"2024-02-19T16:30:13.261978+0000","last_clean":"2024-02-19T16:30:13.261978+0000","last_became_active":"2024-02-19T16:30:12.281521+0000","last_became_peered":"2024-02-19T16:30:12.281521+0000","last_unstale":"2024-02-19T16:30:13.261978+0000","last_undegraded":"2024-02-19T16:30:13.261978+0000","last_fullsized":"2024-02-19T16:30:13.261978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.444025+0000","last_change":"2024-02-19T16:30:11.267417+0000","last_active":"2024-02-19T16:30:13.444025+0000","last_peered":"2024-02-19T16:30:13.444025+0000","last_clean":"2024-02-19T16:30:13.444025+0000","last_became_active":"2024-02-19T16:30:11.267074+0000","last_became_peered":"2024-02-19T16:30:11.267074+0000","last_unstale":"2024-02-19T16:30:13.444025+0000","last_undegraded":"2024-02-19T16:30:13.444025+0000","last_fullsized":"2024-02-19T16:30:13.444025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262306+0000","last_change":"2024-02-19T16:30:12.263660+0000","last_active":"2024-02-19T16:30:13.262306+0000","last_peered":"2024-02-19T16:30:13.262306+0000","last_clean":"2024-02-19T16:30:13.262306+0000","last_became_active":"2024-02-19T16:30:12.263382+0000","last_became_peered":"2024-02-19T16:30:12.263382+0000","last_unstale":"2024-02-19T16:30:13.262306+0000","last_undegraded":"2024-02-19T16:30:13.262306+0000","last_fullsized":"2024-02-19T16:30:13.262306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517043+0000","last_change":"2024-02-19T16:30:11.264585+0000","last_active":"2024-02-19T16:30:13.517043+0000","last_peered":"2024-02-19T16:30:13.517043+0000","last_clean":"2024-02-19T16:30:13.517043+0000","last_became_active":"2024-02-19T16:30:11.264315+0000","last_became_peered":"2024-02-19T16:30:11.264315+0000","last_unstale":"2024-02-19T16:30:13.517043+0000","last_undegraded":"2024-02-19T16:30:13.517043+0000","last_fullsized":"2024-02-19T16:30:13.517043+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262484+0000","last_change":"2024-02-19T16:30:12.275162+0000","last_active":"2024-02-19T16:30:13.262484+0000","last_peered":"2024-02-19T16:30:13.262484+0000","last_clean":"2024-02-19T16:30:13.262484+0000","last_became_active":"2024-02-19T16:30:12.273954+0000","last_became_peered":"2024-02-19T16:30:12.273954+0000","last_unstale":"2024-02-19T16:30:13.262484+0000","last_undegraded":"2024-02-19T16:30:13.262484+0000","last_fullsized":"2024-02-19T16:30:13.262484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:03:10.496808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268103+0000","last_change":"2024-02-19T16:30:11.261511+0000","last_active":"2024-02-19T16:30:13.268103+0000","last_peered":"2024-02-19T16:30:13.268103+0000","last_clean":"2024-02-19T16:30:13.268103+0000","last_became_active":"2024-02-19T16:30:11.261098+0000","last_became_peered":"2024-02-19T16:30:11.261098+0000","last_unstale":"2024-02-19T16:30:13.268103+0000","last_undegraded":"2024-02-19T16:30:13.268103+0000","last_fullsized":"2024-02-19T16:30:13.268103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517523+0000","last_change":"2024-02-19T16:30:12.278451+0000","last_active":"2024-02-19T16:30:13.517523+0000","last_peered":"2024-02-19T16:30:13.517523+0000","last_clean":"2024-02-19T16:30:13.517523+0000","last_became_active":"2024-02-19T16:30:12.277067+0000","last_became_peered":"2024-02-19T16:30:12.277067+0000","last_unstale":"2024-02-19T16:30:13.517523+0000","last_undegraded":"2024-02-19T16:30:13.517523+0000","last_fullsized":"2024-02-19T16:30:13.517523+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517032+0000","last_change":"2024-02-19T16:30:11.262780+0000","last_active":"2024-02-19T16:30:13.517032+0000","last_peered":"2024-02-19T16:30:13.517032+0000","last_clean":"2024-02-19T16:30:13.517032+0000","last_became_active":"2024-02-19T16:30:11.262498+0000","last_became_peered":"2024-02-19T16:30:11.262498+0000","last_unstale":"2024-02-19T16:30:13.517032+0000","last_undegraded":"2024-02-19T16:30:13.517032+0000","last_fullsized":"2024-02-19T16:30:13.517032+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261949+0000","last_change":"2024-02-19T16:30:12.268251+0000","last_active":"2024-02-19T16:30:13.261949+0000","last_peered":"2024-02-19T16:30:13.261949+0000","last_clean":"2024-02-19T16:30:13.261949+0000","last_became_active":"2024-02-19T16:30:12.267951+0000","last_became_peered":"2024-02-19T16:30:12.267951+0000","last_unstale":"2024-02-19T16:30:13.261949+0000","last_undegraded":"2024-02-19T16:30:13.261949+0000","last_fullsized":"2024-02-19T16:30:13.261949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261648+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:30:13.261648+0000","last_peered":"2024-02-19T16:30:13.261648+0000","last_clean":"2024-02-19T16:30:13.261648+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:30:13.261648+0000","last_undegraded":"2024-02-19T16:30:13.261648+0000","last_fullsized":"2024-02-19T16:30:13.261648+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517153+0000","last_change":"2024-02-19T16:30:11.265007+0000","last_active":"2024-02-19T16:30:13.517153+0000","last_peered":"2024-02-19T16:30:13.517153+0000","last_clean":"2024-02-19T16:30:13.517153+0000","last_became_active":"2024-02-19T16:30:11.264462+0000","last_became_peered":"2024-02-19T16:30:11.264462+0000","last_unstale":"2024-02-19T16:30:13.517153+0000","last_undegraded":"2024-02-19T16:30:13.517153+0000","last_fullsized":"2024-02-19T16:30:13.517153+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261667+0000","last_change":"2024-02-19T16:30:12.270769+0000","last_active":"2024-02-19T16:30:13.261667+0000","last_peered":"2024-02-19T16:30:13.261667+0000","last_clean":"2024-02-19T16:30:13.261667+0000","last_became_active":"2024-02-19T16:30:12.270375+0000","last_became_peered":"2024-02-19T16:30:12.270375+0000","last_unstale":"2024-02-19T16:30:13.261667+0000","last_undegraded":"2024-02-19T16:30:13.261667+0000","last_fullsized":"2024-02-19T16:30:13.261667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.267564+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.267274+0000","last_became_peered":"2024-02-19T16:30:11.267274+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263843+0000","last_change":"2024-02-19T16:30:12.282143+0000","last_active":"2024-02-19T16:30:13.263843+0000","last_peered":"2024-02-19T16:30:13.263843+0000","last_clean":"2024-02-19T16:30:13.263843+0000","last_became_active":"2024-02-19T16:30:12.281850+0000","last_became_peered":"2024-02-19T16:30:12.281850+0000","last_unstale":"2024-02-19T16:30:13.263843+0000","last_undegraded":"2024-02-19T16:30:13.263843+0000","last_fullsized":"2024-02-19T16:30:13.263843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:57:14.660159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517060+0000","last_change":"2024-02-19T16:30:11.264614+0000","last_active":"2024-02-19T16:30:13.517060+0000","last_peered":"2024-02-19T16:30:13.517060+0000","last_clean":"2024-02-19T16:30:13.517060+0000","last_became_active":"2024-02-19T16:30:11.264337+0000","last_became_peered":"2024-02-19T16:30:11.264337+0000","last_unstale":"2024-02-19T16:30:13.517060+0000","last_undegraded":"2024-02-19T16:30:13.517060+0000","last_fullsized":"2024-02-19T16:30:13.517060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267922+0000","last_change":"2024-02-19T16:30:12.261114+0000","last_active":"2024-02-19T16:30:13.267922+0000","last_peered":"2024-02-19T16:30:13.267922+0000","last_clean":"2024-02-19T16:30:13.267922+0000","last_became_active":"2024-02-19T16:30:12.260863+0000","last_became_peered":"2024-02-19T16:30:12.260863+0000","last_unstale":"2024-02-19T16:30:13.267922+0000","last_undegraded":"2024-02-19T16:30:13.267922+0000","last_fullsized":"2024-02-19T16:30:13.267922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:11.264847+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:11.264550+0000","last_became_peered":"2024-02-19T16:30:11.264550+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443908+0000","last_change":"2024-02-19T16:30:12.283820+0000","last_active":"2024-02-19T16:30:13.443908+0000","last_peered":"2024-02-19T16:30:13.443908+0000","last_clean":"2024-02-19T16:30:13.443908+0000","last_became_active":"2024-02-19T16:30:12.283513+0000","last_became_peered":"2024-02-19T16:30:12.283513+0000","last_unstale":"2024-02-19T16:30:13.443908+0000","last_undegraded":"2024-02-19T16:30:13.443908+0000","last_fullsized":"2024-02-19T16:30:13.443908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267939+0000","last_change":"2024-02-19T16:30:11.260931+0000","last_active":"2024-02-19T16:30:13.267939+0000","last_peered":"2024-02-19T16:30:13.267939+0000","last_clean":"2024-02-19T16:30:13.267939+0000","last_became_active":"2024-02-19T16:30:11.260657+0000","last_became_peered":"2024-02-19T16:30:11.260657+0000","last_unstale":"2024-02-19T16:30:13.267939+0000","last_undegraded":"2024-02-19T16:30:13.267939+0000","last_fullsized":"2024-02-19T16:30:13.267939+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517537+0000","last_change":"2024-02-19T16:30:12.267168+0000","last_active":"2024-02-19T16:30:13.517537+0000","last_peered":"2024-02-19T16:30:13.517537+0000","last_clean":"2024-02-19T16:30:13.517537+0000","last_became_active":"2024-02-19T16:30:12.266874+0000","last_became_peered":"2024-02-19T16:30:12.266874+0000","last_unstale":"2024-02-19T16:30:13.517537+0000","last_undegraded":"2024-02-19T16:30:13.517537+0000","last_fullsized":"2024-02-19T16:30:13.517537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262149+0000","last_change":"2024-02-19T16:30:11.270460+0000","last_active":"2024-02-19T16:30:13.262149+0000","last_peered":"2024-02-19T16:30:13.262149+0000","last_clean":"2024-02-19T16:30:13.262149+0000","last_became_active":"2024-02-19T16:30:11.270133+0000","last_became_peered":"2024-02-19T16:30:11.270133+0000","last_unstale":"2024-02-19T16:30:13.262149+0000","last_undegraded":"2024-02-19T16:30:13.262149+0000","last_fullsized":"2024-02-19T16:30:13.262149+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:50.073421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268045+0000","last_change":"2024-02-19T16:30:12.261420+0000","last_active":"2024-02-19T16:30:13.268045+0000","last_peered":"2024-02-19T16:30:13.268045+0000","last_clean":"2024-02-19T16:30:13.268045+0000","last_became_active":"2024-02-19T16:30:12.261159+0000","last_became_peered":"2024-02-19T16:30:12.261159+0000","last_unstale":"2024-02-19T16:30:13.268045+0000","last_undegraded":"2024-02-19T16:30:13.268045+0000","last_fullsized":"2024-02-19T16:30:13.268045+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269382+0000","last_change":"2024-02-19T16:30:11.266929+0000","last_active":"2024-02-19T16:30:13.269382+0000","last_peered":"2024-02-19T16:30:13.269382+0000","last_clean":"2024-02-19T16:30:13.269382+0000","last_became_active":"2024-02-19T16:30:11.266699+0000","last_became_peered":"2024-02-19T16:30:11.266699+0000","last_unstale":"2024-02-19T16:30:13.269382+0000","last_undegraded":"2024-02-19T16:30:13.269382+0000","last_fullsized":"2024-02-19T16:30:13.269382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:12.259986+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:12.259722+0000","last_became_peered":"2024-02-19T16:30:12.259722+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270097+0000","last_change":"2024-02-19T16:30:11.270101+0000","last_active":"2024-02-19T16:30:13.270097+0000","last_peered":"2024-02-19T16:30:13.270097+0000","last_clean":"2024-02-19T16:30:13.270097+0000","last_became_active":"2024-02-19T16:30:11.269769+0000","last_became_peered":"2024-02-19T16:30:11.269769+0000","last_unstale":"2024-02-19T16:30:13.270097+0000","last_undegraded":"2024-02-19T16:30:13.270097+0000","last_fullsized":"2024-02-19T16:30:13.270097+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264061+0000","last_change":"2024-02-19T16:30:12.263830+0000","last_active":"2024-02-19T16:30:13.264061+0000","last_peered":"2024-02-19T16:30:13.264061+0000","last_clean":"2024-02-19T16:30:13.264061+0000","last_became_active":"2024-02-19T16:30:12.263456+0000","last_became_peered":"2024-02-19T16:30:12.263456+0000","last_unstale":"2024-02-19T16:30:13.264061+0000","last_undegraded":"2024-02-19T16:30:13.264061+0000","last_fullsized":"2024-02-19T16:30:13.264061+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.270736+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.270331+0000","last_became_peered":"2024-02-19T16:30:11.270331+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443808+0000","last_change":"2024-02-19T16:30:12.280014+0000","last_active":"2024-02-19T16:30:13.443808+0000","last_peered":"2024-02-19T16:30:13.443808+0000","last_clean":"2024-02-19T16:30:13.443808+0000","last_became_active":"2024-02-19T16:30:12.279745+0000","last_became_peered":"2024-02-19T16:30:12.279745+0000","last_unstale":"2024-02-19T16:30:13.443808+0000","last_undegraded":"2024-02-19T16:30:13.443808+0000","last_fullsized":"2024-02-19T16:30:13.443808+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:51.259798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268050+0000","last_change":"2024-02-19T16:30:11.260221+0000","last_active":"2024-02-19T16:30:13.268050+0000","last_peered":"2024-02-19T16:30:13.268050+0000","last_clean":"2024-02-19T16:30:13.268050+0000","last_became_active":"2024-02-19T16:30:11.259941+0000","last_became_peered":"2024-02-19T16:30:11.259941+0000","last_unstale":"2024-02-19T16:30:13.268050+0000","last_undegraded":"2024-02-19T16:30:13.268050+0000","last_fullsized":"2024-02-19T16:30:13.268050+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261531+0000","last_change":"2024-02-19T16:30:12.260822+0000","last_active":"2024-02-19T16:30:13.261531+0000","last_peered":"2024-02-19T16:30:13.261531+0000","last_clean":"2024-02-19T16:30:13.261531+0000","last_became_active":"2024-02-19T16:30:12.260567+0000","last_became_peered":"2024-02-19T16:30:12.260567+0000","last_unstale":"2024-02-19T16:30:13.261531+0000","last_undegraded":"2024-02-19T16:30:13.261531+0000","last_fullsized":"2024-02-19T16:30:13.261531+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268020+0000","last_change":"2024-02-19T16:30:11.256899+0000","last_active":"2024-02-19T16:30:13.268020+0000","last_peered":"2024-02-19T16:30:13.268020+0000","last_clean":"2024-02-19T16:30:13.268020+0000","last_became_active":"2024-02-19T16:30:11.256255+0000","last_became_peered":"2024-02-19T16:30:11.256255+0000","last_unstale":"2024-02-19T16:30:13.268020+0000","last_undegraded":"2024-02-19T16:30:13.268020+0000","last_fullsized":"2024-02-19T16:30:13.268020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.259423+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.259158+0000","last_became_peered":"2024-02-19T16:30:12.259158+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261972+0000","last_change":"2024-02-19T16:30:11.264577+0000","last_active":"2024-02-19T16:30:13.261972+0000","last_peered":"2024-02-19T16:30:13.261972+0000","last_clean":"2024-02-19T16:30:13.261972+0000","last_became_active":"2024-02-19T16:30:11.264282+0000","last_became_peered":"2024-02-19T16:30:11.264282+0000","last_unstale":"2024-02-19T16:30:13.261972+0000","last_undegraded":"2024-02-19T16:30:13.261972+0000","last_fullsized":"2024-02-19T16:30:13.261972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269914+0000","last_change":"2024-02-19T16:30:12.276595+0000","last_active":"2024-02-19T16:30:13.269914+0000","last_peered":"2024-02-19T16:30:13.269914+0000","last_clean":"2024-02-19T16:30:13.269914+0000","last_became_active":"2024-02-19T16:30:12.276065+0000","last_became_peered":"2024-02-19T16:30:12.276065+0000","last_unstale":"2024-02-19T16:30:13.269914+0000","last_undegraded":"2024-02-19T16:30:13.269914+0000","last_fullsized":"2024-02-19T16:30:13.269914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517381+0000","last_change":"2024-02-19T16:30:12.274831+0000","last_active":"2024-02-19T16:30:13.517381+0000","last_peered":"2024-02-19T16:30:13.517381+0000","last_clean":"2024-02-19T16:30:13.517381+0000","last_became_active":"2024-02-19T16:30:12.274546+0000","last_became_peered":"2024-02-19T16:30:12.274546+0000","last_unstale":"2024-02-19T16:30:13.517381+0000","last_undegraded":"2024-02-19T16:30:13.517381+0000","last_fullsized":"2024-02-19T16:30:13.517381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:11.269804+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:11.269285+0000","last_became_peered":"2024-02-19T16:30:11.269285+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517389+0000","last_change":"2024-02-19T16:30:12.282061+0000","last_active":"2024-02-19T16:30:13.517389+0000","last_peered":"2024-02-19T16:30:13.517389+0000","last_clean":"2024-02-19T16:30:13.517389+0000","last_became_active":"2024-02-19T16:30:12.281775+0000","last_became_peered":"2024-02-19T16:30:12.281775+0000","last_unstale":"2024-02-19T16:30:13.517389+0000","last_undegraded":"2024-02-19T16:30:13.517389+0000","last_fullsized":"2024-02-19T16:30:13.517389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262037+0000","last_change":"2024-02-19T16:30:11.269112+0000","last_active":"2024-02-19T16:30:13.262037+0000","last_peered":"2024-02-19T16:30:13.262037+0000","last_clean":"2024-02-19T16:30:13.262037+0000","last_became_active":"2024-02-19T16:30:11.266562+0000","last_became_peered":"2024-02-19T16:30:11.266562+0000","last_unstale":"2024-02-19T16:30:13.262037+0000","last_undegraded":"2024-02-19T16:30:13.262037+0000","last_fullsized":"2024-02-19T16:30:13.262037+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264090+0000","last_change":"2024-02-19T16:30:12.267836+0000","last_active":"2024-02-19T16:30:13.264090+0000","last_peered":"2024-02-19T16:30:13.264090+0000","last_clean":"2024-02-19T16:30:13.264090+0000","last_became_active":"2024-02-19T16:30:12.267617+0000","last_became_peered":"2024-02-19T16:30:12.267617+0000","last_unstale":"2024-02-19T16:30:13.264090+0000","last_undegraded":"2024-02-19T16:30:13.264090+0000","last_fullsized":"2024-02-19T16:30:13.264090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261812+0000","last_change":"2024-02-19T16:30:11.266895+0000","last_active":"2024-02-19T16:30:13.261812+0000","last_peered":"2024-02-19T16:30:13.261812+0000","last_clean":"2024-02-19T16:30:13.261812+0000","last_became_active":"2024-02-19T16:30:11.266618+0000","last_became_peered":"2024-02-19T16:30:11.266618+0000","last_unstale":"2024-02-19T16:30:13.261812+0000","last_undegraded":"2024-02-19T16:30:13.261812+0000","last_fullsized":"2024-02-19T16:30:13.261812+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261776+0000","last_change":"2024-02-19T16:30:12.262924+0000","last_active":"2024-02-19T16:30:13.261776+0000","last_peered":"2024-02-19T16:30:13.261776+0000","last_clean":"2024-02-19T16:30:13.261776+0000","last_became_active":"2024-02-19T16:30:12.262670+0000","last_became_peered":"2024-02-19T16:30:12.262670+0000","last_unstale":"2024-02-19T16:30:13.261776+0000","last_undegraded":"2024-02-19T16:30:13.261776+0000","last_fullsized":"2024-02-19T16:30:13.261776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264261+0000","last_change":"2024-02-19T16:30:11.266919+0000","last_active":"2024-02-19T16:30:13.264261+0000","last_peered":"2024-02-19T16:30:13.264261+0000","last_clean":"2024-02-19T16:30:13.264261+0000","last_became_active":"2024-02-19T16:30:11.266627+0000","last_became_peered":"2024-02-19T16:30:11.266627+0000","last_unstale":"2024-02-19T16:30:13.264261+0000","last_undegraded":"2024-02-19T16:30:13.264261+0000","last_fullsized":"2024-02-19T16:30:13.264261+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:30:20.268 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-02-19T16:30:20.268 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-02-19T16:30:20.268 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-02-19T16:30:20.268 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-02-19T16:30:20.269 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-02-19T16:30:20.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.402+0000 7f4e9e876640 1 Processor -- start 2024-02-19T16:30:20.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.402+0000 7f4e9e876640 1 -- start start 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e9e876640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f4e980d04d0 0x7f4e980d0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e9e876640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4e98165d00 0x7f4e981680f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e9e876640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e980d0e70 con 0x7f4e9815dd80 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e9e876640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e980d4640 con 0x7f4e98165d00 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e9e876640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e980cea40 con 0x7f4e980d04d0 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e9ce13640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4e98165d00 0x7f4e981680f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e9ce13640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4e98165d00 0x7f4e981680f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57534/0 (socket says 172.21.15.104:57534) 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e9ce13640 1 -- 172.21.15.104:0/1162221921 learned_addr learned my addr 172.21.15.104:0/1162221921 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.403+0000 7f4e977fe640 1 --2- 172.21.15.104:0/1162221921 >> v2:172.21.15.158:3300/0 conn(0x7f4e980d04d0 0x7f4e980d0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.404+0000 7f4e9ce13640 1 -- 172.21.15.104:0/1162221921 >> v2:172.21.15.158:3300/0 conn(0x7f4e980d04d0 msgr2=0x7f4e980d0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:20.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.404+0000 7f4e9ce13640 1 --2- 172.21.15.104:0/1162221921 >> v2:172.21.15.158:3300/0 conn(0x7f4e980d04d0 0x7f4e980d0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.404+0000 7f4e9ce13640 1 -- 172.21.15.104:0/1162221921 >> v1:172.21.15.158:6789/0 conn(0x7f4e9815dd80 legacy=0x7f4e980d1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.404+0000 7f4e9ce13640 1 -- 172.21.15.104:0/1162221921 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e980ced20 con 0x7f4e98165d00 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.404+0000 7f4e9ce13640 1 --2- 172.21.15.104:0/1162221921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e98165d00 0x7f4e981680f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4e980b6670 tx=0x7f4e9002bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a39c36443d7151 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.404+0000 7f4e96ffd640 1 -- 172.21.15.104:0/1162221921 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e9002cb20 con 0x7f4e98165d00 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.404+0000 7f4e96ffd640 1 -- 172.21.15.104:0/1162221921 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e9002cc80 con 0x7f4e98165d00 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.404+0000 7f4e96ffd640 1 -- 172.21.15.104:0/1162221921 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e900343f0 con 0x7f4e98165d00 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.405+0000 7f4e9e876640 1 -- 172.21.15.104:0/1162221921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e98165d00 msgr2=0x7f4e981680f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.405+0000 7f4e9e876640 1 --2- 172.21.15.104:0/1162221921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e98165d00 0x7f4e981680f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4e980b6670 tx=0x7f4e9002bf80 comp rx=0 tx=0).stop 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.405+0000 7f4e9e876640 1 -- 172.21.15.104:0/1162221921 shutdown_connections 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.405+0000 7f4e9e876640 1 --2- 172.21.15.104:0/1162221921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e98165d00 0x7f4e981680f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.405+0000 7f4e9e876640 1 --2- 172.21.15.104:0/1162221921 >> v2:172.21.15.158:3300/0 conn(0x7f4e980d04d0 0x7f4e980d0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.405+0000 7f4e9e876640 1 -- 172.21.15.104:0/1162221921 >> 172.21.15.104:0/1162221921 conn(0x7f4e9809cef0 msgr2=0x7f4e980d3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.405+0000 7f4e9e876640 1 -- 172.21.15.104:0/1162221921 shutdown_connections 2024-02-19T16:30:20.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.405+0000 7f4e9e876640 1 -- 172.21.15.104:0/1162221921 wait complete. 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.406+0000 7f4e9e876640 1 Processor -- start 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.406+0000 7f4e9e876640 1 -- start start 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e9e876640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4e980d04d0 0x7f4e980b8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e9e876640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e9815dd80 0x7f4e981f4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e9e876640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4e98165d00 0x7f4e981f4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e9e876640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e980cc540 con 0x7f4e9815dd80 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e9e876640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e980cc790 con 0x7f4e98165d00 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e9e876640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e980cca70 con 0x7f4e980d04d0 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e977fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e9815dd80 0x7f4e981f4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e977fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e9815dd80 0x7f4e981f4200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:57540/0 (socket says 172.21.15.104:57540) 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e977fe640 1 -- 172.21.15.104:0/3747907920 learned_addr learned my addr 172.21.15.104:0/3747907920 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:20.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e97fff640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4e980d04d0 0x7f4e980b8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e977fe640 1 -- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4e980d04d0 msgr2=0x7f4e980b8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e977fe640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4e980d04d0 0x7f4e980b8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e977fe640 1 -- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4e98165d00 msgr2=0x7f4e981f4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e9ce13640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4e98165d00 0x7f4e981f4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e977fe640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4e98165d00 0x7f4e981f4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e977fe640 1 -- 172.21.15.104:0/3747907920 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e90009b30 con 0x7f4e9815dd80 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.407+0000 7f4e9ce13640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4e98165d00 0x7f4e981f4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.408+0000 7f4e977fe640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e9815dd80 0x7f4e981f4200 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00e9b0 tx=0x7f4e8c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.408+0000 7f4e94ff9640 1 -- 172.21.15.104:0/3747907920 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c009670 con 0x7f4e9815dd80 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.408+0000 7f4e94ff9640 1 -- 172.21.15.104:0/3747907920 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e8c00c9a0 con 0x7f4e9815dd80 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.408+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e980ccd50 con 0x7f4e9815dd80 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.408+0000 7f4e94ff9640 1 -- 172.21.15.104:0/3747907920 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c00cd50 con 0x7f4e9815dd80 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.408+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e980cd550 con 0x7f4e9815dd80 2024-02-19T16:30:20.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.409+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e980751e0 con 0x7f4e9815dd80 2024-02-19T16:30:20.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.409+0000 7f4e94ff9640 1 -- 172.21.15.104:0/3747907920 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4e8c013470 con 0x7f4e9815dd80 2024-02-19T16:30:20.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.409+0000 7f4e94ff9640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e8406b810 0x7f4e8406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.410+0000 7f4e94ff9640 1 -- 172.21.15.104:0/3747907920 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4e8c08a3b0 con 0x7f4e9815dd80 2024-02-19T16:30:20.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.410+0000 7f4e97fff640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e8406b810 0x7f4e8406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.410+0000 7f4e97fff640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e8406b810 0x7f4e8406dcd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4e88001780 tx=0x7f4e88009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.414+0000 7f4e94ff9640 1 -- 172.21.15.104:0/3747907920 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4e8c054e90 con 0x7f4e9815dd80 2024-02-19T16:30:20.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.632+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f4e980ca820 con 0x7f4e9815dd80 2024-02-19T16:30:20.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.635+0000 7f4e94ff9640 1 -- 172.21.15.104:0/3747907920 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+171802 (secure 0 0 0) 0x7f4e8c058550 con 0x7f4e9815dd80 2024-02-19T16:30:20.637 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:20.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e8406b810 msgr2=0x7f4e8406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e8406b810 0x7f4e8406dcd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4e88001780 tx=0x7f4e88009040 comp rx=0 tx=0).stop 2024-02-19T16:30:20.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e9815dd80 msgr2=0x7f4e981f4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e9815dd80 0x7f4e981f4200 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00e9b0 tx=0x7f4e8c00ee70 comp rx=0 tx=0).stop 2024-02-19T16:30:20.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 shutdown_connections 2024-02-19T16:30:20.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e8406b810 0x7f4e8406dcd0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e9815dd80 0x7f4e981f4200 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4e98165d00 0x7f4e981f4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 --2- 172.21.15.104:0/3747907920 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4e980d04d0 0x7f4e980b8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 >> 172.21.15.104:0/3747907920 conn(0x7f4e9809cef0 msgr2=0x7f4e980b1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:20.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 shutdown_connections 2024-02-19T16:30:20.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.638+0000 7f4e9e876640 1 -- 172.21.15.104:0/3747907920 wait complete. 2024-02-19T16:30:20.651 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":5,"flags":0,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":3518922129},{"type":"v1","addr":"172.21.15.104:6833","nonce":3518922129}]},"active_addr":"172.21.15.104:6833/3518922129","active_change":"2024-02-19T16:29:52.054470+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4100,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":4254968092}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":1302451015}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":4174452875}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":2945511054}]}]} 2024-02-19T16:30:20.654 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-02-19T16:30:20.654 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-02-19T16:30:20.654 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:20.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.753+0000 7f1aa7d9a640 1 Processor -- start 2024-02-19T16:30:20.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.753+0000 7f1aa7d9a640 1 -- start start 2024-02-19T16:30:20.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.753+0000 7f1aa7d9a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.753+0000 7f1aa7d9a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f1aa0162760 0x7f1aa00d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa7d9a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1aa00d44c0 con 0x7f1aa00d4070 2024-02-19T16:30:20.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa7d9a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1aa00b42f0 con 0x7f1aa0162760 2024-02-19T16:30:20.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa7d9a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa00b45d0 con 0x7f1aa0161520 2024-02-19T16:30:20.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa5b36640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa5335640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f1aa0162760 0x7f1aa00d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa5b36640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00b3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42738/0 (socket says 172.21.15.104:42738) 2024-02-19T16:30:20.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa5b36640 1 -- 172.21.15.104:0/2319439031 learned_addr learned my addr 172.21.15.104:0/2319439031 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:20.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa5b36640 1 -- 172.21.15.104:0/2319439031 >> v2:172.21.15.158:3300/0 conn(0x7f1aa0162760 msgr2=0x7f1aa00d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:20.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa5b36640 1 --2- 172.21.15.104:0/2319439031 >> v2:172.21.15.158:3300/0 conn(0x7f1aa0162760 0x7f1aa00d3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa5b36640 1 -- 172.21.15.104:0/2319439031 >> v1:172.21.15.158:6789/0 conn(0x7f1aa00d4070 legacy=0x7f1aa00d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.754+0000 7f1aa5b36640 1 -- 172.21.15.104:0/2319439031 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa00b48b0 con 0x7f1aa0161520 2024-02-19T16:30:20.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa5b36640 1 --2- 172.21.15.104:0/2319439031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00b3970 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1a98009870 tx=0x7f1a9802ba20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a5fbc485d074c3a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa4b34640 1 -- 172.21.15.104:0/2319439031 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a9802f840 con 0x7f1aa0161520 2024-02-19T16:30:20.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa4b34640 1 -- 172.21.15.104:0/2319439031 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a9802f9a0 con 0x7f1aa0161520 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa4b34640 1 -- 172.21.15.104:0/2319439031 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a9802fd30 con 0x7f1aa0161520 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/2319439031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 msgr2=0x7f1aa00b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/2319439031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00b3970 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1a98009870 tx=0x7f1a9802ba20 comp rx=0 tx=0).stop 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/2319439031 shutdown_connections 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/2319439031 >> v2:172.21.15.158:3300/0 conn(0x7f1aa0162760 0x7f1aa00d3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/2319439031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00b3970 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.755+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/2319439031 >> 172.21.15.104:0/2319439031 conn(0x7f1aa008d5d0 msgr2=0x7f1aa009cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.756+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/2319439031 shutdown_connections 2024-02-19T16:30:20.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.756+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/2319439031 wait complete. 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa7d9a640 1 Processor -- start 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa7d9a640 1 -- start start 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa7d9a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa00d4070 0x7f1aa00cd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa7d9a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00c8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa7d9a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa0162760 0x7f1aa00c8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa7d9a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa00ca610 con 0x7f1aa0162760 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa7d9a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa00b7410 con 0x7f1aa00d4070 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa7d9a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa00c9570 con 0x7f1aa0161520 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa6337640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa0162760 0x7f1aa00c8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa6337640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa0162760 0x7f1aa00c8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45566/0 (socket says 172.21.15.104:45566) 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.757+0000 7f1aa6337640 1 -- 172.21.15.104:0/1711241103 learned_addr learned my addr 172.21.15.104:0/1711241103 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa5335640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00c8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa5b36640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa00d4070 0x7f1aa00cd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa5335640 1 -- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa00d4070 msgr2=0x7f1aa00cd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa5335640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa00d4070 0x7f1aa00cd6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa5335640 1 -- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa0162760 msgr2=0x7f1aa00c8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa5335640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa0162760 0x7f1aa00c8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa5335640 1 -- 172.21.15.104:0/1711241103 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a980094d0 con 0x7f1aa0161520 2024-02-19T16:30:20.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa6337640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa0162760 0x7f1aa00c8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:20.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa5335640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00c8a00 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f1a9000e850 tx=0x7f1a9000ed10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1a967fc640 1 -- 172.21.15.104:0/1711241103 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a900095b0 con 0x7f1aa0161520 2024-02-19T16:30:20.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1a967fc640 1 -- 172.21.15.104:0/1711241103 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a9000c940 con 0x7f1aa0161520 2024-02-19T16:30:20.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1a967fc640 1 -- 172.21.15.104:0/1711241103 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a9000ccd0 con 0x7f1aa0161520 2024-02-19T16:30:20.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aa00c9850 con 0x7f1aa0161520 2024-02-19T16:30:20.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.758+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aa00c9e10 con 0x7f1aa0161520 2024-02-19T16:30:20.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.759+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aa00751e0 con 0x7f1aa0161520 2024-02-19T16:30:20.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.760+0000 7f1a967fc640 1 -- 172.21.15.104:0/1711241103 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1a90013470 con 0x7f1aa0161520 2024-02-19T16:30:20.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.760+0000 7f1a967fc640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:20.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.760+0000 7f1a967fc640 1 -- 172.21.15.104:0/1711241103 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1a9008a2e0 con 0x7f1aa0161520 2024-02-19T16:30:20.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.760+0000 7f1aa5b36640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:20.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.760+0000 7f1aa5b36640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1a98036000 tx=0x7f1a98008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:20.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.765+0000 7f1a967fc640 1 -- 172.21.15.104:0/1711241103 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1a90054db0 con 0x7f1aa0161520 2024-02-19T16:30:20.939 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.937+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1aa00b3750 con 0x7f1aa0161520 2024-02-19T16:30:20.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.939+0000 7f1a967fc640 1 -- 172.21.15.104:0/1711241103 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f1a90058470 con 0x7f1aa0161520 2024-02-19T16:30:20.941 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:20.941 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:20.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 msgr2=0x7f1a8406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1a98036000 tx=0x7f1a98008030 comp rx=0 tx=0).stop 2024-02-19T16:30:20.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 msgr2=0x7f1aa00c8a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:20.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00c8a00 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f1a9000e850 tx=0x7f1a9000ed10 comp rx=0 tx=0).stop 2024-02-19T16:30:20.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 shutdown_connections 2024-02-19T16:30:20.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa0162760 0x7f1aa00c8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa0161520 0x7f1aa00c8a00 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 --2- 172.21.15.104:0/1711241103 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa00d4070 0x7f1aa00cd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:20.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 >> 172.21.15.104:0/1711241103 conn(0x7f1aa008d5d0 msgr2=0x7f1aa00cf3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:20.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 shutdown_connections 2024-02-19T16:30:20.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:20.940+0000 7f1aa7d9a640 1 -- 172.21.15.104:0/1711241103 wait complete. 2024-02-19T16:30:20.953 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-02-19T16:30:20.954 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:21.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.051+0000 7f2307fe9640 1 Processor -- start 2024-02-19T16:30:21.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.051+0000 7f2307fe9640 1 -- start start 2024-02-19T16:30:21.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2307fe9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f230015deb0 0x7f23000cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2307fe9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f23000d3a70 0x7f23000d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2307fe9640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23000d4410 con 0x7f23000b3c70 2024-02-19T16:30:21.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2307fe9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23000d1000 con 0x7f23000d3a70 2024-02-19T16:30:21.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2307fe9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23000d12e0 con 0x7f230015deb0 2024-02-19T16:30:21.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2305584640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f23000d3a70 0x7f23000d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2305584640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f23000d3a70 0x7f23000d3ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45578/0 (socket says 172.21.15.104:45578) 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2305584640 1 -- 172.21.15.104:0/3089457885 learned_addr learned my addr 172.21.15.104:0/3089457885 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.052+0000 7f2305d85640 1 --2- 172.21.15.104:0/3089457885 >> v2:172.21.15.158:3300/0 conn(0x7f230015deb0 0x7f23000cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.053+0000 7f2305d85640 1 -- 172.21.15.104:0/3089457885 >> v2:172.21.15.104:3300/0 conn(0x7f23000d3a70 msgr2=0x7f23000d3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.053+0000 7f2305d85640 1 --2- 172.21.15.104:0/3089457885 >> v2:172.21.15.104:3300/0 conn(0x7f23000d3a70 0x7f23000d3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.053+0000 7f2305d85640 1 -- 172.21.15.104:0/3089457885 >> v1:172.21.15.158:6789/0 conn(0x7f23000b3c70 legacy=0x7f23000b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.053+0000 7f2305d85640 1 -- 172.21.15.104:0/3089457885 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23000cea00 con 0x7f230015deb0 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.053+0000 7f2304d83640 1 -- 172.21.15.104:0/3089457885 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3103029316 0 0) 0x7f23000d4410 con 0x7f23000b3c70 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.053+0000 7f2305584640 1 --2- 172.21.15.104:0/3089457885 >> v2:172.21.15.104:3300/0 conn(0x7f23000d3a70 0x7f23000d3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.053+0000 7f2305d85640 1 --2- 172.21.15.104:0/3089457885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f230015deb0 0x7f23000cf4e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f23000b6650 tx=0x7f22f802b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c0b64c2cfdd4490 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2304d83640 1 -- 172.21.15.104:0/3089457885 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f8031830 con 0x7f230015deb0 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2304d83640 1 -- 172.21.15.104:0/3089457885 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22f8031990 con 0x7f230015deb0 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2304d83640 1 -- 172.21.15.104:0/3089457885 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f8031d20 con 0x7f230015deb0 2024-02-19T16:30:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2307fe9640 1 -- 172.21.15.104:0/3089457885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f230015deb0 msgr2=0x7f23000cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2307fe9640 1 --2- 172.21.15.104:0/3089457885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f230015deb0 0x7f23000cf4e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f23000b6650 tx=0x7f22f802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2307fe9640 1 -- 172.21.15.104:0/3089457885 shutdown_connections 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2307fe9640 1 --2- 172.21.15.104:0/3089457885 >> v2:172.21.15.104:3300/0 conn(0x7f23000d3a70 0x7f23000d3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2307fe9640 1 --2- 172.21.15.104:0/3089457885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f230015deb0 0x7f23000cf4e0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2307fe9640 1 -- 172.21.15.104:0/3089457885 >> 172.21.15.104:0/3089457885 conn(0x7f230008d560 msgr2=0x7f230009ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2307fe9640 1 -- 172.21.15.104:0/3089457885 shutdown_connections 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.054+0000 7f2307fe9640 1 -- 172.21.15.104:0/3089457885 wait complete. 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.055+0000 7f2307fe9640 1 Processor -- start 2024-02-19T16:30:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.055+0000 7f2307fe9640 1 -- start start 2024-02-19T16:30:21.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2307fe9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23000b3c70 0x7f230015f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2307fe9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23000d3a70 0x7f23000c9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2307fe9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f230015deb0 0x7f23000ca130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2307fe9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2300160ba0 con 0x7f230015deb0 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2307fe9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f230015ff20 con 0x7f23000d3a70 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2307fe9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2300160200 con 0x7f23000b3c70 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2306586640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f230015deb0 0x7f23000ca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2306586640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f230015deb0 0x7f23000ca130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45582/0 (socket says 172.21.15.104:45582) 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2306586640 1 -- 172.21.15.104:0/2870315802 learned_addr learned my addr 172.21.15.104:0/2870315802 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2305584640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23000d3a70 0x7f23000c9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2305d85640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23000b3c70 0x7f230015f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2306586640 1 -- 172.21.15.104:0/2870315802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23000b3c70 msgr2=0x7f230015f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2306586640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23000b3c70 0x7f230015f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2306586640 1 -- 172.21.15.104:0/2870315802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23000d3a70 msgr2=0x7f23000c9bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2306586640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23000d3a70 0x7f23000c9bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.056+0000 7f2306586640 1 -- 172.21.15.104:0/2870315802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22f40094d0 con 0x7f230015deb0 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.057+0000 7f2306586640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f230015deb0 0x7f23000ca130 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f22f000c760 tx=0x7f22f000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.057+0000 7f22fe7fc640 1 -- 172.21.15.104:0/2870315802 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f0003da0 con 0x7f230015deb0 2024-02-19T16:30:21.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.057+0000 7f22fe7fc640 1 -- 172.21.15.104:0/2870315802 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22f000ce70 con 0x7f230015deb0 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.057+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22f8009400 con 0x7f230015deb0 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.057+0000 7f22fe7fc640 1 -- 172.21.15.104:0/2870315802 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f0005290 con 0x7f230015deb0 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.057+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23001607c0 con 0x7f230015deb0 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.058+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2300160ce0 con 0x7f230015deb0 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.058+0000 7f22fe7fc640 1 -- 172.21.15.104:0/2870315802 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f22f00053f0 con 0x7f230015deb0 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.058+0000 7f22fe7fc640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22ec06b810 0x7f22ec06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.059+0000 7f22fe7fc640 1 -- 172.21.15.104:0/2870315802 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f22f0089f10 con 0x7f230015deb0 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.059+0000 7f2305d85640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22ec06b810 0x7f22ec06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.059+0000 7f2305d85640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22ec06b810 0x7f22ec06dcd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f22f8036000 tx=0x7f22f803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.063+0000 7f22fe7fc640 1 -- 172.21.15.104:0/2870315802 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2300160ce0 con 0x7f230015deb0 2024-02-19T16:30:21.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.235+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2300160ce0 con 0x7f230015deb0 2024-02-19T16:30:21.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.236+0000 7f22fe7fc640 1 -- 172.21.15.104:0/2870315802 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f2300160ce0 con 0x7f230015deb0 2024-02-19T16:30:21.238 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:21.238 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:21.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22ec06b810 msgr2=0x7f22ec06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22ec06b810 0x7f22ec06dcd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f22f8036000 tx=0x7f22f803c040 comp rx=0 tx=0).stop 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f230015deb0 msgr2=0x7f23000ca130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f230015deb0 0x7f23000ca130 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f22f000c760 tx=0x7f22f000cc20 comp rx=0 tx=0).stop 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 shutdown_connections 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22ec06b810 0x7f22ec06dcd0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f230015deb0 0x7f23000ca130 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23000d3a70 0x7f23000c9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 --2- 172.21.15.104:0/2870315802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23000b3c70 0x7f230015f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 >> 172.21.15.104:0/2870315802 conn(0x7f230008d560 msgr2=0x7f23000b3070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 shutdown_connections 2024-02-19T16:30:21.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.238+0000 7f2307fe9640 1 -- 172.21.15.104:0/2870315802 wait complete. 2024-02-19T16:30:21.251 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-02-19T16:30:21.252 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-02-19T16:30:21.252 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-02-19T16:30:21.252 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-02-19T16:30:21.253 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-02-19T16:30:21.253 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-02-19T16:30:21.254 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-02-19T16:30:21.254 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-02-19T16:30:21.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.421+0000 7f878a5e2640 1 Processor -- start 2024-02-19T16:30:21.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.422+0000 7f878a5e2640 1 -- start start 2024-02-19T16:30:21.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.421+0000 7f076dd92640 1 Processor -- start 2024-02-19T16:30:21.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.421+0000 7f076dd92640 1 -- start start 2024-02-19T16:30:21.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.422+0000 7f076dd92640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 0x7f0760036db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.422+0000 7f076dd92640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f076004a390 0x7f0760051f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.422+0000 7f076dd92640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07600513c0 con 0x7f0760049fb0 2024-02-19T16:30:21.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f076dd92640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07600545c0 con 0x7f076004a390 2024-02-19T16:30:21.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f076dd92640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0760007c60 con 0x7f0760057480 2024-02-19T16:30:21.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f076cd90640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0760049fb0 0x7f0760051850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53462/0 (socket says 172.21.15.104:53462) 2024-02-19T16:30:21.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f076cd90640 1 -- 172.21.15.104:0/2299120422 learned_addr learned my addr 172.21.15.104:0/2299120422 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:21.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f0767fff640 1 --2- 172.21.15.104:0/2299120422 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 0x7f0760036db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f076d591640 1 --2- 172.21.15.104:0/2299120422 >> v2:172.21.15.158:3300/0 conn(0x7f076004a390 0x7f0760051f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f8783fff640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f877c048100 0x7f877c006f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:40904/0 (socket says 172.21.15.104:40904) 2024-02-19T16:30:21.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f07677fe640 1 -- 172.21.15.104:0/2299120422 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 21549984 0 0) 0x7f07600513c0 con 0x7f0760049fb0 2024-02-19T16:30:21.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f07677fe640 1 -- 172.21.15.104:0/2299120422 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0758003520 con 0x7f0760049fb0 2024-02-19T16:30:21.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f0767fff640 1 -- 172.21.15.104:0/2299120422 >> v2:172.21.15.158:3300/0 conn(0x7f076004a390 msgr2=0x7f0760051f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f0767fff640 1 --2- 172.21.15.104:0/2299120422 >> v2:172.21.15.158:3300/0 conn(0x7f076004a390 0x7f0760051f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f0767fff640 1 -- 172.21.15.104:0/2299120422 >> v1:172.21.15.104:6789/0 conn(0x7f0760049fb0 legacy=0x7f0760051850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f8783fff640 1 -- 172.21.15.104:0/374853104 learned_addr learned my addr 172.21.15.104:0/374853104 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:21.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f878a5e2640 1 --2- 172.21.15.104:0/374853104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c050040 0x7f877c0542e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7fc4aa75a640 1 Processor -- start 2024-02-19T16:30:21.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f878a5e2640 1 -- 172.21.15.104:0/374853104 --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f877c006a90 con 0x7f877c053e50 2024-02-19T16:30:21.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f878a5e2640 1 -- 172.21.15.104:0/374853104 --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f877c005ec0 con 0x7f877c048100 2024-02-19T16:30:21.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f8788b7f640 1 --2- 172.21.15.104:0/374853104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c050040 0x7f877c0542e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7fc4aa75a640 1 -- start start 2024-02-19T16:30:21.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f878a5e2640 1 -- 172.21.15.104:0/374853104 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f877c0484e0 con 0x7f877c050040 2024-02-19T16:30:21.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f3185920640 1 Processor -- start 2024-02-19T16:30:21.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f8782ffd640 1 -- 172.21.15.104:0/374853104 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2655705168 0 0) 0x7f877c005ec0 con 0x7f877c048100 2024-02-19T16:30:21.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f8782ffd640 1 -- 172.21.15.104:0/374853104 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8774003520 con 0x7f877c048100 2024-02-19T16:30:21.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.423+0000 7f0767fff640 1 -- 172.21.15.104:0/2299120422 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0760007f40 con 0x7f0760057480 2024-02-19T16:30:21.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7fd77ffff640 1 Processor -- start 2024-02-19T16:30:21.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7fd77ffff640 1 -- start start 2024-02-19T16:30:21.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7f60a06cd640 1 Processor -- start 2024-02-19T16:30:21.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f8788b7f640 1 -- 172.21.15.104:0/374853104 >> v1:172.21.15.158:6789/0 conn(0x7f877c048100 legacy=0x7f877c006f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f8788b7f640 1 -- 172.21.15.104:0/374853104 >> v1:172.21.15.104:6789/0 conn(0x7f877c053e50 legacy=0x7f877c04f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f8788b7f640 1 -- 172.21.15.104:0/374853104 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f877c053280 con 0x7f877c050040 2024-02-19T16:30:21.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7fc4aa75a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a406dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7f1fcf59e640 1 Processor -- start 2024-02-19T16:30:21.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7fc4aa75a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4a406ca30 con 0x7fc4a415def0 2024-02-19T16:30:21.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7fc4aa75a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4a40b4f60 con 0x7fc4a40b0be0 2024-02-19T16:30:21.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7fc4aa75a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a40b6b60 con 0x7fc4a4072c60 2024-02-19T16:30:21.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7f0767fff640 1 --2- 172.21.15.104:0/2299120422 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 0x7f0760036db0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f07540097a0 tx=0x7f075402b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8012f2b6b7afdb2b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7f8788b7f640 1 --2- 172.21.15.104:0/374853104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c050040 0x7f877c0542e0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f878406a7e0 tx=0x7f87840a68f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa9ba7411798b0a2 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.424+0000 7f3185920640 1 -- start start 2024-02-19T16:30:21.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f3185920640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f318006c550 0x7f31800cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f07677fe640 1 -- 172.21.15.104:0/2299120422 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0754031830 con 0x7f0760057480 2024-02-19T16:30:21.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f07677fe640 1 -- 172.21.15.104:0/2299120422 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0754031990 con 0x7f0760057480 2024-02-19T16:30:21.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f07677fe640 1 -- 172.21.15.104:0/2299120422 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0754031d20 con 0x7f0760057480 2024-02-19T16:30:21.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fc4a9f59640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a406dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fc4a9f59640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a406dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42800/0 (socket says 172.21.15.104:42800) 2024-02-19T16:30:21.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f8782ffd640 1 -- 172.21.15.104:0/374853104 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87840b1070 con 0x7f877c050040 2024-02-19T16:30:21.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f8782ffd640 1 -- 172.21.15.104:0/374853104 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87840ac6b0 con 0x7f877c050040 2024-02-19T16:30:21.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f8782ffd640 1 -- 172.21.15.104:0/374853104 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87840acae0 con 0x7f877c050040 2024-02-19T16:30:21.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fd77ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd7780e30b0 0x7fd778057d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fc4a9f59640 1 -- 172.21.15.104:0/3802299948 learned_addr learned my addr 172.21.15.104:0/3802299948 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f317effd640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f318015c5a0 0x7f31800b2600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:40908/0 (socket says 172.21.15.104:40908) 2024-02-19T16:30:21.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f317effd640 1 -- 172.21.15.104:0/1213313855 learned_addr learned my addr 172.21.15.104:0/1213313855 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:21.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f317e7fc640 1 --2- 172.21.15.104:0/1213313855 >> v2:172.21.15.158:3300/0 conn(0x7f318006c550 0x7f31800cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f3185920640 1 -- 172.21.15.104:0/1213313855 --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31800cff70 con 0x7f31800cfb40 2024-02-19T16:30:21.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f3185920640 1 -- 172.21.15.104:0/1213313855 --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3180162590 con 0x7f318015c5a0 2024-02-19T16:30:21.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f3185920640 1 -- 172.21.15.104:0/1213313855 --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f318006ca00 con 0x7f318006c550 2024-02-19T16:30:21.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fd77ffff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd77803e830 0x7fd778053be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7f60a06cd640 1 -- start start 2024-02-19T16:30:21.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fc4a9f59640 1 -- 172.21.15.104:0/3802299948 >> v1:172.21.15.158:6789/0 conn(0x7fc4a40b0be0 legacy=0x7fc4a4072550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fc4a9f59640 1 -- 172.21.15.104:0/3802299948 >> v1:172.21.15.104:6789/0 conn(0x7fc4a415def0 legacy=0x7fc4a40b4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fc4a9f59640 1 -- 172.21.15.104:0/3802299948 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4a406cc80 con 0x7fc4a4072c60 2024-02-19T16:30:21.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fd77e7fc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd77803e830 0x7fd778053be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3963389734 0 0) 0x7f3180162590 con 0x7f318015c5a0 2024-02-19T16:30:21.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3168003520 con 0x7f318015c5a0 2024-02-19T16:30:21.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.425+0000 7f1fcf59e640 1 -- start start 2024-02-19T16:30:21.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f60a06cd640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f609815dcb0 0x7f60980cf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f60a06cd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f60980d2840 0x7f60981617e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f60a06cd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6098162690 con 0x7f60980cf690 2024-02-19T16:30:21.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f60a06cd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60980d17a0 con 0x7f60980d2840 2024-02-19T16:30:21.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f60a06cd640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60980d1a80 con 0x7f609815dcb0 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 <== mon.1 v1:172.21.15.158:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4186154495 0 0) 0x7f3168003520 con 0x7f318015c5a0 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 >> v2:172.21.15.158:3300/0 conn(0x7f318006c550 msgr2=0x7f31800cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 --2- 172.21.15.104:0/1213313855 >> v2:172.21.15.158:3300/0 conn(0x7f318006c550 0x7f31800cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 >> v1:172.21.15.104:6789/0 conn(0x7f31800cfb40 legacy=0x7f31800707d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 --> v1:172.21.15.158:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f318015c980 con 0x7f318015c5a0 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 <== mon.1 v1:172.21.15.158:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f31780019d0 con 0x7f318015c5a0 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 >> v1:172.21.15.158:6789/0 conn(0x7f318015c5a0 legacy=0x7f31800b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3168003990 0x7f3168003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31680047c0 0x7f3168004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3168005180 0x7f316800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f318006ca00 con 0x7f31680047c0 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f316800bfd0 con 0x7f3168005180 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f316800c190 con 0x7f3168003990 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f878a5e2640 1 -- 172.21.15.104:0/374853104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c050040 msgr2=0x7f877c0542e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f878a5e2640 1 --2- 172.21.15.104:0/374853104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c050040 0x7f877c0542e0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f878406a7e0 tx=0x7f87840a68f0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f609dc68640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f60980d2840 0x7f60981617e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f609dc68640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f60980d2840 0x7f60981617e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45630/0 (socket says 172.21.15.104:45630) 2024-02-19T16:30:21.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f609dc68640 1 -- 172.21.15.104:0/369365796 learned_addr learned my addr 172.21.15.104:0/369365796 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317effd640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3168003990 0x7f3168003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317f7fe640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3168005180 0x7f316800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317e7fc640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31680047c0 0x7f3168004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f609e469640 1 --2- 172.21.15.104:0/369365796 >> v2:172.21.15.158:3300/0 conn(0x7f609815dcb0 0x7f60980cf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317effd640 1 -- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3168005180 msgr2=0x7f316800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317effd640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3168005180 0x7f316800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317effd640 1 -- 172.21.15.104:0/1213313855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31680047c0 msgr2=0x7f3168004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317effd640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31680047c0 0x7f3168004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317effd640 1 -- 172.21.15.104:0/1213313855 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f318015c980 con 0x7f3168003990 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f317f7fe640 1 -- 172.21.15.104:0/1213313855 reap_dead start 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f878a5e2640 1 -- 172.21.15.104:0/374853104 shutdown_connections 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f878a5e2640 1 --2- 172.21.15.104:0/374853104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c050040 0x7f877c0542e0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f878a5e2640 1 -- 172.21.15.104:0/374853104 >> 172.21.15.104:0/374853104 conn(0x7f877c009fe0 msgr2=0x7f877c00a3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f878a5e2640 1 -- 172.21.15.104:0/374853104 shutdown_connections 2024-02-19T16:30:21.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f076dd92640 1 -- 172.21.15.104:0/2299120422 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 msgr2=0x7f0760036db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f076dd92640 1 --2- 172.21.15.104:0/2299120422 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 0x7f0760036db0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f07540097a0 tx=0x7f075402b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fd77e7fc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd77803e830 0x7fd778053be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42808/0 (socket says 172.21.15.104:42808) 2024-02-19T16:30:21.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.426+0000 7fd77e7fc640 1 -- 172.21.15.104:0/4187423879 learned_addr learned my addr 172.21.15.104:0/4187423879 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7fd77ffff640 1 -- 172.21.15.104:0/4187423879 --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7780582c0 con 0x7fd778054120 2024-02-19T16:30:21.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77ffff640 1 -- 172.21.15.104:0/4187423879 --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7780545b0 con 0x7fd7780e30b0 2024-02-19T16:30:21.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77ffff640 1 -- 172.21.15.104:0/4187423879 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd778006190 con 0x7fd77803e830 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f609e469640 1 -- 172.21.15.104:0/369365796 >> v2:172.21.15.104:3300/0 conn(0x7f60980d2840 msgr2=0x7f60981617e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f609e469640 1 --2- 172.21.15.104:0/369365796 >> v2:172.21.15.104:3300/0 conn(0x7f60980d2840 0x7f60981617e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f609e469640 1 -- 172.21.15.104:0/369365796 >> v1:172.21.15.104:6789/0 conn(0x7f60980cf690 legacy=0x7f60980d0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f609e469640 1 -- 172.21.15.104:0/369365796 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60980d1d60 con 0x7f609815dcb0 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f1fcf59e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1fc80e30b0 0x7f1fc8057d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f1fcf59e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fc80582c0 con 0x7f1fc80542f0 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f1fcf59e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fc8058560 con 0x7f1fc803e830 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.427+0000 7f1fcf59e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fc8006190 con 0x7f1fc80e30b0 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f1fcdd9b640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f1fc803e830 0x7f1fc8053be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:40924/0 (socket says 172.21.15.104:40924) 2024-02-19T16:30:21.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f1fcdd9b640 1 -- 172.21.15.104:0/1242482760 learned_addr learned my addr 172.21.15.104:0/1242482760 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:21.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77effd640 1 --2- 172.21.15.104:0/4187423879 >> v2:172.21.15.104:3300/0 conn(0x7fd7780e30b0 0x7fd778057d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f317e7fc640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31680047c0 0x7f3168004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:21.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f1fce59c640 1 --2- 172.21.15.104:0/1242482760 >> v2:172.21.15.104:3300/0 conn(0x7f1fc80e30b0 0x7f1fc8057d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f878a5e2640 1 -- 172.21.15.104:0/374853104 wait complete. 2024-02-19T16:30:21.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f076dd92640 1 -- 172.21.15.104:0/2299120422 shutdown_connections 2024-02-19T16:30:21.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f076dd92640 1 --2- 172.21.15.104:0/2299120422 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 0x7f0760036db0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f076dd92640 1 --2- 172.21.15.104:0/2299120422 >> v2:172.21.15.158:3300/0 conn(0x7f076004a390 0x7f0760051f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f076dd92640 1 -- 172.21.15.104:0/2299120422 >> 172.21.15.104:0/2299120422 conn(0x7f0760020040 msgr2=0x7f0760056d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f1fcd59a640 1 -- 172.21.15.104:0/1242482760 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1304526185 0 0) 0x7f1fc80582c0 con 0x7f1fc80542f0 2024-02-19T16:30:21.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f1fcd59a640 1 -- 172.21.15.104:0/1242482760 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1fbc003520 con 0x7f1fc80542f0 2024-02-19T16:30:21.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fb0030a6640 1 Processor -- start 2024-02-19T16:30:21.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fc4a9f59640 1 --2- 172.21.15.104:0/3802299948 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a406dc30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc4940098a0 tx=0x7fc49402b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aabf06621b7ebaa9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f1fcd59a640 1 -- 172.21.15.104:0/1242482760 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3531033486 0 0) 0x7f1fbc003520 con 0x7f1fc80542f0 2024-02-19T16:30:21.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7fc49bfff640 1 -- 172.21.15.104:0/3802299948 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc494030840 con 0x7fc4a4072c60 2024-02-19T16:30:21.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7fc49bfff640 1 -- 172.21.15.104:0/3802299948 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4940309a0 con 0x7fc4a4072c60 2024-02-19T16:30:21.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f317effd640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3168003990 0x7f3168003dd0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f317800a8b0 tx=0x7f31680057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7ba99617870fa84 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77dffb640 1 -- 172.21.15.104:0/4187423879 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2621210758 0 0) 0x7fd7780582c0 con 0x7fd778054120 2024-02-19T16:30:21.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77e7fc640 1 -- 172.21.15.104:0/4187423879 >> v2:172.21.15.104:3300/0 conn(0x7fd7780e30b0 msgr2=0x7fd778057d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77e7fc640 1 --2- 172.21.15.104:0/4187423879 >> v2:172.21.15.104:3300/0 conn(0x7fd7780e30b0 0x7fd778057d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77e7fc640 1 -- 172.21.15.104:0/4187423879 >> v1:172.21.15.104:6789/0 conn(0x7fd778054120 legacy=0x7fd7780e6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77e7fc640 1 -- 172.21.15.104:0/4187423879 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd778058560 con 0x7fd77803e830 2024-02-19T16:30:21.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fd77effd640 1 --2- 172.21.15.104:0/4187423879 >> v2:172.21.15.104:3300/0 conn(0x7fd7780e30b0 0x7fd778057d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:21.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f076dd92640 1 -- 172.21.15.104:0/2299120422 shutdown_connections 2024-02-19T16:30:21.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f076dd92640 1 -- 172.21.15.104:0/2299120422 wait complete. 2024-02-19T16:30:21.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7fb0030a6640 1 -- start start 2024-02-19T16:30:21.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3178034630 con 0x7f3168003990 2024-02-19T16:30:21.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f317802f070 con 0x7f3168003990 2024-02-19T16:30:21.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f317dffb640 1 -- 172.21.15.104:0/1213313855 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31780349f0 con 0x7f3168003990 2024-02-19T16:30:21.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7fd77e7fc640 1 --2- 172.21.15.104:0/4187423879 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd77803e830 0x7fd778053be0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd78007ae00 tx=0x7fd7800a6990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbf1b8c1456dde88 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.428+0000 7f1fce59c640 1 -- 172.21.15.104:0/1242482760 >> v1:172.21.15.158:6789/0 conn(0x7f1fc803e830 legacy=0x7f1fc8053be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f1fce59c640 1 -- 172.21.15.104:0/1242482760 >> v1:172.21.15.104:6789/0 conn(0x7f1fc80542f0 legacy=0x7f1fc80068c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f1fce59c640 1 -- 172.21.15.104:0/1242482760 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fc8058840 con 0x7f1fc80e30b0 2024-02-19T16:30:21.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f878a5e2640 1 Processor -- start 2024-02-19T16:30:21.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7fc49bfff640 1 -- 172.21.15.104:0/3802299948 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc494030d30 con 0x7fc4a4072c60 2024-02-19T16:30:21.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.429+0000 7f609e469640 1 --2- 172.21.15.104:0/369365796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f609815dcb0 0x7f60980cf150 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f60980d3a00 tx=0x7f609402b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1baa5e692d8fa507 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fd77dffb640 1 -- 172.21.15.104:0/4187423879 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7800ab910 con 0x7fd77803e830 2024-02-19T16:30:21.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fd77dffb640 1 -- 172.21.15.104:0/4187423879 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7800abab0 con 0x7fd77803e830 2024-02-19T16:30:21.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fd77dffb640 1 -- 172.21.15.104:0/4187423879 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7800b33b0 con 0x7fd77803e830 2024-02-19T16:30:21.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fc4aa75a640 1 -- 172.21.15.104:0/3802299948 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 msgr2=0x7fc4a406dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fc4aa75a640 1 --2- 172.21.15.104:0/3802299948 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a406dc30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc4940098a0 tx=0x7fc49402b980 comp rx=0 tx=0).stop 2024-02-19T16:30:21.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f609d467640 1 -- 172.21.15.104:0/369365796 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6094031830 con 0x7f609815dcb0 2024-02-19T16:30:21.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f609d467640 1 -- 172.21.15.104:0/369365796 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6094031990 con 0x7f609815dcb0 2024-02-19T16:30:21.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f878a5e2640 1 -- start start 2024-02-19T16:30:21.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f609d467640 1 -- 172.21.15.104:0/369365796 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6094031830 con 0x7f609815dcb0 2024-02-19T16:30:21.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fc4aa75a640 1 -- 172.21.15.104:0/3802299948 shutdown_connections 2024-02-19T16:30:21.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0030a6640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff40e3150 0x7faff40e7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0030a6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faff403c090 0x7faff4058040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fc4aa75a640 1 --2- 172.21.15.104:0/3802299948 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a406dc30 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f3185920640 1 -- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3168003990 msgr2=0x7f3168003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f3185920640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3168003990 0x7f3168003dd0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f317800a8b0 tx=0x7f31680057f0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0030a6640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faff4058580 con 0x7faff4053ca0 2024-02-19T16:30:21.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f3185920640 1 -- 172.21.15.104:0/1213313855 shutdown_connections 2024-02-19T16:30:21.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f3185920640 1 --2- 172.21.15.104:0/1213313855 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3168003990 0x7f3168003dd0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f3185920640 1 -- 172.21.15.104:0/1213313855 >> 172.21.15.104:0/1213313855 conn(0x7f318006af10 msgr2=0x7f318006b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0030a6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faff4007b60 con 0x7faff403c090 2024-02-19T16:30:21.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f3185920640 1 -- 172.21.15.104:0/1213313855 shutdown_connections 2024-02-19T16:30:21.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0018a3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faff403c090 0x7faff4058040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f076dd92640 1 Processor -- start 2024-02-19T16:30:21.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f076dd92640 1 -- start start 2024-02-19T16:30:21.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0020a4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff40e3150 0x7faff40e7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0020a4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff40e3150 0x7faff40e7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42838/0 (socket says 172.21.15.104:42838) 2024-02-19T16:30:21.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0020a4640 1 -- 172.21.15.104:0/2009425368 learned_addr learned my addr 172.21.15.104:0/2009425368 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fb0030a6640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faff4058800 con 0x7faff40e3150 2024-02-19T16:30:21.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f3185920640 1 -- 172.21.15.104:0/1213313855 wait complete. 2024-02-19T16:30:21.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7fc4aa75a640 1 -- 172.21.15.104:0/3802299948 >> 172.21.15.104:0/3802299948 conn(0x7fc4a4067770 msgr2=0x7fc4a406e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.430+0000 7f1fce59c640 1 --2- 172.21.15.104:0/1242482760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80e30b0 0x7f1fc8057d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1fd006a7e0 tx=0x7f1fd00a66a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e6fc762df59a944 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f1fcd59a640 1 -- 172.21.15.104:0/1242482760 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd00a6ea0 con 0x7f1fc80e30b0 2024-02-19T16:30:21.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f878a5e2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f877c048100 0x7f877c17ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f1fcd59a640 1 -- 172.21.15.104:0/1242482760 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fd00a9050 con 0x7f1fc80e30b0 2024-02-19T16:30:21.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f878a5e2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f877c050040 0x7f877c033ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f878a5e2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c053e50 0x7f877c04a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fd77ffff640 1 -- 172.21.15.104:0/4187423879 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd77803e830 msgr2=0x7fd778053be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fd77ffff640 1 --2- 172.21.15.104:0/4187423879 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd77803e830 0x7fd778053be0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd78007ae00 tx=0x7fd7800a6990 comp rx=0 tx=0).stop 2024-02-19T16:30:21.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f878a5e2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f877c034000 con 0x7f877c050040 2024-02-19T16:30:21.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f878a5e2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f877c04a5c0 con 0x7f877c048100 2024-02-19T16:30:21.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f878a5e2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f877c04a840 con 0x7f877c053e50 2024-02-19T16:30:21.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fb0010a2640 1 -- 172.21.15.104:0/2009425368 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 104988057 0 0) 0x7faff4058580 con 0x7faff4053ca0 2024-02-19T16:30:21.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fb0010a2640 1 -- 172.21.15.104:0/2009425368 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fafe8003520 con 0x7faff4053ca0 2024-02-19T16:30:21.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f60a06cd640 1 -- 172.21.15.104:0/369365796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f609815dcb0 msgr2=0x7f60980cf150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f60a06cd640 1 --2- 172.21.15.104:0/369365796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f609815dcb0 0x7f60980cf150 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f60980d3a00 tx=0x7f609402b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f1fcd59a640 1 -- 172.21.15.104:0/1242482760 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fb80015c0 con 0x7f1fc80e30b0 2024-02-19T16:30:21.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8783fff640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f877c048100 0x7f877c17ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8783fff640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f877c048100 0x7f877c17ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55196/0 (socket says 172.21.15.104:55196) 2024-02-19T16:30:21.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8783fff640 1 -- 172.21.15.104:0/1386633830 learned_addr learned my addr 172.21.15.104:0/1386633830 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8788b7f640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c053e50 0x7f877c04a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fb0020a4640 1 -- 172.21.15.104:0/2009425368 >> v2:172.21.15.104:3300/0 conn(0x7faff403c090 msgr2=0x7faff4058040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fd77ffff640 1 -- 172.21.15.104:0/4187423879 shutdown_connections 2024-02-19T16:30:21.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fd77ffff640 1 --2- 172.21.15.104:0/4187423879 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd77803e830 0x7fd778053be0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fd77ffff640 1 --2- 172.21.15.104:0/4187423879 >> v2:172.21.15.104:3300/0 conn(0x7fd7780e30b0 0x7fd778057d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fd77ffff640 1 -- 172.21.15.104:0/4187423879 >> 172.21.15.104:0/4187423879 conn(0x7fd7780559d0 msgr2=0x7fd778055de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fc4aa75a640 1 -- 172.21.15.104:0/3802299948 shutdown_connections 2024-02-19T16:30:21.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fb0010a2640 1 -- 172.21.15.104:0/2009425368 <== mon.1 v1:172.21.15.158:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 944011485 0 0) 0x7fafe8003520 con 0x7faff4053ca0 2024-02-19T16:30:21.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7fc4aa75a640 1 -- 172.21.15.104:0/3802299948 wait complete. 2024-02-19T16:30:21.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f60a06cd640 1 -- 172.21.15.104:0/369365796 shutdown_connections 2024-02-19T16:30:21.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f60a06cd640 1 --2- 172.21.15.104:0/369365796 >> v2:172.21.15.104:3300/0 conn(0x7f60980d2840 0x7f60981617e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f60a06cd640 1 --2- 172.21.15.104:0/369365796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f609815dcb0 0x7f60980cf150 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f60a06cd640 1 -- 172.21.15.104:0/369365796 >> 172.21.15.104:0/369365796 conn(0x7f60980d3a30 msgr2=0x7f60980d3e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f87837fe640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f877c050040 0x7f877c033ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7fd77ffff640 1 -- 172.21.15.104:0/4187423879 shutdown_connections 2024-02-19T16:30:21.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7fd77ffff640 1 -- 172.21.15.104:0/4187423879 wait complete. 2024-02-19T16:30:21.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f076dd92640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0760049fb0 0x7f07600363f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f076dd92640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076004a390 0x7f0760033bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f076dd92640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 0x7f07600340f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f076dd92640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0760036930 con 0x7f076004a390 2024-02-19T16:30:21.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f076cd90640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0760049fb0 0x7f07600363f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f60a06cd640 1 -- 172.21.15.104:0/369365796 shutdown_connections 2024-02-19T16:30:21.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1242482760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80e30b0 msgr2=0x7f1fc8057d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f1fcf59e640 1 --2- 172.21.15.104:0/1242482760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80e30b0 0x7f1fc8057d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1fd006a7e0 tx=0x7f1fd00a66a0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8788b7f640 1 -- 172.21.15.104:0/1386633830 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f877c048100 msgr2=0x7f877c17ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8788b7f640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f877c048100 0x7f877c17ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8788b7f640 1 -- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f877c050040 msgr2=0x7f877c033ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8788b7f640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f877c050040 0x7f877c033ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.431+0000 7f8788b7f640 1 -- 172.21.15.104:0/1386633830 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8784050140 con 0x7f877c053e50 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f8788b7f640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c053e50 0x7f877c04a080 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f87840649e0 tx=0x7f8784069980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87840b1070 con 0x7f877c053e50 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87840b2040 con 0x7f877c053e50 2024-02-19T16:30:21.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f878a5e2640 1 -- 172.21.15.104:0/1386633830 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f877c04ab20 con 0x7f877c053e50 2024-02-19T16:30:21.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f878a5e2640 1 -- 172.21.15.104:0/1386633830 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f877c17e540 con 0x7f877c053e50 2024-02-19T16:30:21.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87840b8440 con 0x7f877c053e50 2024-02-19T16:30:21.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f3185920640 1 Processor -- start 2024-02-19T16:30:21.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f3185920640 1 -- start start 2024-02-19T16:30:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1242482760 shutdown_connections 2024-02-19T16:30:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f1fcf59e640 1 --2- 172.21.15.104:0/1242482760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80e30b0 0x7f1fc8057d80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1242482760 >> 172.21.15.104:0/1242482760 conn(0x7f1fc80559d0 msgr2=0x7f1fc8055de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7fb0020a4640 1 --2- 172.21.15.104:0/2009425368 >> v2:172.21.15.104:3300/0 conn(0x7faff403c090 0x7faff4058040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7fb0020a4640 1 -- 172.21.15.104:0/2009425368 >> v1:172.21.15.158:6789/0 conn(0x7faff4053ca0 legacy=0x7faff4054110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7fb0020a4640 1 -- 172.21.15.104:0/2009425368 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faff4058ae0 con 0x7faff40e3150 2024-02-19T16:30:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7f878a5e2640 1 -- 172.21.15.104:0/1386633830 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f877c17e3c0 con 0x7f877c053e50 2024-02-19T16:30:21.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7fb0018a3640 1 --2- 172.21.15.104:0/2009425368 >> v2:172.21.15.104:3300/0 conn(0x7faff403c090 0x7faff4058040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7fd77ffff640 1 Processor -- start 2024-02-19T16:30:21.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1242482760 shutdown_connections 2024-02-19T16:30:21.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1242482760 wait complete. 2024-02-19T16:30:21.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7fd77ffff640 1 -- start start 2024-02-19T16:30:21.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7fc4aa75a640 1 Processor -- start 2024-02-19T16:30:21.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f60a06cd640 1 -- 172.21.15.104:0/369365796 wait complete. 2024-02-19T16:30:21.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f3185920640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3168003990 0x7f31801f8370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7fc4aa75a640 1 -- start start 2024-02-19T16:30:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f3185920640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f318015cb70 0x7f3180156cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f3185920640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3180160f00 0x7f3180161380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f3185920640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f318015df20 con 0x7f3168003990 2024-02-19T16:30:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f3185920640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f318015d310 con 0x7f318015cb70 2024-02-19T16:30:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f3185920640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f318015d5f0 con 0x7f3180160f00 2024-02-19T16:30:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f076cd90640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0760049fb0 0x7f07600363f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55202/0 (socket says 172.21.15.104:55202) 2024-02-19T16:30:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f317e7fc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f318015cb70 0x7f3180156cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7fb0020a4640 1 --2- 172.21.15.104:0/2009425368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff40e3150 0x7faff40e7770 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fafec009870 tx=0x7fafec02b860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35e03c4d51add177 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f317e7fc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f318015cb70 0x7f3180156cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55204/0 (socket says 172.21.15.104:55204) 2024-02-19T16:30:21.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.432+0000 7f076cd90640 1 -- 172.21.15.104:0/1496492936 learned_addr learned my addr 172.21.15.104:0/1496492936 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f317effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3168003990 0x7f31801f8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f317f7fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3180160f00 0x7f3180161380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f317f7fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3180160f00 0x7f3180161380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42862/0 (socket says 172.21.15.104:42862) 2024-02-19T16:30:21.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f317f7fe640 1 -- 172.21.15.104:0/1678944923 learned_addr learned my addr 172.21.15.104:0/1678944923 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.433+0000 7f0767fff640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076004a390 0x7f0760033bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f076dd92640 1 -- 172.21.15.104:0/1496492936 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0760034b50 con 0x7f0760049fb0 2024-02-19T16:30:21.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f076dd92640 1 -- 172.21.15.104:0/1496492936 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0760051020 con 0x7f0760057480 2024-02-19T16:30:21.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f076d591640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 0x7f07600340f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f87840b85a0 con 0x7f877c053e50 2024-02-19T16:30:21.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7fb0010a2640 1 -- 172.21.15.104:0/2009425368 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faff8001670 con 0x7faff40e3150 2024-02-19T16:30:21.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7fb0010a2640 1 -- 172.21.15.104:0/2009425368 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafec031540 con 0x7faff40e3150 2024-02-19T16:30:21.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7fb0010a2640 1 -- 172.21.15.104:0/2009425368 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafec0318d0 con 0x7faff40e3150 2024-02-19T16:30:21.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f317effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3168003990 0x7f31801f8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45676/0 (socket says 172.21.15.104:45676) 2024-02-19T16:30:21.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.434+0000 7f60a06cd640 1 Processor -- start 2024-02-19T16:30:21.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f317f7fe640 1 -- 172.21.15.104:0/1678944923 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f318015cb70 msgr2=0x7f3180156cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f317f7fe640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f318015cb70 0x7f3180156cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f317f7fe640 1 -- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3168003990 msgr2=0x7f31801f8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f317f7fe640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3168003990 0x7f31801f8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f076cd90640 1 -- 172.21.15.104:0/1496492936 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 msgr2=0x7f07600340f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f317f7fe640 1 -- 172.21.15.104:0/1678944923 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f318015d8d0 con 0x7f3180160f00 2024-02-19T16:30:21.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd77803e830 0x7fd7780de4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77ffff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd778054120 0x7fd7780df880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77ffff640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7780e30b0 0x7fd778178d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f076cd90640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0760057480 0x7f07600340f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f076cd90640 1 -- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076004a390 msgr2=0x7f0760033bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f317f7fe640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3180160f00 0x7f3180161380 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f318006be10 tx=0x7f317000e8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f8780ff9640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f876806b890 0x7f876806dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f076cd90640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076004a390 0x7f0760033bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f076cd90640 1 -- 172.21.15.104:0/1496492936 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0754009400 con 0x7f0760049fb0 2024-02-19T16:30:21.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f0767fff640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076004a390 0x7f0760033bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77ffff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd778179d30 con 0x7fd77803e830 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77ffff640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd778179770 con 0x7fd7780e30b0 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77ffff640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd778179a50 con 0x7fd778054120 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd77803e830 0x7fd7780de4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd77803e830 0x7fd7780de4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45680/0 (socket says 172.21.15.104:45680) 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77effd640 1 -- 172.21.15.104:0/3608838374 learned_addr learned my addr 172.21.15.104:0/3608838374 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fc4aa75a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a414cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fc4aa75a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4a40b0be0 0x7fc4a4160d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fc4aa75a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4a415def0 0x7fc4a4161250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f60a06cd640 1 -- start start 2024-02-19T16:30:21.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fb0030a6640 1 -- 172.21.15.104:0/2009425368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff40e3150 msgr2=0x7faff40e7770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fb0030a6640 1 --2- 172.21.15.104:0/2009425368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff40e3150 0x7faff40e7770 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fafec009870 tx=0x7fafec02b860 comp rx=0 tx=0).stop 2024-02-19T16:30:21.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fc4aa75a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a4150770 con 0x7fc4a40b0be0 2024-02-19T16:30:21.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fc4a9758640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a414cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fc4aa75a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a4150a10 con 0x7fc4a415def0 2024-02-19T16:30:21.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fd77e7fc640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd778054120 0x7fd7780df880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fc4a9f59640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4a415def0 0x7fc4a4161250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7fc4a9758640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a414cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42874/0 (socket says 172.21.15.104:42874) 2024-02-19T16:30:21.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fc4a9758640 1 -- 172.21.15.104:0/4249955056 learned_addr learned my addr 172.21.15.104:0/4249955056 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f1fcf59e640 1 Processor -- start 2024-02-19T16:30:21.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31700052e0 con 0x7f3180160f00 2024-02-19T16:30:21.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3170005440 con 0x7f3180160f00 2024-02-19T16:30:21.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3170003830 con 0x7f3180160f00 2024-02-19T16:30:21.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a4150cb0 con 0x7fc4a4072c60 2024-02-19T16:30:21.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f1fcf59e640 1 -- start start 2024-02-19T16:30:21.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fd77f7fe640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7780e30b0 0x7fd778178d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f3185920640 1 -- 172.21.15.104:0/1678944923 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f318015dbb0 con 0x7f3180160f00 2024-02-19T16:30:21.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.435+0000 7f8783fff640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f876806b890 0x7f876806dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8784126cf0 con 0x7f877c053e50 2024-02-19T16:30:21.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f8783fff640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f876806b890 0x7f876806dd50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f87780011e0 tx=0x7f8778009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f8780ff9640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f8768073ab0 0x7f8768075ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f3185920640 1 -- 172.21.15.104:0/1678944923 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f318015cff0 con 0x7f3180160f00 2024-02-19T16:30:21.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fb0030a6640 1 -- 172.21.15.104:0/2009425368 shutdown_connections 2024-02-19T16:30:21.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fb0030a6640 1 --2- 172.21.15.104:0/2009425368 >> v2:172.21.15.104:3300/0 conn(0x7faff403c090 0x7faff4058040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fb0030a6640 1 --2- 172.21.15.104:0/2009425368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff40e3150 0x7faff40e7770 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fb0030a6640 1 -- 172.21.15.104:0/2009425368 >> 172.21.15.104:0/2009425368 conn(0x7faff4058ed0 msgr2=0x7faff40592b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fc4a9f59640 1 -- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 msgr2=0x7fc4a414cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fc4a9f59640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc4a4072c60 0x7fc4a414cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fc4a9f59640 1 -- 172.21.15.104:0/4249955056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4a40b0be0 msgr2=0x7fc4a4160d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fc4a9f59640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4a40b0be0 0x7fc4a4160d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fc4a9f59640 1 -- 172.21.15.104:0/4249955056 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4940094d0 con 0x7fc4a415def0 2024-02-19T16:30:21.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 --> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8768076580 con 0x7f8768073ab0 2024-02-19T16:30:21.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8784129310 con 0x7f877c053e50 2024-02-19T16:30:21.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f87837fe640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f8768073ab0 0x7f8768075ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f076cd90640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0760049fb0 0x7f07600363f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0768050000 tx=0x7f0768069560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7fb0030a6640 1 -- 172.21.15.104:0/2009425368 shutdown_connections 2024-02-19T16:30:21.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fd77f7fe640 1 -- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd778054120 msgr2=0x7fd7780df880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fd77f7fe640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd778054120 0x7fd7780df880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fd77f7fe640 1 -- 172.21.15.104:0/3608838374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd77803e830 msgr2=0x7fd7780de4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fd77f7fe640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd77803e830 0x7fd7780de4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7fd77f7fe640 1 -- 172.21.15.104:0/3608838374 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd780050140 con 0x7fd7780e30b0 2024-02-19T16:30:21.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7fd77f7fe640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7780e30b0 0x7fd778178d40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd77000c3e0 tx=0x7fd77000c8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7fb0030a6640 1 -- 172.21.15.104:0/2009425368 wait complete. 2024-02-19T16:30:21.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0768068820 con 0x7f0760049fb0 2024-02-19T16:30:21.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f076dd92640 1 -- 172.21.15.104:0/1496492936 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f076004c540 con 0x7f0760049fb0 2024-02-19T16:30:21.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f60a06cd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60980cf690 0x7f609815aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f076dd92640 1 -- 172.21.15.104:0/1496492936 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f076004cb00 con 0x7f0760049fb0 2024-02-19T16:30:21.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.436+0000 7f60a06cd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60980d2840 0x7f60980b6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f1fcf59e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1fc803e830 0x7f1fc80e4f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7700035f0 con 0x7fd7780e30b0 2024-02-19T16:30:21.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07680689c0 con 0x7f0760049fb0 2024-02-19T16:30:21.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd770003750 con 0x7fd7780e30b0 2024-02-19T16:30:21.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd770003ae0 con 0x7fd7780e30b0 2024-02-19T16:30:21.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f609e469640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60980cf690 0x7f609815aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7780df080 con 0x7fd7780e30b0 2024-02-19T16:30:21.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f609e469640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60980cf690 0x7f609815aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42880/0 (socket says 172.21.15.104:42880) 2024-02-19T16:30:21.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1fc803e830 0x7f1fc80e4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f1fce59c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1fc803e830 0x7f1fc80e4f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42894/0 (socket says 172.21.15.104:42894) 2024-02-19T16:30:21.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f1fcf59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80542f0 0x7f1fc80dad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f1fce59c640 1 -- 172.21.15.104:0/1099324369 learned_addr learned my addr 172.21.15.104:0/1099324369 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7780dea00 con 0x7fd7780e30b0 2024-02-19T16:30:21.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f609dc68640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60980d2840 0x7f60980b6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f609dc68640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60980d2840 0x7f60980b6670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45708/0 (socket says 172.21.15.104:45708) 2024-02-19T16:30:21.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f609e469640 1 -- 172.21.15.104:0/1681896899 learned_addr learned my addr 172.21.15.104:0/1681896899 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f60a06cd640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f609815dcb0 0x7f60980b88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f60a06cd640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60981f82b0 con 0x7f60980d2840 2024-02-19T16:30:21.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f60a06cd640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60980b97e0 con 0x7f609815dcb0 2024-02-19T16:30:21.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f60a06cd640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60980b7250 con 0x7f60980cf690 2024-02-19T16:30:21.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7fc4a9f59640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4a415def0 0x7fc4a4161250 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc494033000 tx=0x7fc494004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f87837fe640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f8768073ab0 0x7f8768075ed0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f609ec6a640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f609815dcb0 0x7f60980b88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0768092550 con 0x7f0760049fb0 2024-02-19T16:30:21.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f609e469640 1 -- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f609815dcb0 msgr2=0x7f60980b88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f609e469640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f609815dcb0 0x7f60980b88b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f609e469640 1 -- 172.21.15.104:0/1681896899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60980d2840 msgr2=0x7f60980b6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f609e469640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60980d2840 0x7f60980b6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc494039c20 con 0x7fc4a415def0 2024-02-19T16:30:21.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f609e469640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6094009400 con 0x7f60980cf690 2024-02-19T16:30:21.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f609dc68640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60980d2840 0x7f60980b6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc494039d80 con 0x7fc4a415def0 2024-02-19T16:30:21.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3170003990 con 0x7f3180160f00 2024-02-19T16:30:21.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f3185920640 1 -- 172.21.15.104:0/1678944923 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3180162e10 con 0x7f3180160f00 2024-02-19T16:30:21.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f3167fff640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f316c06b910 0x7f316c06ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3170089840 con 0x7f3180160f00 2024-02-19T16:30:21.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f3167fff640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f316c073ab0 0x7f316c075ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 --> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f316c076580 con 0x7f316c073ab0 2024-02-19T16:30:21.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 <== osd.1 v2:172.21.15.104:6810/1661926194 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f8768076580 con 0x7f8768073ab0 2024-02-19T16:30:21.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0760038580 con 0x7f0760049fb0 2024-02-19T16:30:21.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7fb0030a6640 1 Processor -- start 2024-02-19T16:30:21.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7fb0030a6640 1 -- start start 2024-02-19T16:30:21.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4a4150f90 con 0x7fc4a415def0 2024-02-19T16:30:21.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4a414d450 con 0x7fc4a415def0 2024-02-19T16:30:21.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc494043630 con 0x7fc4a415def0 2024-02-19T16:30:21.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f609e469640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60980cf690 0x7f609815aaf0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6094034040 tx=0x7f60940046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6094031830 con 0x7f60980cf690 2024-02-19T16:30:21.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.437+0000 7f1fcdd9b640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80542f0 0x7f1fc80dad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f1fcf59e640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1fc804ebb0 0x7f1fc80e3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fc80e4b40 con 0x7f1fc80542f0 2024-02-19T16:30:21.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fc804f040 con 0x7f1fc804ebb0 2024-02-19T16:30:21.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.438+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fc80e3c40 con 0x7f1fc803e830 2024-02-19T16:30:21.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f317e7fc640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f316c073ab0 0x7f316c075ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd760001030 con 0x7fd7780e30b0 2024-02-19T16:30:21.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f609403aa60 con 0x7f60980cf690 2024-02-19T16:30:21.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609403adf0 con 0x7f60980cf690 2024-02-19T16:30:21.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f60a06cd640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f609815fc70 con 0x7f60980cf690 2024-02-19T16:30:21.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f60a06cd640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6098160230 con 0x7f60980cf690 2024-02-19T16:30:21.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.439+0000 7f1fced9d640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1fc804ebb0 0x7f1fc80e3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.440+0000 7f317effd640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f316c06b910 0x7f316c06ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.440+0000 7f1fce59c640 1 -- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1fc804ebb0 msgr2=0x7f1fc80e3700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.440+0000 7f1fce59c640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1fc804ebb0 0x7f1fc80e3700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.440+0000 7f1fce59c640 1 -- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80542f0 msgr2=0x7f1fc80dad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.440+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc484001030 con 0x7fc4a415def0 2024-02-19T16:30:21.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.440+0000 7f1fce59c640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80542f0 0x7f1fc80dad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.440+0000 7f1fce59c640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fd0050140 con 0x7f1fc803e830 2024-02-19T16:30:21.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.440+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd770003c40 con 0x7fd7780e30b0 2024-02-19T16:30:21.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7f1fcdd9b640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fc80542f0 0x7f1fc80dad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7f1fce59c640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1fc803e830 0x7f1fc80e4f60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1fd002d4f0 tx=0x7f1fd0068c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fd767fff640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd76c06b8e0 0x7fd76c06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7f60a06cd640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f60980d4840 con 0x7f60980cf690 2024-02-19T16:30:21.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f609404d440 con 0x7f60980cf690 2024-02-19T16:30:21.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd00b7880 con 0x7f1fc803e830 2024-02-19T16:30:21.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fb0030a6640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff403c090 0x7faff4057dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fb0030a6640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faff4053ca0 0x7faff4179210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fb0030a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faff40e3150 0x7faff4050840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fb0030a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faff4179bb0 con 0x7faff40e3150 2024-02-19T16:30:21.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fb0030a6640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faff4179e90 con 0x7faff4053ca0 2024-02-19T16:30:21.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fb0030a6640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faff417a170 con 0x7faff403c090 2024-02-19T16:30:21.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd770089590 con 0x7fd7780e30b0 2024-02-19T16:30:21.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fc80e3ec0 con 0x7f1fc803e830 2024-02-19T16:30:21.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31700542f0 con 0x7f3180160f00 2024-02-19T16:30:21.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fd77effd640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd76c06b8e0 0x7fd76c06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fd767fff640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7fd76c073b00 0x7fd76c075f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fc80e4480 con 0x7f1fc803e830 2024-02-19T16:30:21.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 --> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd76c0765d0 con 0x7fd76c073b00 2024-02-19T16:30:21.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fd00b79e0 con 0x7f1fc803e830 2024-02-19T16:30:21.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f608effd640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f607c06b8e0 0x7f607c06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd77008bbb0 con 0x7fd7780e30b0 2024-02-19T16:30:21.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd00b7d90 con 0x7f1fc803e830 2024-02-19T16:30:21.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f317e7fc640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f316c073ab0 0x7f316c075ed0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f60940ac2f0 con 0x7f60980cf690 2024-02-19T16:30:21.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fb0020a4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff403c090 0x7faff4057dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fb0028a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faff40e3150 0x7faff4050840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fb0028a5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faff40e3150 0x7faff4050840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45714/0 (socket says 172.21.15.104:45714) 2024-02-19T16:30:21.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fb0028a5640 1 -- 172.21.15.104:0/2846008456 learned_addr learned my addr 172.21.15.104:0/2846008456 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f608effd640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f607c073b60 0x7f607c075f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f607c076630 con 0x7f607c073b60 2024-02-19T16:30:21.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60940ae850 con 0x7f60980cf690 2024-02-19T16:30:21.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f609ec6a640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f607c073b60 0x7f607c075f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0768092770 con 0x7f0760049fb0 2024-02-19T16:30:21.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7f07657fa640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f074c06b8e0 0x7f074c06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.441+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc49404c3b0 con 0x7fc4a415def0 2024-02-19T16:30:21.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fc499ffb640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc48806b8e0 0x7fc48806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc4940aca40 con 0x7fc4a415def0 2024-02-19T16:30:21.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fc499ffb640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7fc488073b00 0x7fc488075f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 --> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc4880765d0 con 0x7fc488073b00 2024-02-19T16:30:21.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc4940b12a0 con 0x7fc4a415def0 2024-02-19T16:30:21.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0768104a30 con 0x7f0760049fb0 2024-02-19T16:30:21.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fc4a8f57640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7fc488073b00 0x7fc488075f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f07657fa640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7f074c073990 0x7f074c075db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 --> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f074c076460 con 0x7f074c073990 2024-02-19T16:30:21.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07681092a0 con 0x7f0760049fb0 2024-02-19T16:30:21.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.442+0000 7fb0028a5640 1 -- 172.21.15.104:0/2846008456 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff403c090 msgr2=0x7faff4057dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fb0028a5640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faff403c090 0x7faff4057dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fb0018a3640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faff4053ca0 0x7faff4179210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fb0028a5640 1 -- 172.21.15.104:0/2846008456 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faff4053ca0 msgr2=0x7faff4179210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fb0028a5640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faff4053ca0 0x7faff4179210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fb0028a5640 1 -- 172.21.15.104:0/2846008456 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faffc050140 con 0x7faff40e3150 2024-02-19T16:30:21.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fd77e7fc640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7fd76c073b00 0x7fd76c075f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f609ec6a640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f607c073b60 0x7f607c075f80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1fd00b4040 con 0x7f1fc803e830 2024-02-19T16:30:21.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f076d591640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7f074c073990 0x7f074c075db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fb0028a5640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faff40e3150 0x7faff4050840 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7faff800c520 tx=0x7faff800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fc4a8f57640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7fc488073b00 0x7fc488075f20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f609dc68640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f607c06b8e0 0x7f607c06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7fd77e7fc640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7fd76c073b00 0x7fd76c075f20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faff8012830 con 0x7faff40e3150 2024-02-19T16:30:21.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f1fc6ffd640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1fb006b8e0 0x7f1fb006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faff80129b0 con 0x7faff40e3150 2024-02-19T16:30:21.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafec0094d0 con 0x7faff40e3150 2024-02-19T16:30:21.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faff8012de0 con 0x7faff40e3150 2024-02-19T16:30:21.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faff4050320 con 0x7faff40e3150 2024-02-19T16:30:21.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1fd0126830 con 0x7f1fc803e830 2024-02-19T16:30:21.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.443+0000 7f317effd640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f316c06b910 0x7f316c06ddd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3178034000 tx=0x7f317802f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 <== osd.0 v2:172.21.15.104:6809/2499382510 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f316c076580 con 0x7f316c073ab0 2024-02-19T16:30:21.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7fc4a9758640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc48806b8e0 0x7fc48806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 <== osd.6 v2:172.21.15.158:6816/861992458 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f607c076630 con 0x7f607c073b60 2024-02-19T16:30:21.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f0767fff640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f074c06b8e0 0x7f074c06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f076d591640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7f074c073990 0x7f074c075db0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.446+0000 7f0767fff640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f074c06b8e0 0x7f074c06dda0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0754036000 tx=0x7f075403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.446+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 <== osd.2 v2:172.21.15.104:6800/3788101501 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f074c076460 con 0x7f074c073990 2024-02-19T16:30:21.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.445+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7faff4053b30 con 0x7faff40e3150 2024-02-19T16:30:21.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.445+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faff801c460 con 0x7faff40e3150 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.446+0000 7faff2ffd640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fafe006b860 0x7fafe006dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.446+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faff8089fc0 con 0x7faff40e3150 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.446+0000 7faff2ffd640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7fafe0073a00 0x7fafe0075e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.446+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 --> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fafe00764d0 con 0x7fafe0073a00 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.447+0000 7fb0020a4640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fafe006b860 0x7fafe006dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7fd77effd640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd76c06b8e0 0x7fd76c06dda0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd77803a030 tx=0x7fd774008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 <== osd.4 v2:172.21.15.158:6800/1607722603 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fd76c0765d0 con 0x7fd76c073b00 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 <== osd.5 v2:172.21.15.158:6808/894883036 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fc4880765d0 con 0x7fc488073b00 2024-02-19T16:30:21.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.445+0000 7fc4a9758640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc48806b8e0 0x7fc48806dda0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc49c007fd0 tx=0x7fc49c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.447+0000 7f609dc68640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f607c06b8e0 0x7f607c06dda0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f60981fb850 tx=0x7f609000b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1fb4001030 con 0x7f1fc803e830 2024-02-19T16:30:21.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f1fcdd9b640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1fb006b8e0 0x7f1fb006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.444+0000 7f1fc6ffd640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7f1fb0073a80 0x7f1fb0075ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.445+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1fb0076550 con 0x7f1fb0073a80 2024-02-19T16:30:21.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.445+0000 7f1fced9d640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7f1fb0073a80 0x7f1fb0075ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.445+0000 7f1fced9d640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7f1fb0073a80 0x7f1fb0075ea0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.446+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 <== osd.7 v2:172.21.15.158:6824/3047488038 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f1fb0076550 con 0x7f1fb0073a80 2024-02-19T16:30:21.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.446+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1fd00f1410 con 0x7f1fc803e830 2024-02-19T16:30:21.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.447+0000 7f1fcdd9b640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1fb006b8e0 0x7f1fb006dda0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1fc80d8e70 tx=0x7f1fc0007e00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.447+0000 7fb0018a3640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7fafe0073a00 0x7fafe0075e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.447+0000 7fb0020a4640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fafe006b860 0x7fafe006dd20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fafec035000 tx=0x7fafec008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.448+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7faff8001a60 con 0x7faff40e3150 2024-02-19T16:30:21.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.448+0000 7fb0018a3640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7fafe0073a00 0x7fafe0075e20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.449+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 <== osd.3 v2:172.21.15.104:6808/969717984 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fafe00764d0 con 0x7fafe0073a00 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.471+0000 7f878a5e2640 1 -- 172.21.15.104:0/1386633830 --> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f877c005400 con 0x7f8768073ab0 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.471+0000 7f8780ff9640 1 -- 172.21.15.104:0/1386633830 <== osd.1 v2:172.21.15.104:6810/1661926194 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f877c005400 con 0x7f8768073ab0 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 -- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f8768073ab0 msgr2=0x7f8768075ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f8768073ab0 0x7f8768075ed0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 -- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f876806b890 msgr2=0x7f876806dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f876806b890 0x7f876806dd50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f87780011e0 tx=0x7f8778009040 comp rx=0 tx=0).stop 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 -- 172.21.15.104:0/1386633830 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c053e50 msgr2=0x7f877c04a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 --2- 172.21.15.104:0/1386633830 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f877c053e50 0x7f877c04a080 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f87840649e0 tx=0x7f8784069980 comp rx=0 tx=0).stop 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f8788b7f640 1 -- 172.21.15.104:0/1386633830 reap_dead start 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 -- 172.21.15.104:0/1386633830 shutdown_connections 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 -- 172.21.15.104:0/1386633830 >> 172.21.15.104:0/1386633830 conn(0x7f877c009fe0 msgr2=0x7f877c035320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 -- 172.21.15.104:0/1386633830 shutdown_connections 2024-02-19T16:30:21.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.472+0000 7f876e7fc640 1 -- 172.21.15.104:0/1386633830 wait complete. 2024-02-19T16:30:21.528 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.475+0000 7f60a06cd640 1 -- 172.21.15.104:0/1681896899 --> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f609815e090 con 0x7f607c073b60 2024-02-19T16:30:21.528 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.475+0000 7f608effd640 1 -- 172.21.15.104:0/1681896899 <== osd.6 v2:172.21.15.158:6816/861992458 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6088001650 con 0x7f607c073b60 2024-02-19T16:30:21.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f608cff9640 1 -- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f607c073b60 msgr2=0x7f607c075f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f608cff9640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f607c073b60 0x7f607c075f80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f608cff9640 1 -- 172.21.15.104:0/1681896899 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f607c06b8e0 msgr2=0x7f607c06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f608cff9640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f607c06b8e0 0x7f607c06dda0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f60981fb850 tx=0x7f609000b040 comp rx=0 tx=0).stop 2024-02-19T16:30:21.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f608cff9640 1 -- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60980cf690 msgr2=0x7f609815aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f608cff9640 1 --2- 172.21.15.104:0/1681896899 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f60980cf690 0x7f609815aaf0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6094034040 tx=0x7f60940046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f3185920640 1 -- 172.21.15.104:0/1678944923 --> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3180162b30 con 0x7f316c073ab0 2024-02-19T16:30:21.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f609ec6a640 1 -- 172.21.15.104:0/1681896899 reap_dead start 2024-02-19T16:30:21.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f608cff9640 1 -- 172.21.15.104:0/1681896899 shutdown_connections 2024-02-19T16:30:21.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.476+0000 7f608cff9640 1 -- 172.21.15.104:0/1681896899 >> 172.21.15.104:0/1681896899 conn(0x7f60980d3a30 msgr2=0x7f609815cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.477+0000 7f608cff9640 1 -- 172.21.15.104:0/1681896899 shutdown_connections 2024-02-19T16:30:21.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.477+0000 7f3167fff640 1 -- 172.21.15.104:0/1678944923 <== osd.0 v2:172.21.15.104:6809/2499382510 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f31740096f0 con 0x7f316c073ab0 2024-02-19T16:30:21.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f608cff9640 1 -- 172.21.15.104:0/1681896899 wait complete. 2024-02-19T16:30:21.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f3165ffb640 1 -- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f316c073ab0 msgr2=0x7f316c075ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f3165ffb640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f316c073ab0 0x7f316c075ed0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f3165ffb640 1 -- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f316c06b910 msgr2=0x7f316c06ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f3165ffb640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f316c06b910 0x7f316c06ddd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3178034000 tx=0x7f317802f000 comp rx=0 tx=0).stop 2024-02-19T16:30:21.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f3165ffb640 1 -- 172.21.15.104:0/1678944923 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3180160f00 msgr2=0x7f3180161380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f3165ffb640 1 --2- 172.21.15.104:0/1678944923 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3180160f00 0x7f3180161380 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f318006be10 tx=0x7f317000e8a0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f317f7fe640 1 -- 172.21.15.104:0/1678944923 reap_dead start 2024-02-19T16:30:21.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f3165ffb640 1 -- 172.21.15.104:0/1678944923 shutdown_connections 2024-02-19T16:30:21.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7f3165ffb640 1 -- 172.21.15.104:0/1678944923 >> 172.21.15.104:0/1678944923 conn(0x7f318006af10 msgr2=0x7f318015b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.478+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 --> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc484002d30 con 0x7fc488073b00 2024-02-19T16:30:21.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.479+0000 7f3165ffb640 1 -- 172.21.15.104:0/1678944923 shutdown_connections 2024-02-19T16:30:21.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.479+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 --> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f07600057e0 con 0x7f074c073990 2024-02-19T16:30:21.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.479+0000 7f3165ffb640 1 -- 172.21.15.104:0/1678944923 wait complete. 2024-02-19T16:30:21.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.479+0000 7f07657fa640 1 -- 172.21.15.104:0/1496492936 <== osd.2 v2:172.21.15.104:6800/3788101501 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f07600057e0 con 0x7f074c073990 2024-02-19T16:30:21.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.479+0000 7fc499ffb640 1 -- 172.21.15.104:0/4249955056 <== osd.5 v2:172.21.15.158:6808/894883036 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc484002d30 con 0x7fc488073b00 2024-02-19T16:30:21.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.479+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 --> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1fb4002d30 con 0x7f1fb0073a80 2024-02-19T16:30:21.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7f074c073990 msgr2=0x7f074c075db0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7f0752ffd640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7f074c073990 0x7f074c075db0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7f1fc6ffd640 1 -- 172.21.15.104:0/1099324369 <== osd.7 v2:172.21.15.158:6824/3047488038 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1fb4002d30 con 0x7f1fb0073a80 2024-02-19T16:30:21.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f074c06b8e0 msgr2=0x7f074c06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7f0752ffd640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f074c06b8e0 0x7f074c06dda0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0754036000 tx=0x7f075403c040 comp rx=0 tx=0).stop 2024-02-19T16:30:21.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7fc488073b00 msgr2=0x7fc488075f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7fc4aa75a640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7fc488073b00 0x7fc488075f20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0760049fb0 msgr2=0x7f07600363f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7f0752ffd640 1 --2- 172.21.15.104:0/1496492936 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0760049fb0 0x7f07600363f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0768050000 tx=0x7f0768069560 comp rx=0 tx=0).stop 2024-02-19T16:30:21.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7f076d591640 1 -- 172.21.15.104:0/1496492936 reap_dead start 2024-02-19T16:30:21.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc48806b8e0 msgr2=0x7fc48806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7fc4aa75a640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc48806b8e0 0x7fc48806dda0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc49c007fd0 tx=0x7fc49c009040 comp rx=0 tx=0).stop 2024-02-19T16:30:21.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4a415def0 msgr2=0x7fc4a4161250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7fc4aa75a640 1 --2- 172.21.15.104:0/4249955056 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4a415def0 0x7fc4a4161250 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc494033000 tx=0x7fc494004730 comp rx=0 tx=0).stop 2024-02-19T16:30:21.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.480+0000 7fc4a9f59640 1 -- 172.21.15.104:0/4249955056 reap_dead start 2024-02-19T16:30:21.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 --> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7faff40531e0 con 0x7fafe0073a00 2024-02-19T16:30:21.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 shutdown_connections 2024-02-19T16:30:21.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 >> 172.21.15.104:0/4249955056 conn(0x7fc4a4067770 msgr2=0x7fc4a40b4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 shutdown_connections 2024-02-19T16:30:21.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 >> 172.21.15.104:0/1496492936 conn(0x7f0760020040 msgr2=0x7f0760055ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 shutdown_connections 2024-02-19T16:30:21.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7f1fb0073a80 msgr2=0x7f1fb0075ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7fc4aa75a640 1 -- 172.21.15.104:0/4249955056 wait complete. 2024-02-19T16:30:21.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f1fcf59e640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7f1fb0073a80 0x7f1fb0075ea0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 --> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd760002d30 con 0x7fd76c073b00 2024-02-19T16:30:21.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 shutdown_connections 2024-02-19T16:30:21.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7fd767fff640 1 -- 172.21.15.104:0/3608838374 <== osd.4 v2:172.21.15.158:6800/1607722603 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd760002d30 con 0x7fd76c073b00 2024-02-19T16:30:21.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f0752ffd640 1 -- 172.21.15.104:0/1496492936 wait complete. 2024-02-19T16:30:21.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7faff2ffd640 1 -- 172.21.15.104:0/2846008456 <== osd.3 v2:172.21.15.104:6808/969717984 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7faff40531e0 con 0x7fafe0073a00 2024-02-19T16:30:21.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1fb006b8e0 msgr2=0x7f1fb006dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f1fcf59e640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1fb006b8e0 0x7f1fb006dda0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1fc80d8e70 tx=0x7f1fc0007e00 comp rx=0 tx=0).stop 2024-02-19T16:30:21.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.481+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1fc803e830 msgr2=0x7f1fc80e4f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7f1fcf59e640 1 --2- 172.21.15.104:0/1099324369 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1fc803e830 0x7f1fc80e4f60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1fd002d4f0 tx=0x7f1fd0068c90 comp rx=0 tx=0).stop 2024-02-19T16:30:21.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7f1fced9d640 1 -- 172.21.15.104:0/1099324369 reap_dead start 2024-02-19T16:30:21.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 shutdown_connections 2024-02-19T16:30:21.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 >> 172.21.15.104:0/1099324369 conn(0x7f1fc80559d0 msgr2=0x7f1fc8053890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 shutdown_connections 2024-02-19T16:30:21.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7f1fcf59e640 1 -- 172.21.15.104:0/1099324369 wait complete. 2024-02-19T16:30:21.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7fafe0073a00 msgr2=0x7fafe0075e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0030a6640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7fafe0073a00 0x7fafe0075e20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fafe006b860 msgr2=0x7fafe006dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0030a6640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fafe006b860 0x7fafe006dd20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fafec035000 tx=0x7fafec008030 comp rx=0 tx=0).stop 2024-02-19T16:30:21.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faff40e3150 msgr2=0x7faff4050840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0030a6640 1 --2- 172.21.15.104:0/2846008456 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faff40e3150 0x7faff4050840 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7faff800c520 tx=0x7faff800c9e0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7fd76c073b00 msgr2=0x7fd76c075f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fd77ffff640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7fd76c073b00 0x7fd76c075f20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd76c06b8e0 msgr2=0x7fd76c06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fd77ffff640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd76c06b8e0 0x7fd76c06dda0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd77803a030 tx=0x7fd774008040 comp rx=0 tx=0).stop 2024-02-19T16:30:21.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0028a5640 1 -- 172.21.15.104:0/2846008456 reap_dead start 2024-02-19T16:30:21.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 shutdown_connections 2024-02-19T16:30:21.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 >> 172.21.15.104:0/2846008456 conn(0x7faff4058ed0 msgr2=0x7faff4038b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7780e30b0 msgr2=0x7fd778178d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.482+0000 7fd77ffff640 1 --2- 172.21.15.104:0/3608838374 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7780e30b0 0x7fd778178d40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd77000c3e0 tx=0x7fd77000c8a0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.483+0000 7fd77f7fe640 1 -- 172.21.15.104:0/3608838374 reap_dead start 2024-02-19T16:30:21.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.483+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 shutdown_connections 2024-02-19T16:30:21.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.483+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 >> 172.21.15.104:0/3608838374 conn(0x7fd7780559d0 msgr2=0x7fd7780db610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.483+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 shutdown_connections 2024-02-19T16:30:21.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.483+0000 7fb0030a6640 1 -- 172.21.15.104:0/2846008456 wait complete. 2024-02-19T16:30:21.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.483+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 shutdown_connections 2024-02-19T16:30:21.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.483+0000 7fd77ffff640 1 -- 172.21.15.104:0/3608838374 wait complete. 2024-02-19T16:30:21.546 INFO:teuthology.orchestra.run.smithi104.stdout:55834574857 2024-02-19T16:30:21.547 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-02-19T16:30:21.547 INFO:teuthology.orchestra.run.smithi104.stdout:55834574856 2024-02-19T16:30:21.548 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:21.548 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-02-19T16:30:21.549 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-02-19T16:30:21.549 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:21.550 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-02-19T16:30:21.550 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:21.551 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-02-19T16:30:21.551 INFO:teuthology.orchestra.run.smithi104.stdout:55834574857 2024-02-19T16:30:21.552 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-02-19T16:30:21.552 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:21.553 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-02-19T16:30:21.553 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:21.554 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-02-19T16:30:21.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.754+0000 7f53a2c3b640 1 Processor -- start 2024-02-19T16:30:21.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.755+0000 7f53a2c3b640 1 -- start start 2024-02-19T16:30:21.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.755+0000 7fbd829e4640 1 Processor -- start 2024-02-19T16:30:21.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f53a2c3b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c0afd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f53a2c3b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f539c162340 0x7f539c0b3680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f53a2c3b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f539c0b3bc0 con 0x7f539c06af10 2024-02-19T16:30:21.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.755+0000 7fbd829e4640 1 -- start start 2024-02-19T16:30:21.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f8315e84640 1 Processor -- start 2024-02-19T16:30:21.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f8315e84640 1 -- start start 2024-02-19T16:30:21.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f53a2c3b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f539c072920 con 0x7f539c162340 2024-02-19T16:30:21.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f53a2c3b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f539c166a90 con 0x7f539c06f080 2024-02-19T16:30:21.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f53a1c39640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c0afd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f53a1c39640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c0afd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42912/0 (socket says 172.21.15.104:42912) 2024-02-19T16:30:21.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.756+0000 7f53a1c39640 1 -- 172.21.15.104:0/461241157 learned_addr learned my addr 172.21.15.104:0/461241157 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f53a1c39640 1 -- 172.21.15.104:0/461241157 >> v2:172.21.15.104:3300/0 conn(0x7f539c162340 msgr2=0x7f539c0b3680 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-19T16:30:21.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f53a1438640 1 --2- 172.21.15.104:0/461241157 >> v2:172.21.15.104:3300/0 conn(0x7f539c162340 0x7f539c0b3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7ff329efc640 1 Processor -- start 2024-02-19T16:30:21.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7ff329efc640 1 -- start start 2024-02-19T16:30:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd829e4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fbd7c159c50 0x7fbd7c072050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd829e4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbd7c0b3aa0 0x7fbd7c0b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd829e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd7c0cd5d0 con 0x7fbd7c0b3300 2024-02-19T16:30:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd829e4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd7c072590 con 0x7fbd7c159c50 2024-02-19T16:30:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd829e4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7c0b4450 con 0x7fbd7c0b3aa0 2024-02-19T16:30:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f8315e84640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8310162770 0x7f83100709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f8315e84640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f8310070ee0 0x7f83100ca3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f8315e84640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83100cdd90 con 0x7f831015c7b0 2024-02-19T16:30:21.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f8315e84640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8310071390 con 0x7f8310162770 2024-02-19T16:30:21.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f8315e84640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f831015cb90 con 0x7f8310070ee0 2024-02-19T16:30:21.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd7bfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fbd7c159c50 0x7fbd7c072050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd7bfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fbd7c159c50 0x7fbd7c072050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55254/0 (socket says 172.21.15.104:55254) 2024-02-19T16:30:21.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd7bfff640 1 -- 172.21.15.104:0/2809840276 learned_addr learned my addr 172.21.15.104:0/2809840276 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd7b7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fbd7c0b3300 0x7fbd7c0ccec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53522/0 (socket says 172.21.15.104:53522) 2024-02-19T16:30:21.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f830f7fe640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f831015c7b0 0x7f83100cd680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:40956/0 (socket says 172.21.15.104:40956) 2024-02-19T16:30:21.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f830f7fe640 1 -- 172.21.15.104:0/2391722971 learned_addr learned my addr 172.21.15.104:0/2391722971 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:21.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f830effd640 1 --2- 172.21.15.104:0/2391722971 >> v2:172.21.15.104:3300/0 conn(0x7f8310162770 0x7f83100709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd7bfff640 1 -- 172.21.15.104:0/2809840276 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbd7c0b3aa0 msgr2=0x7fbd7c0b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd7bfff640 1 --2- 172.21.15.104:0/2809840276 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbd7c0b3aa0 0x7fbd7c0b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd7bfff640 1 -- 172.21.15.104:0/2809840276 >> v1:172.21.15.104:6789/0 conn(0x7fbd7c0b3300 legacy=0x7fbd7c0ccec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7fbd7bfff640 1 -- 172.21.15.104:0/2809840276 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd7c0b3880 con 0x7fbd7c159c50 2024-02-19T16:30:21.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f49753d7640 1 Processor -- start 2024-02-19T16:30:21.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f49753d7640 1 -- start start 2024-02-19T16:30:21.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f53a1c39640 1 --2- 172.21.15.104:0/461241157 >> v2:172.21.15.104:3300/0 conn(0x7f539c162340 0x7f539c0b3680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f53a1c39640 1 -- 172.21.15.104:0/461241157 >> v1:172.21.15.158:6789/0 conn(0x7f539c06af10 legacy=0x7f539c06b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.757+0000 7f53a1c39640 1 -- 172.21.15.104:0/461241157 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f539c1627e0 con 0x7f539c06f080 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f53a1438640 1 --2- 172.21.15.104:0/461241157 >> v2:172.21.15.104:3300/0 conn(0x7f539c162340 0x7f539c0b3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f53a1c39640 1 --2- 172.21.15.104:0/461241157 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c0afd40 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f5394009e50 tx=0x7f539402bd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60c2d7612c8a9089 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f53a0c37640 1 -- 172.21.15.104:0/461241157 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539402c850 con 0x7f539c06f080 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f807b44c640 1 Processor -- start 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f807b44c640 1 -- start start 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f53a0c37640 1 -- 172.21.15.104:0/461241157 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f539402c9b0 con 0x7f539c06f080 2024-02-19T16:30:21.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f53a0c37640 1 -- 172.21.15.104:0/461241157 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539402cd20 con 0x7f539c06f080 2024-02-19T16:30:21.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7ff329efc640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff32415dbf0 0x7ff3240ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7ff329efc640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff32406d250 con 0x7ff3240ae880 2024-02-19T16:30:21.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7ff329efc640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff32415dfd0 con 0x7ff32406df20 2024-02-19T16:30:21.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7ff329efc640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff324071260 con 0x7ff32415dbf0 2024-02-19T16:30:21.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7ff3296fb640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7ff32406df20 0x7ff324070b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:40962/0 (socket says 172.21.15.104:40962) 2024-02-19T16:30:21.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7ff3296fb640 1 -- 172.21.15.104:0/2300733891 learned_addr learned my addr 172.21.15.104:0/2300733891 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:21.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7ff328efa640 1 --2- 172.21.15.104:0/2300733891 >> v2:172.21.15.158:3300/0 conn(0x7ff32415dbf0 0x7ff3240ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f6891841640 1 Processor -- start 2024-02-19T16:30:21.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f6891841640 1 -- start start 2024-02-19T16:30:21.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f830effd640 1 -- 172.21.15.104:0/2391722971 >> v2:172.21.15.158:3300/0 conn(0x7f8310070ee0 msgr2=0x7f83100ca3a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-02-19T16:30:21.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f830effd640 1 --2- 172.21.15.104:0/2391722971 >> v2:172.21.15.158:3300/0 conn(0x7f8310070ee0 0x7f83100ca3a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f830effd640 1 -- 172.21.15.104:0/2391722971 >> v1:172.21.15.158:6789/0 conn(0x7f831015c7b0 legacy=0x7f83100cd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.758+0000 7f830effd640 1 -- 172.21.15.104:0/2391722971 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83100cdff0 con 0x7f8310162770 2024-02-19T16:30:21.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f53a2c3b640 1 -- 172.21.15.104:0/461241157 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 msgr2=0x7f539c0afd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/461241157 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c0afd40 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f5394009e50 tx=0x7f539402bd30 comp rx=0 tx=0).stop 2024-02-19T16:30:21.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f807b44c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f806c0eb060 0x7f806c055300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f807b44c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f806c057e30 con 0x7f806c0eb440 2024-02-19T16:30:21.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7ff3237fe640 1 -- 172.21.15.104:0/2300733891 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1994542504 0 0) 0x7ff32415dfd0 con 0x7ff32406df20 2024-02-19T16:30:21.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7ff3237fe640 1 -- 172.21.15.104:0/2300733891 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff314003520 con 0x7ff32406df20 2024-02-19T16:30:21.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7ff328efa640 1 -- 172.21.15.104:0/2300733891 >> v1:172.21.15.158:6789/0 conn(0x7ff32406df20 legacy=0x7ff324070b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7ff328efa640 1 -- 172.21.15.104:0/2300733891 >> v1:172.21.15.104:6789/0 conn(0x7ff3240ae880 legacy=0x7ff324070440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7ff328efa640 1 -- 172.21.15.104:0/2300733891 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3240aed60 con 0x7ff32415dbf0 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f6891841640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68840e02d0 0x7f68840e3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f6891841640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f68840e4100 0x7f68840539f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f6891841640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68840094b0 con 0x7f68840dfef0 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f6891841640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68840e4510 con 0x7f68840e02d0 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f688bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68840e02d0 0x7f68840e3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f688bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f68840e02d0 0x7f68840e3bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45734/0 (socket says 172.21.15.104:45734) 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7f830effd640 1 --2- 172.21.15.104:0/2391722971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100709a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8310072dd0 tx=0x7f830002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50036e55e2753f88 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f830e7fc640 1 -- 172.21.15.104:0/2391722971 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8300031870 con 0x7f8310162770 2024-02-19T16:30:21.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f830e7fc640 1 -- 172.21.15.104:0/2391722971 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83000319d0 con 0x7f8310162770 2024-02-19T16:30:21.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f830e7fc640 1 -- 172.21.15.104:0/2391722971 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8300031870 con 0x7f8310162770 2024-02-19T16:30:21.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7fbd7bfff640 1 --2- 172.21.15.104:0/2809840276 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c159c50 0x7fbd7c072050 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c010bb0 tx=0x7fbd6c02ff30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3770fff359a4530e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7f49753d7640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f4970162010 0x7f49700cef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7f49753d7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 0x7f497006c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7f49753d7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f49700b38b0 0x7f497006cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7f49753d7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49700cf460 con 0x7f49700b38b0 2024-02-19T16:30:21.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7f49753d7640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49701623f0 con 0x7f4970162010 2024-02-19T16:30:21.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7f49753d7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f497006e8c0 con 0x7f49700b4530 2024-02-19T16:30:21.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.759+0000 7f496f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f49700b38b0 0x7f497006cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f49700b38b0 0x7f497006cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45730/0 (socket says 172.21.15.104:45730) 2024-02-19T16:30:21.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496f7fe640 1 -- 172.21.15.104:0/3197266252 learned_addr learned my addr 172.21.15.104:0/3197266252 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496e7fc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 0x7f497006c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496effd640 1 --2- 172.21.15.104:0/3197266252 >> v2:172.21.15.158:3300/0 conn(0x7f4970162010 0x7f49700cef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f807b44c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f806c0579a0 con 0x7f806c0061a0 2024-02-19T16:30:21.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f807b44c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f806c0ec000 con 0x7f806c0eb060 2024-02-19T16:30:21.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f688bfff640 1 -- 172.21.15.104:0/495991412 learned_addr learned my addr 172.21.15.104:0/495991412 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f6891841640 1 -- 172.21.15.104:0/495991412 --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6884056590 con 0x7f68840e4100 2024-02-19T16:30:21.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f6891040640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f68840e4100 0x7f68840539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f53a2c3b640 1 -- 172.21.15.104:0/461241157 shutdown_connections 2024-02-19T16:30:21.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f807ac4b640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f806c0061a0 0x7f806c006610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:40970/0 (socket says 172.21.15.104:40970) 2024-02-19T16:30:21.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f807ac4b640 1 -- 172.21.15.104:0/1568632382 learned_addr learned my addr 172.21.15.104:0/1568632382 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:21.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/461241157 >> v2:172.21.15.104:3300/0 conn(0x7f539c162340 0x7f539c0b3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/461241157 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c0afd40 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f53a2c3b640 1 -- 172.21.15.104:0/461241157 >> 172.21.15.104:0/461241157 conn(0x7f539c067300 msgr2=0x7f539c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f807a44a640 1 --2- 172.21.15.104:0/1568632382 >> v2:172.21.15.158:3300/0 conn(0x7f806c0eb060 0x7f806c055300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f53a2c3b640 1 -- 172.21.15.104:0/461241157 shutdown_connections 2024-02-19T16:30:21.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7ff328efa640 1 --2- 172.21.15.104:0/2300733891 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff32415dbf0 0x7ff3240ad8e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff3100097a0 tx=0x7ff31002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37de8a400713731b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f53a2c3b640 1 -- 172.21.15.104:0/461241157 wait complete. 2024-02-19T16:30:21.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f688b7fe640 1 -- 172.21.15.104:0/495991412 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3320432817 0 0) 0x7f68840094b0 con 0x7f68840dfef0 2024-02-19T16:30:21.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f688b7fe640 1 -- 172.21.15.104:0/495991412 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f687c005730 con 0x7f68840dfef0 2024-02-19T16:30:21.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f688bfff640 1 -- 172.21.15.104:0/495991412 >> v2:172.21.15.158:3300/0 conn(0x7f68840e4100 msgr2=0x7f68840539f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f688bfff640 1 --2- 172.21.15.104:0/495991412 >> v2:172.21.15.158:3300/0 conn(0x7f68840e4100 0x7f68840539f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f688bfff640 1 -- 172.21.15.104:0/495991412 >> v1:172.21.15.104:6789/0 conn(0x7f68840dfef0 legacy=0x7f68840085d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f688bfff640 1 -- 172.21.15.104:0/495991412 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6884056870 con 0x7f68840e02d0 2024-02-19T16:30:21.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f8315e84640 1 -- 172.21.15.104:0/2391722971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 msgr2=0x7f83100709a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f8315e84640 1 --2- 172.21.15.104:0/2391722971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100709a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8310072dd0 tx=0x7f830002b910 comp rx=0 tx=0).stop 2024-02-19T16:30:21.777 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7ff3237fe640 1 -- 172.21.15.104:0/2300733891 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff310031830 con 0x7ff32415dbf0 2024-02-19T16:30:21.777 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496e7fc640 1 -- 172.21.15.104:0/3197266252 >> v2:172.21.15.158:3300/0 conn(0x7f4970162010 msgr2=0x7f49700cef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.777 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7ff3237fe640 1 -- 172.21.15.104:0/2300733891 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff310031990 con 0x7ff32415dbf0 2024-02-19T16:30:21.777 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7ff3237fe640 1 -- 172.21.15.104:0/2300733891 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff310031d20 con 0x7ff32415dbf0 2024-02-19T16:30:21.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7fbd7affd640 1 -- 172.21.15.104:0/2809840276 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c030ce0 con 0x7fbd7c159c50 2024-02-19T16:30:21.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7fbd7affd640 1 -- 172.21.15.104:0/2809840276 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd6c030e40 con 0x7fbd7c159c50 2024-02-19T16:30:21.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7fbd7affd640 1 -- 172.21.15.104:0/2809840276 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c038660 con 0x7fbd7c159c50 2024-02-19T16:30:21.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496e7fc640 1 --2- 172.21.15.104:0/3197266252 >> v2:172.21.15.158:3300/0 conn(0x7f4970162010 0x7f49700cef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496e7fc640 1 -- 172.21.15.104:0/3197266252 >> v2:172.21.15.104:3300/0 conn(0x7f49700b38b0 msgr2=0x7f497006cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496e7fc640 1 --2- 172.21.15.104:0/3197266252 >> v2:172.21.15.104:3300/0 conn(0x7f49700b38b0 0x7f497006cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496e7fc640 1 -- 172.21.15.104:0/3197266252 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f497006eba0 con 0x7f49700b4530 2024-02-19T16:30:21.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.760+0000 7f496effd640 1 --2- 172.21.15.104:0/3197266252 >> v2:172.21.15.158:3300/0 conn(0x7f4970162010 0x7f49700cef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f807a44a640 1 -- 172.21.15.104:0/1568632382 >> v1:172.21.15.158:6789/0 conn(0x7f806c0061a0 legacy=0x7f806c006610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f807a44a640 1 -- 172.21.15.104:0/1568632382 >> v1:172.21.15.104:6789/0 conn(0x7f806c0eb440 legacy=0x7f806c0eb8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:21.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.761+0000 7f807a44a640 1 -- 172.21.15.104:0/1568632382 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f806c0387e0 con 0x7f806c0eb060 2024-02-19T16:30:21.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f8315e84640 1 -- 172.21.15.104:0/2391722971 shutdown_connections 2024-02-19T16:30:21.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f8315e84640 1 --2- 172.21.15.104:0/2391722971 >> v2:172.21.15.158:3300/0 conn(0x7f8310070ee0 0x7f83100ca3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f8315e84640 1 --2- 172.21.15.104:0/2391722971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100709a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f8315e84640 1 -- 172.21.15.104:0/2391722971 >> 172.21.15.104:0/2391722971 conn(0x7f83100cfab0 msgr2=0x7f83100cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f688bfff640 1 --2- 172.21.15.104:0/495991412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840e02d0 0x7f68840e3bc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f68840e3b00 tx=0x7f688002ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a4b95d06783ae74 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff329efc640 1 -- 172.21.15.104:0/2300733891 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff32415dbf0 msgr2=0x7ff3240ad8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff329efc640 1 --2- 172.21.15.104:0/2300733891 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff32415dbf0 0x7ff3240ad8e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff3100097a0 tx=0x7ff31002b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff329efc640 1 -- 172.21.15.104:0/2300733891 shutdown_connections 2024-02-19T16:30:21.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7fbd829e4640 1 -- 172.21.15.104:0/2809840276 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c159c50 msgr2=0x7fbd7c072050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7fbd829e4640 1 --2- 172.21.15.104:0/2809840276 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c159c50 0x7fbd7c072050 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c010bb0 tx=0x7fbd6c02ff30 comp rx=0 tx=0).stop 2024-02-19T16:30:21.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff329efc640 1 --2- 172.21.15.104:0/2300733891 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff32415dbf0 0x7ff3240ad8e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff329efc640 1 -- 172.21.15.104:0/2300733891 >> 172.21.15.104:0/2300733891 conn(0x7ff3240b1270 msgr2=0x7ff3240b1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f8315e84640 1 -- 172.21.15.104:0/2391722971 shutdown_connections 2024-02-19T16:30:21.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff329efc640 1 -- 172.21.15.104:0/2300733891 shutdown_connections 2024-02-19T16:30:21.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f688b7fe640 1 -- 172.21.15.104:0/495991412 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f688002f850 con 0x7f68840e02d0 2024-02-19T16:30:21.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f688b7fe640 1 -- 172.21.15.104:0/495991412 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f688002f9b0 con 0x7f68840e02d0 2024-02-19T16:30:21.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f688b7fe640 1 -- 172.21.15.104:0/495991412 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f688002fd40 con 0x7f68840e02d0 2024-02-19T16:30:21.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff28b1e5640 1 Processor -- start 2024-02-19T16:30:21.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff329efc640 1 -- 172.21.15.104:0/2300733891 wait complete. 2024-02-19T16:30:21.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f496e7fc640 1 --2- 172.21.15.104:0/3197266252 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 0x7f497006c580 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4970072ed0 tx=0x7f496402b7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a41f6e8706a7bd90 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f496dffb640 1 -- 172.21.15.104:0/3197266252 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4964031740 con 0x7f49700b4530 2024-02-19T16:30:21.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f8315e84640 1 -- 172.21.15.104:0/2391722971 wait complete. 2024-02-19T16:30:21.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f807a44a640 1 --2- 172.21.15.104:0/1568632382 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0eb060 0x7f806c055300 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f80700097a0 tx=0x7f807002b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddd49346e6d35b8e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f53a2c3b640 1 Processor -- start 2024-02-19T16:30:21.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7f53a2c3b640 1 -- start start 2024-02-19T16:30:21.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f6891841640 1 -- 172.21.15.104:0/495991412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840e02d0 msgr2=0x7f68840e3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f6891841640 1 --2- 172.21.15.104:0/495991412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840e02d0 0x7f68840e3bc0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f68840e3b00 tx=0x7f688002ba30 comp rx=0 tx=0).stop 2024-02-19T16:30:21.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f8079448640 1 -- 172.21.15.104:0/1568632382 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f807002e070 con 0x7f806c0eb060 2024-02-19T16:30:21.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f8079448640 1 -- 172.21.15.104:0/1568632382 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80700315a0 con 0x7f806c0eb060 2024-02-19T16:30:21.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f8079448640 1 -- 172.21.15.104:0/1568632382 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8070031930 con 0x7f806c0eb060 2024-02-19T16:30:21.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f6891841640 1 -- 172.21.15.104:0/495991412 shutdown_connections 2024-02-19T16:30:21.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f6891841640 1 --2- 172.21.15.104:0/495991412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840e02d0 0x7f68840e3bc0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f6891841640 1 --2- 172.21.15.104:0/495991412 >> v2:172.21.15.158:3300/0 conn(0x7f68840e4100 0x7f68840539f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f6891841640 1 -- 172.21.15.104:0/495991412 >> 172.21.15.104:0/495991412 conn(0x7f688401ef40 msgr2=0x7f6884055c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f496dffb640 1 -- 172.21.15.104:0/3197266252 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49640318a0 con 0x7f49700b4530 2024-02-19T16:30:21.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.762+0000 7ff28b1e5640 1 -- start start 2024-02-19T16:30:21.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f49753d7640 1 -- 172.21.15.104:0/3197266252 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 msgr2=0x7f497006c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f49753d7640 1 --2- 172.21.15.104:0/3197266252 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 0x7f497006c580 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4970072ed0 tx=0x7f496402b7e0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f49753d7640 1 -- 172.21.15.104:0/3197266252 shutdown_connections 2024-02-19T16:30:21.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f49753d7640 1 --2- 172.21.15.104:0/3197266252 >> v2:172.21.15.104:3300/0 conn(0x7f49700b38b0 0x7f497006cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f49753d7640 1 --2- 172.21.15.104:0/3197266252 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 0x7f497006c580 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f49753d7640 1 --2- 172.21.15.104:0/3197266252 >> v2:172.21.15.158:3300/0 conn(0x7f4970162010 0x7f49700cef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f49753d7640 1 -- 172.21.15.104:0/3197266252 >> 172.21.15.104:0/3197266252 conn(0x7f49700b1370 msgr2=0x7f49700b1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff28b1e5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff28415b230 0x7ff28406eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff28b1e5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff284072a10 con 0x7ff2840b2f60 2024-02-19T16:30:21.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff28b1e5640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff28415a750 con 0x7ff284157c00 2024-02-19T16:30:21.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff28b1e5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2840b4b90 con 0x7ff28415b230 2024-02-19T16:30:21.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff28a1e3640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7ff284157c00 0x7ff2840721c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:40986/0 (socket says 172.21.15.104:40986) 2024-02-19T16:30:21.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff28a1e3640 1 -- 172.21.15.104:0/187485355 learned_addr learned my addr 172.21.15.104:0/187485355 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:21.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7f6891841640 1 -- 172.21.15.104:0/495991412 shutdown_connections 2024-02-19T16:30:21.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f8315e84640 1 Processor -- start 2024-02-19T16:30:21.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a2c3b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f539c06af10 0x7f539c150b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a2c3b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c1ed650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a2c3b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f539c162340 0x7f539c06e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f6891841640 1 -- 172.21.15.104:0/495991412 wait complete. 2024-02-19T16:30:21.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a2c3b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f539c1fb940 con 0x7f539c162340 2024-02-19T16:30:21.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a2c3b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f539c1fbc20 con 0x7f539c06af10 2024-02-19T16:30:21.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a2c3b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f539c1fbf00 con 0x7f539c06f080 2024-02-19T16:30:21.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a1c39640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f539c06af10 0x7f539c150b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a1c39640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f539c06af10 0x7f539c150b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55300/0 (socket says 172.21.15.104:55300) 2024-02-19T16:30:21.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a1c39640 1 -- 172.21.15.104:0/1145433980 learned_addr learned my addr 172.21.15.104:0/1145433980 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f8315e84640 1 -- start start 2024-02-19T16:30:21.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff329efc640 1 Processor -- start 2024-02-19T16:30:21.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a1c39640 1 -- 172.21.15.104:0/1145433980 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 msgr2=0x7f539c1ed650 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-19T16:30:21.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a1c39640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c1ed650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff2899e2640 1 --2- 172.21.15.104:0/187485355 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff28415b230 0x7ff28406eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f53a1c39640 1 -- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f539c162340 msgr2=0x7f539c06e060 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-19T16:30:21.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7fbd829e4640 1 -- 172.21.15.104:0/2809840276 shutdown_connections 2024-02-19T16:30:21.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7fbd829e4640 1 --2- 172.21.15.104:0/2809840276 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbd7c0b3aa0 0x7fbd7c0b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7fbd829e4640 1 --2- 172.21.15.104:0/2809840276 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c159c50 0x7fbd7c072050 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.763+0000 7fbd829e4640 1 -- 172.21.15.104:0/2809840276 >> 172.21.15.104:0/2809840276 conn(0x7fbd7c0b1a10 msgr2=0x7fbd7c0b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f807b44c640 1 -- 172.21.15.104:0/1568632382 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0eb060 msgr2=0x7f806c055300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff329efc640 1 -- start start 2024-02-19T16:30:21.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7f807b44c640 1 --2- 172.21.15.104:0/1568632382 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0eb060 0x7f806c055300 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f80700097a0 tx=0x7f807002b840 comp rx=0 tx=0).stop 2024-02-19T16:30:21.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7fbd829e4640 1 -- 172.21.15.104:0/2809840276 shutdown_connections 2024-02-19T16:30:21.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7fbd829e4640 1 -- 172.21.15.104:0/2809840276 wait complete. 2024-02-19T16:30:21.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f807b44c640 1 -- 172.21.15.104:0/1568632382 shutdown_connections 2024-02-19T16:30:21.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff2891e1640 1 -- 172.21.15.104:0/187485355 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2518758690 0 0) 0x7ff284072a10 con 0x7ff2840b2f60 2024-02-19T16:30:21.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff2891e1640 1 -- 172.21.15.104:0/187485355 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff270003520 con 0x7ff2840b2f60 2024-02-19T16:30:21.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff2899e2640 1 -- 172.21.15.104:0/187485355 >> v1:172.21.15.158:6789/0 conn(0x7ff284157c00 legacy=0x7ff2840721c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff2899e2640 1 -- 172.21.15.104:0/187485355 >> v1:172.21.15.104:6789/0 conn(0x7ff2840b2f60 legacy=0x7ff28415db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.764+0000 7ff2899e2640 1 -- 172.21.15.104:0/187485355 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff28415aa30 con 0x7ff28415b230 2024-02-19T16:30:21.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f53a243a640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f539c162340 0x7f539c06e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f53a1c39640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f539c162340 0x7f539c06e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f53a1c39640 1 -- 172.21.15.104:0/1145433980 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5394009b30 con 0x7f539c06af10 2024-02-19T16:30:21.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f53a243a640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f539c162340 0x7f539c06e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:21.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f807b44c640 1 --2- 172.21.15.104:0/1568632382 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0eb060 0x7f806c055300 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f807b44c640 1 -- 172.21.15.104:0/1568632382 >> 172.21.15.104:0/1568632382 conn(0x7f806c0559e0 msgr2=0x7f806c055df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f8315e84640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8310070ee0 0x7f83100caad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f8315e84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831015c7b0 0x7f831014fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f8315e84640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100b4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f8315e84640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83101533b0 con 0x7f8310162770 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f8315e84640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8310152df0 con 0x7f8310070ee0 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f8315e84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83101530d0 con 0x7f831015c7b0 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f830ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100b4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f830effd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831015c7b0 0x7f831014fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f830effd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831015c7b0 0x7f831014fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42950/0 (socket says 172.21.15.104:42950) 2024-02-19T16:30:21.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f830effd640 1 -- 172.21.15.104:0/1176099261 learned_addr learned my addr 172.21.15.104:0/1176099261 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f830ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100b4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45758/0 (socket says 172.21.15.104:45758) 2024-02-19T16:30:21.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f53a1c39640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f539c06af10 0x7f539c150b10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5394009f70 tx=0x7f5394004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f53927fc640 1 -- 172.21.15.104:0/1145433980 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5394004040 con 0x7f539c06af10 2024-02-19T16:30:21.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f53927fc640 1 -- 172.21.15.104:0/1145433980 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53940041c0 con 0x7f539c06af10 2024-02-19T16:30:21.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f53927fc640 1 -- 172.21.15.104:0/1145433980 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5394004570 con 0x7f539c06af10 2024-02-19T16:30:21.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f807b44c640 1 -- 172.21.15.104:0/1568632382 shutdown_connections 2024-02-19T16:30:21.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.765+0000 7f49753d7640 1 -- 172.21.15.104:0/3197266252 shutdown_connections 2024-02-19T16:30:21.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f53a2c3b640 1 -- 172.21.15.104:0/1145433980 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f539c1fc1e0 con 0x7f539c06af10 2024-02-19T16:30:21.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f6891841640 1 Processor -- start 2024-02-19T16:30:21.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7ff329efc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff32406df20 0x7ff3240cc580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f807b44c640 1 -- 172.21.15.104:0/1568632382 wait complete. 2024-02-19T16:30:21.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f6891841640 1 -- start start 2024-02-19T16:30:21.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f830effd640 1 -- 172.21.15.104:0/1176099261 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8310070ee0 msgr2=0x7f83100caad0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-19T16:30:21.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f830effd640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8310070ee0 0x7f83100caad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f830effd640 1 -- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 msgr2=0x7f83100b4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f830effd640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100b4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f830effd640 1 -- 172.21.15.104:0/1176099261 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8300009400 con 0x7f831015c7b0 2024-02-19T16:30:21.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f830ffff640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100b4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f830effd640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831015c7b0 0x7f831014fdd0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f83000098c0 tx=0x7f83000046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7ff2899e2640 1 --2- 172.21.15.104:0/187485355 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff28415b230 0x7ff28406eca0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff2800097d0 tx=0x7ff28002b940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96551e110301954 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f49753d7640 1 -- 172.21.15.104:0/3197266252 wait complete. 2024-02-19T16:30:21.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7f53a2c3b640 1 -- 172.21.15.104:0/1145433980 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f539c1fb5d0 con 0x7f539c06af10 2024-02-19T16:30:21.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.766+0000 7fbd829e4640 1 Processor -- start 2024-02-19T16:30:21.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7fbd829e4640 1 -- start start 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff329efc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3240ae880 0x7ff32414b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff329efc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff32415dbf0 0x7ff32415c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff329efc640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff32414c660 con 0x7ff3240ae880 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff329efc640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3240cb800 con 0x7ff32415dbf0 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff329efc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3240cbaa0 con 0x7ff32406df20 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff328efa640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff32406df20 0x7ff3240cc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff328efa640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff32406df20 0x7ff3240cc580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42964/0 (socket says 172.21.15.104:42964) 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff328efa640 1 -- 172.21.15.104:0/3661137945 learned_addr learned my addr 172.21.15.104:0/3661137945 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7ff323fff640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3240ae880 0x7ff32414b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7f6891841640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68840dfef0 0x7f68840d3070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7f537ffff640 1 -- 172.21.15.104:0/1145433980 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5378005290 con 0x7f539c06af10 2024-02-19T16:30:21.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff2891e1640 1 -- 172.21.15.104:0/187485355 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff280030800 con 0x7ff28415b230 2024-02-19T16:30:21.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff2891e1640 1 -- 172.21.15.104:0/187485355 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff280030960 con 0x7ff28415b230 2024-02-19T16:30:21.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff2891e1640 1 -- 172.21.15.104:0/187485355 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff280030cf0 con 0x7ff28415b230 2024-02-19T16:30:21.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff323fff640 1 -- 172.21.15.104:0/3661137945 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff32406df20 msgr2=0x7ff3240cc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff323fff640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff32406df20 0x7ff3240cc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff323fff640 1 -- 172.21.15.104:0/3661137945 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff32415dbf0 msgr2=0x7ff32415c5a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-19T16:30:21.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff323fff640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff32415dbf0 0x7ff32415c5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7f8307fff640 1 -- 172.21.15.104:0/1176099261 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8300031870 con 0x7f831015c7b0 2024-02-19T16:30:21.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7f8307fff640 1 -- 172.21.15.104:0/1176099261 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83000305d0 con 0x7f831015c7b0 2024-02-19T16:30:21.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.767+0000 7f8307fff640 1 -- 172.21.15.104:0/1176099261 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8300030940 con 0x7f831015c7b0 2024-02-19T16:30:21.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83100b4430 con 0x7f831015c7b0 2024-02-19T16:30:21.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8310150310 con 0x7f831015c7b0 2024-02-19T16:30:21.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff323fff640 1 -- 172.21.15.104:0/3661137945 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff310009400 con 0x7ff3240ae880 2024-02-19T16:30:21.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd829e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd7c0b3300 0x7fbd7c15c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd7c0b3300 0x7fbd7c15c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd7c0b3300 0x7fbd7c15c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45780/0 (socket says 172.21.15.104:45780) 2024-02-19T16:30:21.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7bfff640 1 -- 172.21.15.104:0/88347057 learned_addr learned my addr 172.21.15.104:0/88347057 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff328efa640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff32406df20 0x7ff3240cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd829e4640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c0b3aa0 0x7fbd7c0cd840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd829e4640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbd7c159c50 0x7fbd7c0cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7c15d070 con 0x7fbd7c0b3300 2024-02-19T16:30:21.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7c15c7d0 con 0x7fbd7c0b3aa0 2024-02-19T16:30:21.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd7c15cab0 con 0x7fbd7c159c50 2024-02-19T16:30:21.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7ff323fff640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3240ae880 0x7ff32414b6f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff3240aec90 tx=0x7ff31800c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7b7fe640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c0b3aa0 0x7fbd7c0cd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7f807b44c640 1 Processor -- start 2024-02-19T16:30:21.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7bfff640 1 -- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbd7c159c50 msgr2=0x7fbd7c0cdd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7bfff640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbd7c159c50 0x7fbd7c0cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7bfff640 1 -- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c0b3aa0 msgr2=0x7fbd7c0cd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7bfff640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c0b3aa0 0x7fbd7c0cd840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7fbd7bfff640 1 -- 172.21.15.104:0/88347057 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd6c010810 con 0x7fbd7c0b3300 2024-02-19T16:30:21.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7f53927fc640 1 -- 172.21.15.104:0/1145433980 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f53940046d0 con 0x7f539c06af10 2024-02-19T16:30:21.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff3217fa640 1 -- 172.21.15.104:0/3661137945 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3180052d0 con 0x7ff3240ae880 2024-02-19T16:30:21.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f807b44c640 1 -- start start 2024-02-19T16:30:21.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff3217fa640 1 -- 172.21.15.104:0/3661137945 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff318005430 con 0x7ff3240ae880 2024-02-19T16:30:21.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff3217fa640 1 -- 172.21.15.104:0/3661137945 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3180052d0 con 0x7ff3240ae880 2024-02-19T16:30:21.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7fbd7bfff640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd7c0b3300 0x7fbd7c15c140 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c010bb0 tx=0x7fbd6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3240cbd80 con 0x7ff3240ae880 2024-02-19T16:30:21.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7f49753d7640 1 Processor -- start 2024-02-19T16:30:21.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.768+0000 7f49753d7640 1 -- start start 2024-02-19T16:30:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f6891841640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68840e4100 0x7f6884050c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3240ce170 con 0x7ff3240ae880 2024-02-19T16:30:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f53927fc640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f538006b810 0x7f538006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f53927fc640 1 -- 172.21.15.104:0/1145433980 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f53940accc0 con 0x7f539c06af10 2024-02-19T16:30:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f689083f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68840dfef0 0x7f68840d3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f689083f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68840dfef0 0x7f68840d3070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:42980/0 (socket says 172.21.15.104:42980) 2024-02-19T16:30:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f689083f640 1 -- 172.21.15.104:0/631164247 learned_addr learned my addr 172.21.15.104:0/631164247 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f6891841640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840de020 0x7f68840de4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68840de9f0 con 0x7f68840de020 2024-02-19T16:30:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688404e4f0 con 0x7f68840e4100 2024-02-19T16:30:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68840521d0 con 0x7f68840dfef0 2024-02-19T16:30:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83100b4260 con 0x7f831015c7b0 2024-02-19T16:30:21.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f6891040640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840de020 0x7f68840de4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f53a1438640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f538006b810 0x7f538006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff28b1e5640 1 -- 172.21.15.104:0/187485355 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff28415b230 msgr2=0x7ff28406eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff28b1e5640 1 --2- 172.21.15.104:0/187485355 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff28415b230 0x7ff28406eca0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff2800097d0 tx=0x7ff28002b940 comp rx=0 tx=0).stop 2024-02-19T16:30:21.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff28b1e5640 1 -- 172.21.15.104:0/187485355 shutdown_connections 2024-02-19T16:30:21.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff28b1e5640 1 --2- 172.21.15.104:0/187485355 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff28415b230 0x7ff28406eca0 secure :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff2800097d0 tx=0x7ff28002b940 comp rx=0 tx=0).stop 2024-02-19T16:30:21.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7ff28b1e5640 1 -- 172.21.15.104:0/187485355 >> 172.21.15.104:0/187485355 conn(0x7ff28406e180 msgr2=0x7ff28406e590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f49753d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49700b38b0 0x7f4970161480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f49753d7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 0x7f49701f6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f49753d7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4970162010 0x7f49700aadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f49753d7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4970150f80 con 0x7f49700b38b0 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f49753d7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49700aa6a0 con 0x7f4970162010 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f49753d7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49700a9a90 con 0x7f49700b4530 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f496effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49700b38b0 0x7f4970161480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f496effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49700b38b0 0x7f4970161480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45794/0 (socket says 172.21.15.104:45794) 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.769+0000 7f496effd640 1 -- 172.21.15.104:0/2473227859 learned_addr learned my addr 172.21.15.104:0/2473227859 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f496effd640 1 -- 172.21.15.104:0/2473227859 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 msgr2=0x7f49701f6d70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f496effd640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 0x7f49701f6d70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f496effd640 1 -- 172.21.15.104:0/2473227859 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4970162010 msgr2=0x7f49700aadf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f496effd640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4970162010 0x7f49700aadf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f496effd640 1 -- 172.21.15.104:0/2473227859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4960009400 con 0x7f49700b38b0 2024-02-19T16:30:21.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7fbd78ff9640 1 -- 172.21.15.104:0/88347057 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c041600 con 0x7fbd7c0b3300 2024-02-19T16:30:21.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f807b44c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0061a0 0x7f806c051850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7ff28b1e5640 1 -- 172.21.15.104:0/187485355 shutdown_connections 2024-02-19T16:30:21.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7fbd78ff9640 1 -- 172.21.15.104:0/88347057 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd6c041780 con 0x7fbd7c0b3300 2024-02-19T16:30:21.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7fbd78ff9640 1 -- 172.21.15.104:0/88347057 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c041b30 con 0x7fbd7c0b3300 2024-02-19T16:30:21.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd7c15cd90 con 0x7fbd7c0b3300 2024-02-19T16:30:21.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f496effd640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49700b38b0 0x7f4970161480 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f496000ebc0 tx=0x7f496000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f807b44c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f806c0eb060 0x7f806c04ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd7c0acd00 con 0x7fbd7c0b3300 2024-02-19T16:30:21.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7ff28b1e5640 1 -- 172.21.15.104:0/187485355 wait complete. 2024-02-19T16:30:21.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f807a44a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0061a0 0x7f806c051850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f807a44a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0061a0 0x7f806c051850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55342/0 (socket says 172.21.15.104:55342) 2024-02-19T16:30:21.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f49577fe640 1 -- 172.21.15.104:0/2473227859 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f496000edd0 con 0x7f49700b38b0 2024-02-19T16:30:21.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f49577fe640 1 -- 172.21.15.104:0/2473227859 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f496000cc30 con 0x7f49700b38b0 2024-02-19T16:30:21.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f807a44a640 1 -- 172.21.15.104:0/1398155999 learned_addr learned my addr 172.21.15.104:0/1398155999 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f8079c49640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f806c0eb060 0x7f806c04ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.771+0000 7f807b44c640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806c0eb440 0x7f806c04b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.771+0000 7f8307fff640 1 -- 172.21.15.104:0/1176099261 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8300030aa0 con 0x7f831015c7b0 2024-02-19T16:30:21.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f49577fe640 1 -- 172.21.15.104:0/2473227859 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4960013470 con 0x7f49700b38b0 2024-02-19T16:30:21.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.770+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4964009400 con 0x7f49700b38b0 2024-02-19T16:30:21.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.771+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49700aa050 con 0x7f49700b38b0 2024-02-19T16:30:21.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.771+0000 7f8307fff640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f82f006b8e0 0x7f82f006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.771+0000 7f53a1438640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f538006b810 0x7f538006dcd0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f539c0b13c0 tx=0x7f538c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f8307fff640 1 -- 172.21.15.104:0/1176099261 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f830002d040 con 0x7f831015c7b0 2024-02-19T16:30:21.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd5c005290 con 0x7fbd7c0b3300 2024-02-19T16:30:21.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3240751e0 con 0x7ff3240ae880 2024-02-19T16:30:21.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f688bfff640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68840e4100 0x7f6884050c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f689083f640 1 -- 172.21.15.104:0/631164247 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68840e4100 msgr2=0x7f6884050c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f689083f640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68840e4100 0x7f6884050c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f689083f640 1 -- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840de020 msgr2=0x7f68840de4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f689083f640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840de020 0x7f68840de4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f689083f640 1 -- 172.21.15.104:0/631164247 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68800094d0 con 0x7f68840dfef0 2024-02-19T16:30:21.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f689083f640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68840dfef0 0x7f68840d3070 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f688c0507a0 tx=0x7f688c069560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f830f7fe640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f82f006b8e0 0x7f82f006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7ff28b1e5640 1 Processor -- start 2024-02-19T16:30:21.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7ff28b1e5640 1 -- start start 2024-02-19T16:30:21.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4970067b10 con 0x7f49700b38b0 2024-02-19T16:30:21.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f830f7fe640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f82f006b8e0 0x7f82f006dda0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f82f8005880 tx=0x7f82f8007a00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f807b44c640 1 -- 172.21.15.104:0/1398155999 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f806c051d90 con 0x7f806c0eb440 2024-02-19T16:30:21.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f807b44c640 1 -- 172.21.15.104:0/1398155999 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f806c0513c0 con 0x7f806c0061a0 2024-02-19T16:30:21.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f807ac4b640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806c0eb440 0x7f806c04b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7f807b44c640 1 -- 172.21.15.104:0/1398155999 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f806c0504e0 con 0x7f806c0eb060 2024-02-19T16:30:21.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.772+0000 7ff3217fa640 1 -- 172.21.15.104:0/3661137945 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff3180035f0 con 0x7ff3240ae880 2024-02-19T16:30:21.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28b1e5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2840b2f60 0x7ff284142b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28b1e5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff284157c00 0x7ff284158e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7f807ac4b640 1 -- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f806c0eb060 msgr2=0x7f806c04ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7f807ac4b640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f806c0eb060 0x7f806c04ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7f807ac4b640 1 -- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0061a0 msgr2=0x7f806c051850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7f807ac4b640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0061a0 0x7f806c051850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff3217fa640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff30806b8d0 0x7ff30806dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28b1e5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff284159a10 0x7ff284147d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28b1e5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff284143080 con 0x7ff284157c00 2024-02-19T16:30:21.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28b1e5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff284159610 con 0x7ff2840b2f60 2024-02-19T16:30:21.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28b1e5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff284145020 con 0x7ff284159a10 2024-02-19T16:30:21.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7f807ac4b640 1 -- 172.21.15.104:0/1398155999 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8070009400 con 0x7f806c0eb440 2024-02-19T16:30:21.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff3217fa640 1 -- 172.21.15.104:0/3661137945 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff318089200 con 0x7ff3240ae880 2024-02-19T16:30:21.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28a1e3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2840b2f60 0x7ff284142b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28a9e4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff284159a10 0x7ff284147d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28a9e4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff284159a10 0x7ff284147d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:43016/0 (socket says 172.21.15.104:43016) 2024-02-19T16:30:21.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28a1e3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2840b2f60 0x7ff284142b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55348/0 (socket says 172.21.15.104:55348) 2024-02-19T16:30:21.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff28a9e4640 1 -- 172.21.15.104:0/2681683082 learned_addr learned my addr 172.21.15.104:0/2681683082 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:21.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7ff2899e2640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff284157c00 0x7ff284158e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7fbd78ff9640 1 -- 172.21.15.104:0/88347057 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbd6c03f040 con 0x7fbd7c0b3300 2024-02-19T16:30:21.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7f8079c49640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f806c0eb060 0x7f806c04ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:21.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7f807a44a640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0061a0 0x7f806c051850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:21.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.773+0000 7f807ac4b640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806c0eb440 0x7f806c04b770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8074050a30 tx=0x7f8074069560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff28a9e4640 1 -- 172.21.15.104:0/2681683082 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2840b2f60 msgr2=0x7ff284142b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff28a9e4640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2840b2f60 0x7ff284142b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff28a9e4640 1 -- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff284157c00 msgr2=0x7ff284158e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:21.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff328efa640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff30806b8d0 0x7ff30806dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7fbd78ff9640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbd6806b810 0x7fbd6806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff28a9e4640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff284157c00 0x7ff284158e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:21.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff28a9e4640 1 -- 172.21.15.104:0/2681683082 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff280009400 con 0x7ff284159a10 2024-02-19T16:30:21.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff2899e2640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff284157c00 0x7ff284158e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:21.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7fbd78ff9640 1 -- 172.21.15.104:0/88347057 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbd6c0b0b80 con 0x7fbd7c0b3300 2024-02-19T16:30:21.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff28a9e4640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff284159a10 0x7ff284147d00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff27c00c790 tx=0x7ff27c00cc50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7f49577fe640 1 -- 172.21.15.104:0/2473227859 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f49600135d0 con 0x7f49700b38b0 2024-02-19T16:30:21.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7fbd7b7fe640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbd6806b810 0x7fbd6806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7ff328efa640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff30806b8d0 0x7ff30806dd90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff31002b910 tx=0x7ff31003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7fbd7b7fe640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbd6806b810 0x7fbd6806dcd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbd7c0aee60 tx=0x7fbd74009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7f49577fe640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f495c06b910 0x7f495c06ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7f49577fe640 1 -- 172.21.15.104:0/2473227859 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f496008aa70 con 0x7f49700b38b0 2024-02-19T16:30:21.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.774+0000 7f496e7fc640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f495c06b910 0x7f495c06ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.775+0000 7f496e7fc640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f495c06b910 0x7f495c06ddd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4964035000 tx=0x7f4964008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7ff27affd640 1 -- 172.21.15.104:0/2681683082 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff27c00cea0 con 0x7ff284159a10 2024-02-19T16:30:21.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7ff28b1e5640 1 -- 172.21.15.104:0/2681683082 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff284159370 con 0x7ff284159a10 2024-02-19T16:30:21.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7ff27affd640 1 -- 172.21.15.104:0/2681683082 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff27c003b70 con 0x7ff284159a10 2024-02-19T16:30:21.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7ff27affd640 1 -- 172.21.15.104:0/2681683082 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff27c00a850 con 0x7ff284159a10 2024-02-19T16:30:21.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7f68897fa640 1 -- 172.21.15.104:0/631164247 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f688c068820 con 0x7f68840dfef0 2024-02-19T16:30:21.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7f68897fa640 1 -- 172.21.15.104:0/631164247 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f688c0689a0 con 0x7f68840dfef0 2024-02-19T16:30:21.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7f68897fa640 1 -- 172.21.15.104:0/631164247 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f688c094a50 con 0x7f68840dfef0 2024-02-19T16:30:21.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7ff28b1e5640 1 -- 172.21.15.104:0/2681683082 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2841455a0 con 0x7ff284159a10 2024-02-19T16:30:21.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7f8307fff640 1 -- 172.21.15.104:0/1176099261 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8300077750 con 0x7f831015c7b0 2024-02-19T16:30:21.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68840524b0 con 0x7f68840dfef0 2024-02-19T16:30:21.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.776+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6884052a70 con 0x7f68840dfef0 2024-02-19T16:30:21.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.777+0000 7ff28b1e5640 1 -- 172.21.15.104:0/2681683082 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff284157fe0 con 0x7ff284159a10 2024-02-19T16:30:21.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.777+0000 7ff27affd640 1 -- 172.21.15.104:0/2681683082 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff27c00a9b0 con 0x7ff284159a10 2024-02-19T16:30:21.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.778+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68840057e0 con 0x7f68840dfef0 2024-02-19T16:30:21.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.778+0000 7f53927fc640 1 -- 172.21.15.104:0/1145433980 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5394077720 con 0x7f539c06af10 2024-02-19T16:30:21.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.778+0000 7ff27affd640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff26806b810 0x7ff26806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.778+0000 7ff27affd640 1 -- 172.21.15.104:0/2681683082 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff27c089ee0 con 0x7ff284159a10 2024-02-19T16:30:21.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.778+0000 7f68897fa640 1 -- 172.21.15.104:0/631164247 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f688c094bb0 con 0x7f68840dfef0 2024-02-19T16:30:21.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.778+0000 7f68897fa640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f687006b860 0x7f687006dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.779+0000 7f68897fa640 1 -- 172.21.15.104:0/631164247 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f688c10d2f0 con 0x7f68840dfef0 2024-02-19T16:30:21.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.779+0000 7f688bfff640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f687006b860 0x7f687006dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.779+0000 7ff28a1e3640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff26806b810 0x7ff26806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.779+0000 7f688bfff640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f687006b860 0x7f687006dd20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6880036000 tx=0x7f6880008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.779+0000 7ff28a1e3640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff26806b810 0x7ff26806dcd0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff274007fd0 tx=0x7ff274007e80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.780+0000 7ff3217fa640 1 -- 172.21.15.104:0/3661137945 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff318053c40 con 0x7ff3240ae880 2024-02-19T16:30:21.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.782+0000 7ff27affd640 1 -- 172.21.15.104:0/2681683082 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff27c054a40 con 0x7ff284159a10 2024-02-19T16:30:21.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.785+0000 7fbd78ff9640 1 -- 172.21.15.104:0/88347057 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fbd6c07b680 con 0x7fbd7c0b3300 2024-02-19T16:30:21.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.787+0000 7f68897fa640 1 -- 172.21.15.104:0/631164247 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f688c0d7ea0 con 0x7f68840dfef0 2024-02-19T16:30:21.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.790+0000 7f8066ffd640 1 -- 172.21.15.104:0/1398155999 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80740688a0 con 0x7f806c0eb440 2024-02-19T16:30:21.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.790+0000 7f8066ffd640 1 -- 172.21.15.104:0/1398155999 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8074068a00 con 0x7f806c0eb440 2024-02-19T16:30:21.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.791+0000 7f807b44c640 1 -- 172.21.15.104:0/1398155999 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f806c0507b0 con 0x7f806c0eb440 2024-02-19T16:30:21.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.791+0000 7f49577fe640 1 -- 172.21.15.104:0/2473227859 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4960055500 con 0x7f49700b38b0 2024-02-19T16:30:21.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.791+0000 7f8066ffd640 1 -- 172.21.15.104:0/1398155999 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80740934b0 con 0x7f806c0eb440 2024-02-19T16:30:21.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.791+0000 7f807b44c640 1 -- 172.21.15.104:0/1398155999 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f806c050d70 con 0x7f806c0eb440 2024-02-19T16:30:21.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.793+0000 7f8066ffd640 1 -- 172.21.15.104:0/1398155999 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8074093610 con 0x7f806c0eb440 2024-02-19T16:30:21.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.795+0000 7f8066ffd640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805806b8e0 0x7f805806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:21.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.795+0000 7f807a44a640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805806b8e0 0x7f805806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:21.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.796+0000 7f8064ff9640 1 -- 172.21.15.104:0/1398155999 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f806c056610 con 0x7f806c0eb440 2024-02-19T16:30:21.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.796+0000 7f807a44a640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805806b8e0 0x7f805806dda0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8070034040 tx=0x7f807003d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:21.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.796+0000 7f8066ffd640 1 -- 172.21.15.104:0/1398155999 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8074104920 con 0x7f806c0eb440 2024-02-19T16:30:21.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:21.805+0000 7f8066ffd640 1 -- 172.21.15.104:0/1398155999 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f80740cf330 con 0x7f806c0eb440 2024-02-19T16:30:22.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.181+0000 7f537ffff640 1 -- 172.21.15.104:0/1145433980 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f5378005540 con 0x7f539c06af10 2024-02-19T16:30:22.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.181+0000 7f53927fc640 1 -- 172.21.15.104:0/1145433980 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5394043020 con 0x7f539c06af10 2024-02-19T16:30:22.184 INFO:teuthology.orchestra.run.smithi104.stdout:55834574856 2024-02-19T16:30:22.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.184+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f83100b0870 con 0x7f831015c7b0 2024-02-19T16:30:22.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.184+0000 7f53a2c3b640 1 -- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f538006b810 msgr2=0x7f538006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.184+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f538006b810 0x7f538006dcd0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f539c0b13c0 tx=0x7f538c008040 comp rx=0 tx=0).stop 2024-02-19T16:30:22.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.184+0000 7f53a2c3b640 1 -- 172.21.15.104:0/1145433980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f539c06af10 msgr2=0x7f539c150b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.185+0000 7f8307fff640 1 -- 172.21.15.104:0/1176099261 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f830007ae10 con 0x7f831015c7b0 2024-02-19T16:30:22.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.184+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f539c06af10 0x7f539c150b10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5394009f70 tx=0x7f5394004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:22.188 INFO:teuthology.orchestra.run.smithi104.stdout:55834574854 2024-02-19T16:30:22.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.185+0000 7f53a2c3b640 1 -- 172.21.15.104:0/1145433980 shutdown_connections 2024-02-19T16:30:22.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.185+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f538006b810 0x7f538006dcd0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.185+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f539c162340 0x7f539c06e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.185+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f539c06f080 0x7f539c1ed650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.185+0000 7f53a2c3b640 1 --2- 172.21.15.104:0/1145433980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f539c06af10 0x7f539c150b10 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.185+0000 7f53a2c3b640 1 -- 172.21.15.104:0/1145433980 >> 172.21.15.104:0/1145433980 conn(0x7f539c067300 msgr2=0x7f539c163630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:22.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.185+0000 7f53a2c3b640 1 -- 172.21.15.104:0/1145433980 shutdown_connections 2024-02-19T16:30:22.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.186+0000 7f53a2c3b640 1 -- 172.21.15.104:0/1145433980 wait complete. 2024-02-19T16:30:22.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.187+0000 7ff28b1e5640 1 -- 172.21.15.104:0/2681683082 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7ff2840751e0 con 0x7ff284159a10 2024-02-19T16:30:22.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.187+0000 7ff27affd640 1 -- 172.21.15.104:0/2681683082 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff27c058100 con 0x7ff284159a10 2024-02-19T16:30:22.190 INFO:teuthology.orchestra.run.smithi104.stdout:55834574856 2024-02-19T16:30:22.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.188+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f82f006b8e0 msgr2=0x7f82f006dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.188+0000 7f8315e84640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f82f006b8e0 0x7f82f006dda0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f82f8005880 tx=0x7f82f8007a00 comp rx=0 tx=0).stop 2024-02-19T16:30:22.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.188+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831015c7b0 msgr2=0x7f831014fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.188+0000 7f8315e84640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831015c7b0 0x7f831014fdd0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f83000098c0 tx=0x7f83000046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.188+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 shutdown_connections 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.188+0000 7f8315e84640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f82f006b8e0 0x7f82f006dda0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.189+0000 7f8315e84640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8310162770 0x7f83100b4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.189+0000 7f8315e84640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831015c7b0 0x7f831014fdd0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.189+0000 7f8315e84640 1 --2- 172.21.15.104:0/1176099261 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8310070ee0 0x7f83100caad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.189+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 >> 172.21.15.104:0/1176099261 conn(0x7f83100cfab0 msgr2=0x7f83100b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.189+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 shutdown_connections 2024-02-19T16:30:22.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.189+0000 7f8315e84640 1 -- 172.21.15.104:0/1176099261 wait complete. 2024-02-19T16:30:22.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.190+0000 7ff278ff9640 1 -- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff26806b810 msgr2=0x7ff26806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.190+0000 7ff278ff9640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff26806b810 0x7ff26806dcd0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff274007fd0 tx=0x7ff274007e80 comp rx=0 tx=0).stop 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7ff278ff9640 1 -- 172.21.15.104:0/2681683082 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff284159a10 msgr2=0x7ff284147d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7ff278ff9640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff284159a10 0x7ff284147d00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff27c00c790 tx=0x7ff27c00cc50 comp rx=0 tx=0).stop 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7ff278ff9640 1 -- 172.21.15.104:0/2681683082 shutdown_connections 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7ff278ff9640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff26806b810 0x7ff26806dcd0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7ff278ff9640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff284157c00 0x7ff284158e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7ff278ff9640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff284159a10 0x7ff284147d00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7ff278ff9640 1 --2- 172.21.15.104:0/2681683082 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2840b2f60 0x7ff284142b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7ff278ff9640 1 -- 172.21.15.104:0/2681683082 >> 172.21.15.104:0/2681683082 conn(0x7ff28406e180 msgr2=0x7ff28415b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fbd5c005810 con 0x7fbd7c0b3300 2024-02-19T16:30:22.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.191+0000 7fbd78ff9640 1 -- 172.21.15.104:0/88347057 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbd6c03d090 con 0x7fbd7c0b3300 2024-02-19T16:30:22.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.192+0000 7ff278ff9640 1 -- 172.21.15.104:0/2681683082 shutdown_connections 2024-02-19T16:30:22.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.192+0000 7ff278ff9640 1 -- 172.21.15.104:0/2681683082 wait complete. 2024-02-19T16:30:22.195 INFO:teuthology.orchestra.run.smithi104.stdout:55834574854 2024-02-19T16:30:22.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.195+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbd6806b810 msgr2=0x7fbd6806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.195+0000 7fbd829e4640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbd6806b810 0x7fbd6806dcd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbd7c0aee60 tx=0x7fbd74009040 comp rx=0 tx=0).stop 2024-02-19T16:30:22.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.196+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd7c0b3300 msgr2=0x7fbd7c15c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.196+0000 7fbd829e4640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd7c0b3300 0x7fbd7c15c140 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c010bb0 tx=0x7fbd6c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.196+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 shutdown_connections 2024-02-19T16:30:22.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.196+0000 7fbd829e4640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbd6806b810 0x7fbd6806dcd0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.196+0000 7fbd829e4640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbd7c159c50 0x7fbd7c0cdd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.196+0000 7fbd829e4640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbd7c0b3aa0 0x7fbd7c0cd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.196+0000 7fbd829e4640 1 --2- 172.21.15.104:0/88347057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd7c0b3300 0x7fbd7c15c140 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.196+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 >> 172.21.15.104:0/88347057 conn(0x7fbd7c0b1a10 msgr2=0x7fbd7c0b2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:22.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.197+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 shutdown_connections 2024-02-19T16:30:22.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.197+0000 7fbd829e4640 1 -- 172.21.15.104:0/88347057 wait complete. 2024-02-19T16:30:22.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.197+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f688400ffb0 con 0x7f68840dfef0 2024-02-19T16:30:22.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.198+0000 7f68897fa640 1 -- 172.21.15.104:0/631164247 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f688c094e60 con 0x7f68840dfef0 2024-02-19T16:30:22.200 INFO:teuthology.orchestra.run.smithi104.stdout:55834574854 2024-02-19T16:30:22.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.199+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7ff3240af260 con 0x7ff3240ae880 2024-02-19T16:30:22.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.199+0000 7ff3217fa640 1 -- 172.21.15.104:0/3661137945 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff318057300 con 0x7ff3240ae880 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f687006b860 msgr2=0x7f687006dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f687006b860 0x7f687006dd20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6880036000 tx=0x7f6880008030 comp rx=0 tx=0).stop 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68840dfef0 msgr2=0x7f68840d3070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68840dfef0 0x7f68840d3070 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f688c0507a0 tx=0x7f688c069560 comp rx=0 tx=0).stop 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 shutdown_connections 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f687006b860 0x7f687006dd20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68840de020 0x7f68840de4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68840e4100 0x7f6884050c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 --2- 172.21.15.104:0/631164247 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68840dfef0 0x7f68840d3070 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 >> 172.21.15.104:0/631164247 conn(0x7f688401ef40 msgr2=0x7f68840dd1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:22.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 shutdown_connections 2024-02-19T16:30:22.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.202+0000 7f6891841640 1 -- 172.21.15.104:0/631164247 wait complete. 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.203+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff30806b8d0 msgr2=0x7ff30806dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.203+0000 7ff329efc640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff30806b8d0 0x7ff30806dd90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff31002b910 tx=0x7ff31003c040 comp rx=0 tx=0).stop 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.203+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3240ae880 msgr2=0x7ff32414b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.203+0000 7ff329efc640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3240ae880 0x7ff32414b6f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff3240aec90 tx=0x7ff31800c820 comp rx=0 tx=0).stop 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.204+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 shutdown_connections 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.204+0000 7ff329efc640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff30806b8d0 0x7ff30806dd90 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.204+0000 7ff329efc640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff3240ae880 0x7ff32414b6f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.204+0000 7ff329efc640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff32415dbf0 0x7ff32415c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.204+0000 7ff329efc640 1 --2- 172.21.15.104:0/3661137945 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff32406df20 0x7ff3240cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.204+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 >> 172.21.15.104:0/3661137945 conn(0x7ff3240b1270 msgr2=0x7ff32415a640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.204+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 shutdown_connections 2024-02-19T16:30:22.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.204+0000 7ff329efc640 1 -- 172.21.15.104:0/3661137945 wait complete. 2024-02-19T16:30:22.208 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.1 2024-02-19T16:30:22.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.206+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f49700751e0 con 0x7f49700b38b0 2024-02-19T16:30:22.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.207+0000 7f49577fe640 1 -- 172.21.15.104:0/2473227859 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4960058bc0 con 0x7f49700b38b0 2024-02-19T16:30:22.209 INFO:teuthology.orchestra.run.smithi104.stdout:55834574854 2024-02-19T16:30:22.213 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.5 2024-02-19T16:30:22.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f495c06b910 msgr2=0x7f495c06ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f495c06b910 0x7f495c06ddd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4964035000 tx=0x7f4964008030 comp rx=0 tx=0).stop 2024-02-19T16:30:22.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49700b38b0 msgr2=0x7f4970161480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49700b38b0 0x7f4970161480 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f496000ebc0 tx=0x7f496000c520 comp rx=0 tx=0).stop 2024-02-19T16:30:22.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 shutdown_connections 2024-02-19T16:30:22.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f495c06b910 0x7f495c06ddd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4970162010 0x7f49700aadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f49700b4530 0x7f49701f6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 --2- 172.21.15.104:0/2473227859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f49700b38b0 0x7f4970161480 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 >> 172.21.15.104:0/2473227859 conn(0x7f49700b1370 msgr2=0x7f497015b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:22.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 shutdown_connections 2024-02-19T16:30:22.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.211+0000 7f49753d7640 1 -- 172.21.15.104:0/2473227859 wait complete. 2024-02-19T16:30:22.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.213+0000 7f8064ff9640 1 -- 172.21.15.104:0/1398155999 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f806c0057e0 con 0x7f806c0eb440 2024-02-19T16:30:22.215 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.2 2024-02-19T16:30:22.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.213+0000 7f8066ffd640 1 -- 172.21.15.104:0/1398155999 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f80740d29f0 con 0x7f806c0eb440 2024-02-19T16:30:22.216 INFO:teuthology.orchestra.run.smithi104.stdout:55834574854 2024-02-19T16:30:22.218 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.7 2024-02-19T16:30:22.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 -- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805806b8e0 msgr2=0x7f805806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805806b8e0 0x7f805806dda0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8070034040 tx=0x7f807003d040 comp rx=0 tx=0).stop 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 -- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806c0eb440 msgr2=0x7f806c04b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806c0eb440 0x7f806c04b770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8074050a30 tx=0x7f8074069560 comp rx=0 tx=0).stop 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 -- 172.21.15.104:0/1398155999 shutdown_connections 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805806b8e0 0x7f805806dda0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f806c0eb440 0x7f806c04b770 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f806c0eb060 0x7f806c04ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 --2- 172.21.15.104:0/1398155999 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f806c0061a0 0x7f806c051850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 -- 172.21.15.104:0/1398155999 >> 172.21.15.104:0/1398155999 conn(0x7f806c0559e0 msgr2=0x7f806c03cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 -- 172.21.15.104:0/1398155999 shutdown_connections 2024-02-19T16:30:22.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:22.216+0000 7f8064ff9640 1 -- 172.21.15.104:0/1398155999 wait complete. 2024-02-19T16:30:22.223 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.0 2024-02-19T16:30:22.225 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.3 2024-02-19T16:30:22.230 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.4 2024-02-19T16:30:22.231 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.6 2024-02-19T16:30:23.209 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-02-19T16:30:23.213 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-02-19T16:30:23.216 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-02-19T16:30:23.219 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-02-19T16:30:23.224 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-02-19T16:30:23.226 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-02-19T16:30:23.231 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-02-19T16:30:23.231 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-02-19T16:30:23.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.373+0000 7faf71e47640 1 Processor -- start 2024-02-19T16:30:23.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.373+0000 7faf71e47640 1 -- start start 2024-02-19T16:30:23.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.374+0000 7faf71e47640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0cee50 0x7faf6c0cf230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.374+0000 7faf71e47640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf6c0aed00 0x7faf6c16ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.374+0000 7faf71e47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf6c071690 con 0x7faf6c0b35a0 2024-02-19T16:30:23.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.374+0000 7faf71e47640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf6c16f440 con 0x7faf6c0aed00 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.374+0000 7faf71e47640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf6c071930 con 0x7faf6c0cee50 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.374+0000 7faf6bfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7faf6c0b35a0 0x7faf6c08b0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53572/0 (socket says 172.21.15.104:53572) 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.374+0000 7faf6bfff640 1 -- 172.21.15.104:0/2876705787 learned_addr learned my addr 172.21.15.104:0/2876705787 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.374+0000 7faf6affd640 1 --2- 172.21.15.104:0/2876705787 >> v2:172.21.15.104:3300/0 conn(0x7faf6c0aed00 0x7faf6c16ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.375+0000 7faf6b7fe640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0cee50 0x7faf6c0cf230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.375+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1157544587 0 0) 0x7faf6c071690 con 0x7faf6c0b35a0 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.375+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faf54007930 con 0x7faf6c0b35a0 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.375+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3032962260 0 0) 0x7faf54007930 con 0x7faf6c0b35a0 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.375+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0cee50 msgr2=0x7faf6c0cf230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.375+0000 7faf6a7fc640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0cee50 0x7faf6c0cf230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.375+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 >> v2:172.21.15.104:3300/0 conn(0x7faf6c0aed00 msgr2=0x7faf6c16ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.375+0000 7faf6a7fc640 1 --2- 172.21.15.104:0/2876705787 >> v2:172.21.15.104:3300/0 conn(0x7faf6c0aed00 0x7faf6c16ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf6c071c10 con 0x7faf6c0b35a0 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7faf640019f0 con 0x7faf6c0b35a0 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 >> v1:172.21.15.104:6789/0 conn(0x7faf6c0b35a0 legacy=0x7faf6c08b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf54007d80 0x7faf540081a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf54008bd0 0x7faf54009050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf54007440 0x7faf54009590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf6c16f440 con 0x7faf54008bd0 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf6c071930 con 0x7faf54007440 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf5401cf60 con 0x7faf54007d80 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6bfff640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf54007440 0x7faf54009590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.376+0000 7faf6affd640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf54008bd0 0x7faf54009050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.377+0000 7faf6bfff640 1 -- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf54007d80 msgr2=0x7faf540081a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.377+0000 7faf6bfff640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf54007d80 0x7faf540081a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.377+0000 7faf6bfff640 1 -- 172.21.15.104:0/2876705787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf54008bd0 msgr2=0x7faf54009050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.377+0000 7faf6bfff640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf54008bd0 0x7faf54009050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.377+0000 7faf6bfff640 1 -- 172.21.15.104:0/2876705787 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf54007930 con 0x7faf54007440 2024-02-19T16:30:23.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.378+0000 7faf6bfff640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf54007440 0x7faf54009590 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faf6400a7b0 tx=0x7faf54009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4403270145e2a63 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.379+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf64034630 con 0x7faf54007440 2024-02-19T16:30:23.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.379+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf6402f070 con 0x7faf54007440 2024-02-19T16:30:23.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.379+0000 7faf6a7fc640 1 -- 172.21.15.104:0/2876705787 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf640349f0 con 0x7faf54007440 2024-02-19T16:30:23.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.379+0000 7faf71e47640 1 -- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf54007440 msgr2=0x7faf54009590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.379+0000 7faf71e47640 1 --2- 172.21.15.104:0/2876705787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf54007440 0x7faf54009590 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faf6400a7b0 tx=0x7faf54009c00 comp rx=0 tx=0).stop 2024-02-19T16:30:23.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.380+0000 7faf6bfff640 1 -- 172.21.15.104:0/2876705787 reap_dead start 2024-02-19T16:30:23.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.380+0000 7faf71e47640 1 -- 172.21.15.104:0/2876705787 shutdown_connections 2024-02-19T16:30:23.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.380+0000 7faf71e47640 1 -- 172.21.15.104:0/2876705787 >> 172.21.15.104:0/2876705787 conn(0x7faf6c0b15f0 msgr2=0x7faf6c0b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.380+0000 7faf71e47640 1 -- 172.21.15.104:0/2876705787 shutdown_connections 2024-02-19T16:30:23.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.380+0000 7faf71e47640 1 -- 172.21.15.104:0/2876705787 wait complete. 2024-02-19T16:30:23.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.382+0000 7faf71e47640 1 Processor -- start 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.382+0000 7faf71e47640 1 -- start start 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf71e47640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0ade20 0x7faf6c0c4860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf71e47640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf6c0c4da0 0x7faf6c0aa200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf71e47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf6c0aa740 0x7faf6c15b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf6affd640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf6c0c4da0 0x7faf6c0aa200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf6b7fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0ade20 0x7faf6c0c4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf6b7fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0ade20 0x7faf6c0c4860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:43030/0 (socket says 172.21.15.104:43030) 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf6b7fe640 1 -- 172.21.15.104:0/3200606205 learned_addr learned my addr 172.21.15.104:0/3200606205 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf6bfff640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf6c0aa740 0x7faf6c15b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf71e47640 1 -- 172.21.15.104:0/3200606205 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf6c0c5220 con 0x7faf6c0aa740 2024-02-19T16:30:23.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf71e47640 1 -- 172.21.15.104:0/3200606205 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf6c0aaf90 con 0x7faf6c0c4da0 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.384+0000 7faf71e47640 1 -- 172.21.15.104:0/3200606205 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf6c159270 con 0x7faf6c0ade20 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.385+0000 7faf6affd640 1 -- 172.21.15.104:0/3200606205 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0ade20 msgr2=0x7faf6c0c4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.385+0000 7faf6affd640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0ade20 0x7faf6c0c4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.385+0000 7faf6affd640 1 -- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf6c0aa740 msgr2=0x7faf6c15b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.385+0000 7faf6affd640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf6c0aa740 0x7faf6c15b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.385+0000 7faf6affd640 1 -- 172.21.15.104:0/3200606205 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf6c159550 con 0x7faf6c0c4da0 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.385+0000 7faf6bfff640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf6c0aa740 0x7faf6c15b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.386+0000 7faf6affd640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf6c0c4da0 0x7faf6c0aa200 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faf5c003c80 tx=0x7faf5c00a7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.386+0000 7faf53fff640 1 -- 172.21.15.104:0/3200606205 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c00f040 con 0x7faf6c0c4da0 2024-02-19T16:30:23.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.386+0000 7faf53fff640 1 -- 172.21.15.104:0/3200606205 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf5c017070 con 0x7faf6c0c4da0 2024-02-19T16:30:23.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.386+0000 7faf53fff640 1 -- 172.21.15.104:0/3200606205 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c01c650 con 0x7faf6c0c4da0 2024-02-19T16:30:23.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.386+0000 7faf71e47640 1 -- 172.21.15.104:0/3200606205 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf6c159830 con 0x7faf6c0c4da0 2024-02-19T16:30:23.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.386+0000 7faf71e47640 1 -- 172.21.15.104:0/3200606205 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf6c0aabc0 con 0x7faf6c0c4da0 2024-02-19T16:30:23.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.389+0000 7faf53fff640 1 -- 172.21.15.104:0/3200606205 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faf5c01c7b0 con 0x7faf6c0c4da0 2024-02-19T16:30:23.394 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.389+0000 7faf53fff640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf5806b810 0x7faf5806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.394 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.389+0000 7faf53fff640 1 -- 172.21.15.104:0/3200606205 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faf5c08a620 con 0x7faf6c0c4da0 2024-02-19T16:30:23.394 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.391+0000 7faf6b7fe640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf5806b810 0x7faf5806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.394 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.392+0000 7faf6b7fe640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf5806b810 0x7faf5806dcd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7faf60006fd0 tx=0x7faf60008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.395 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.392+0000 7faf71e47640 1 -- 172.21.15.104:0/3200606205 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf4c005290 con 0x7faf6c0c4da0 2024-02-19T16:30:23.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.397+0000 7faf53fff640 1 -- 172.21.15.104:0/3200606205 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7faf5c055050 con 0x7faf6c0c4da0 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.421+0000 7fa16994a640 1 Processor -- start 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.421+0000 7fa16994a640 1 -- start start 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.422+0000 7fa16994a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c050500 0x7fa15c007bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.422+0000 7fa16994a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa15c0e0120 0x7fa15c008110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.422+0000 7fa16994a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa15c0512f0 con 0x7fa15c0dfd40 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.422+0000 7fa16994a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa15c055a70 con 0x7fa15c0e0120 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.422+0000 7fa16994a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c0549d0 con 0x7fa15c050500 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.423+0000 7fa168948640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa15c0dfd40 0x7fa15c050be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53576/0 (socket says 172.21.15.104:53576) 2024-02-19T16:30:23.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.423+0000 7fa168948640 1 -- 172.21.15.104:0/179928417 learned_addr learned my addr 172.21.15.104:0/179928417 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.423+0000 7fa163fff640 1 --2- 172.21.15.104:0/179928417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c050500 0x7fa15c007bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.423+0000 7fa169149640 1 --2- 172.21.15.104:0/179928417 >> v2:172.21.15.104:3300/0 conn(0x7fa15c0e0120 0x7fa15c008110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.423+0000 7fa169149640 1 -- 172.21.15.104:0/179928417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c050500 msgr2=0x7fa15c007bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.423+0000 7fa169149640 1 --2- 172.21.15.104:0/179928417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c050500 0x7fa15c007bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.423+0000 7fa169149640 1 -- 172.21.15.104:0/179928417 >> v1:172.21.15.104:6789/0 conn(0x7fa15c0dfd40 legacy=0x7fa15c050be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.423+0000 7fa169149640 1 -- 172.21.15.104:0/179928417 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa15c054cb0 con 0x7fa15c0e0120 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.424+0000 7fa169149640 1 --2- 172.21.15.104:0/179928417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 0x7fa15c008110 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa16406a7e0 tx=0x7fa1640a67a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bd95ee7686695b2 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.425+0000 7fa1637fe640 1 -- 172.21.15.104:0/179928417 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1640ab770 con 0x7fa15c0e0120 2024-02-19T16:30:23.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.425+0000 7fa1637fe640 1 -- 172.21.15.104:0/179928417 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1640ab8d0 con 0x7fa15c0e0120 2024-02-19T16:30:23.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.425+0000 7f9d692da640 1 Processor -- start 2024-02-19T16:30:23.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.425+0000 7f105e502640 1 Processor -- start 2024-02-19T16:30:23.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.425+0000 7f105e502640 1 -- start start 2024-02-19T16:30:23.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.425+0000 7fa1637fe640 1 -- 172.21.15.104:0/179928417 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1640abce0 con 0x7fa15c0e0120 2024-02-19T16:30:23.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7f9d692da640 1 -- start start 2024-02-19T16:30:23.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7fa16994a640 1 -- 172.21.15.104:0/179928417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 msgr2=0x7fa15c008110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7fa16994a640 1 --2- 172.21.15.104:0/179928417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 0x7fa15c008110 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa16406a7e0 tx=0x7fa1640a67a0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7fa16994a640 1 -- 172.21.15.104:0/179928417 shutdown_connections 2024-02-19T16:30:23.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7fa16994a640 1 --2- 172.21.15.104:0/179928417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 0x7fa15c008110 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7fa16994a640 1 --2- 172.21.15.104:0/179928417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c050500 0x7fa15c007bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7fa16994a640 1 -- 172.21.15.104:0/179928417 >> 172.21.15.104:0/179928417 conn(0x7fa15c055bc0 msgr2=0x7fa15c055fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7f807f219640 1 Processor -- start 2024-02-19T16:30:23.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7f807f219640 1 -- start start 2024-02-19T16:30:23.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7f105e502640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f105003e830 0x7f1050053be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7f105e502640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1050054120 0x7f10500068c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7f105e502640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1050058560 con 0x7f10500e30b0 2024-02-19T16:30:23.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7f105e502640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10500545b0 con 0x7f1050054120 2024-02-19T16:30:23.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7f105e502640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1050006190 con 0x7f105003e830 2024-02-19T16:30:23.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f1057fff640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f10500e30b0 0x7f1050057d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:40992/0 (socket says 172.21.15.104:40992) 2024-02-19T16:30:23.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f1057fff640 1 -- 172.21.15.104:0/1156155873 learned_addr learned my addr 172.21.15.104:0/1156155873 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:23.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f10577fe640 1 --2- 172.21.15.104:0/1156155873 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f105003e830 0x7f1050053be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f9d692da640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9d6415de20 0x7f9d640d11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f9d692da640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d640cea10 0x7f9d640726e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f105ca9f640 1 --2- 172.21.15.104:0/1156155873 >> v2:172.21.15.104:3300/0 conn(0x7f1050054120 0x7f10500068c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f9d627fc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d640cea10 0x7f9d640726e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f9d627fc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d640cea10 0x7f9d640726e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:43058/0 (socket says 172.21.15.104:43058) 2024-02-19T16:30:23.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f9d627fc640 1 -- 172.21.15.104:0/488685571 learned_addr learned my addr 172.21.15.104:0/488685571 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f9d637fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9d64072c20 0x7f9d640b3330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53588/0 (socket says 172.21.15.104:53588) 2024-02-19T16:30:23.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7fa16994a640 1 -- 172.21.15.104:0/179928417 shutdown_connections 2024-02-19T16:30:23.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.426+0000 7fa16994a640 1 -- 172.21.15.104:0/179928417 wait complete. 2024-02-19T16:30:23.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f9d692da640 1 -- 172.21.15.104:0/488685571 --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d64161810 con 0x7f9d64072c20 2024-02-19T16:30:23.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807f219640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f80700df210 0x7f8070038070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807f219640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 0x7f807004fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f10577fe640 1 -- 172.21.15.104:0/1156155873 >> v2:172.21.15.104:3300/0 conn(0x7f1050054120 msgr2=0x7f10500068c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f10577fe640 1 --2- 172.21.15.104:0/1156155873 >> v2:172.21.15.104:3300/0 conn(0x7f1050054120 0x7f10500068c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f10577fe640 1 -- 172.21.15.104:0/1156155873 >> v1:172.21.15.158:6789/0 conn(0x7f10500e30b0 legacy=0x7f1050057d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807f219640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80700544b0 con 0x7f8070033ee0 2024-02-19T16:30:23.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f1056ffd640 1 -- 172.21.15.104:0/1156155873 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3977053585 0 0) 0x7f1050058560 con 0x7f10500e30b0 2024-02-19T16:30:23.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807f219640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80700541d0 con 0x7f80700df210 2024-02-19T16:30:23.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807f219640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8070005f20 con 0x7f8070053c60 2024-02-19T16:30:23.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807ea18640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f8070033ee0 0x7f8070006a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53594/0 (socket says 172.21.15.104:53594) 2024-02-19T16:30:23.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807ea18640 1 -- 172.21.15.104:0/2844457417 learned_addr learned my addr 172.21.15.104:0/2844457417 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:23.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.427+0000 7f10577fe640 1 -- 172.21.15.104:0/1156155873 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1050058840 con 0x7f105003e830 2024-02-19T16:30:23.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807e217640 1 --2- 172.21.15.104:0/2844457417 >> v2:172.21.15.158:3300/0 conn(0x7f80700df210 0x7f8070038070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f9d61ffb640 1 -- 172.21.15.104:0/488685571 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1595721840 0 0) 0x7f9d64161810 con 0x7f9d64072c20 2024-02-19T16:30:23.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f9d692da640 1 -- 172.21.15.104:0/488685571 --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d640730b0 con 0x7f9d6415de20 2024-02-19T16:30:23.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f9d692da640 1 -- 172.21.15.104:0/488685571 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d64161af0 con 0x7f9d640cea10 2024-02-19T16:30:23.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f105ca9f640 1 --2- 172.21.15.104:0/1156155873 >> v2:172.21.15.104:3300/0 conn(0x7f1050054120 0x7f10500068c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:23.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f9d61ffb640 1 -- 172.21.15.104:0/488685571 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d4c003520 con 0x7f9d64072c20 2024-02-19T16:30:23.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f9704bbd640 1 Processor -- start 2024-02-19T16:30:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7fa16994a640 1 Processor -- start 2024-02-19T16:30:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7fa16994a640 1 -- start start 2024-02-19T16:30:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9d627fc640 1 -- 172.21.15.104:0/488685571 >> v2:172.21.15.158:3300/0 conn(0x7f9d6415de20 msgr2=0x7f9d640d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9d62ffd640 1 --2- 172.21.15.104:0/488685571 >> v2:172.21.15.158:3300/0 conn(0x7f9d6415de20 0x7f9d640d11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9d61ffb640 1 -- 172.21.15.104:0/488685571 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 509433552 0 0) 0x7f9d4c003520 con 0x7f9d64072c20 2024-02-19T16:30:23.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.428+0000 7f807da16640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 0x7f807004fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1497449185 0 0) 0x7f80700544b0 con 0x7f8070033ee0 2024-02-19T16:30:23.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8064003520 con 0x7f8070033ee0 2024-02-19T16:30:23.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9c4a48a640 1 Processor -- start 2024-02-19T16:30:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9704bbd640 1 -- start start 2024-02-19T16:30:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9c4a48a640 1 -- start start 2024-02-19T16:30:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3540168095 0 0) 0x7f8064003520 con 0x7f8070033ee0 2024-02-19T16:30:23.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 msgr2=0x7f807004fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 0x7f807004fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 >> v2:172.21.15.158:3300/0 conn(0x7f80700df210 msgr2=0x7f8070038070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 --2- 172.21.15.104:0/2844457417 >> v2:172.21.15.158:3300/0 conn(0x7f80700df210 0x7f8070038070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8070006200 con 0x7f8070033ee0 2024-02-19T16:30:23.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f807804faa0 con 0x7f8070033ee0 2024-02-19T16:30:23.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9d627fc640 1 --2- 172.21.15.104:0/488685571 >> v2:172.21.15.158:3300/0 conn(0x7f9d6415de20 0x7f9d640d11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9d627fc640 1 -- 172.21.15.104:0/488685571 >> v1:172.21.15.104:6789/0 conn(0x7f9d64072c20 legacy=0x7f9d640b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f9d627fc640 1 -- 172.21.15.104:0/488685571 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d64161dd0 con 0x7f9d640cea10 2024-02-19T16:30:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa16994a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c050500 0x7fa15c0e2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa16994a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0dfd40 0x7fa15c0e1d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa16994a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 0x7fa15c04cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa16994a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c0e0fe0 con 0x7fa15c0e0120 2024-02-19T16:30:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa16994a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c03b430 con 0x7fa15c050500 2024-02-19T16:30:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa16994a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c0e1250 con 0x7fa15c0dfd40 2024-02-19T16:30:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa168948640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c050500 0x7fa15c0e2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 >> v1:172.21.15.104:6789/0 conn(0x7f8070033ee0 legacy=0x7f8070006a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 0x7f8064003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8064003ef0 0x7f80640047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8064004d00 0x7f8064005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80700541d0 con 0x7f8064003ef0 2024-02-19T16:30:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8070005f20 con 0x7f8064004d00 2024-02-19T16:30:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f806400ca90 con 0x7f8070053c60 2024-02-19T16:30:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f9d62ffd640 1 --2- 172.21.15.104:0/488685571 >> v2:172.21.15.158:3300/0 conn(0x7f9d6415de20 0x7f9d640d11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa169149640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 0x7fa15c04cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807da16640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8064003ef0 0x7f80640047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807e217640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 0x7f8064003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa168948640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c050500 0x7fa15c0e2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55396/0 (socket says 172.21.15.104:55396) 2024-02-19T16:30:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7fa168948640 1 -- 172.21.15.104:0/2073814997 learned_addr learned my addr 172.21.15.104:0/2073814997 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807e217640 1 -- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8064004d00 msgr2=0x7f8064005180 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-02-19T16:30:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807e217640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8064004d00 0x7f8064005180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807e217640 1 -- 172.21.15.104:0/2844457417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8064003ef0 msgr2=0x7f80640047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807e217640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8064003ef0 0x7f80640047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f807e217640 1 -- 172.21.15.104:0/2844457417 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8064003520 con 0x7f8070053c60 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f9704bbd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f96f80e30b0 0x7f96f8057d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f9704bbd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f80542f0 0x7f96f80068c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f9704bbd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96f80582c0 con 0x7f96f803e830 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f9704bbd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96f8006190 con 0x7f96f80e30b0 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.430+0000 7f9704bbd640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96f8058560 con 0x7f96f80542f0 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fe59c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f96f80e30b0 0x7f96f8057d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fed9d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f80542f0 0x7f96f80068c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fe59c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f96f80e30b0 0x7f96f8057d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45900/0 (socket says 172.21.15.104:45900) 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fed9d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f80542f0 0x7f96f80068c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:43090/0 (socket says 172.21.15.104:43090) 2024-02-19T16:30:23.449 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fe59c640 1 -- 172.21.15.104:0/2131192191 learned_addr learned my addr 172.21.15.104:0/2131192191 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f10577fe640 1 --2- 172.21.15.104:0/1156155873 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f105003e830 0x7f1050053be0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f104c0097a0 tx=0x7f104c02b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4acc5dfa3365e37 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7fa168948640 1 -- 172.21.15.104:0/2073814997 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0dfd40 msgr2=0x7fa15c0e1d30 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-02-19T16:30:23.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7fa168948640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0dfd40 0x7fa15c0e1d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7fa168948640 1 -- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 msgr2=0x7fa15c04cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7fa168948640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 0x7fa15c04cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7fa168948640 1 -- 172.21.15.104:0/2073814997 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa164050140 con 0x7fa15c050500 2024-02-19T16:30:23.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7fa169149640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 0x7fa15c04cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:23.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f9c4a48a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9c44161ad0 0x7f9c440d2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f9c49488640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9c4415e050 0x7f9c440ce260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53602/0 (socket says 172.21.15.104:53602) 2024-02-19T16:30:23.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f1056ffd640 1 -- 172.21.15.104:0/1156155873 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f104c030610 con 0x7f105003e830 2024-02-19T16:30:23.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f1056ffd640 1 -- 172.21.15.104:0/1156155873 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f104c030770 con 0x7f105003e830 2024-02-19T16:30:23.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.429+0000 7f1056ffd640 1 -- 172.21.15.104:0/1156155873 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f104c030ae0 con 0x7f105003e830 2024-02-19T16:30:23.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f105e502640 1 -- 172.21.15.104:0/1156155873 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f105003e830 msgr2=0x7f1050053be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f105e502640 1 --2- 172.21.15.104:0/1156155873 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f105003e830 0x7f1050053be0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f104c0097a0 tx=0x7f104c02b960 comp rx=0 tx=0).stop 2024-02-19T16:30:23.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f9c49488640 1 -- 172.21.15.104:0/2659504201 learned_addr learned my addr 172.21.15.104:0/2659504201 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:23.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/2659504201 >> v2:172.21.15.158:3300/0 conn(0x7f9c440d2c70 0x7f9c440b6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f9c4a48a640 1 -- 172.21.15.104:0/2659504201 --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c440cf350 con 0x7f9c4415e050 2024-02-19T16:30:23.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f9c4a48a640 1 -- 172.21.15.104:0/2659504201 --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c4415e430 con 0x7f9c44161ad0 2024-02-19T16:30:23.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f9c4a48a640 1 -- 172.21.15.104:0/2659504201 --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c440d1fc0 con 0x7f9c440d2c70 2024-02-19T16:30:23.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f105e502640 1 -- 172.21.15.104:0/1156155873 shutdown_connections 2024-02-19T16:30:23.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f105e502640 1 --2- 172.21.15.104:0/1156155873 >> v2:172.21.15.104:3300/0 conn(0x7f1050054120 0x7f10500068c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f105e502640 1 --2- 172.21.15.104:0/1156155873 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f105003e830 0x7f1050053be0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f105e502640 1 -- 172.21.15.104:0/1156155873 >> 172.21.15.104:0/1156155873 conn(0x7f10500559d0 msgr2=0x7f1050055de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fe59c640 1 -- 172.21.15.104:0/2131192191 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f80542f0 msgr2=0x7f96f80068c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fe59c640 1 --2- 172.21.15.104:0/2131192191 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f80542f0 0x7f96f80068c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fe59c640 1 -- 172.21.15.104:0/2131192191 >> v1:172.21.15.104:6789/0 conn(0x7f96f803e830 legacy=0x7f96f8053be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fe59c640 1 -- 172.21.15.104:0/2131192191 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96f8058840 con 0x7f96f80e30b0 2024-02-19T16:30:23.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f96fed9d640 1 --2- 172.21.15.104:0/2131192191 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f80542f0 0x7f96f80068c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:23.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.431+0000 7f9d627fc640 1 --2- 172.21.15.104:0/488685571 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d640cea10 0x7f9d640726e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9d54009870 tx=0x7f9d5402b7f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcf22024c473acd2 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7fa168948640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c050500 0x7fa15c0e2f00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa15800c780 tx=0x7fa15800cc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9c48c87640 1 --2- 172.21.15.104:0/2659504201 >> v2:172.21.15.104:3300/0 conn(0x7f9c44161ad0 0x7f9c440d2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9d61ffb640 1 -- 172.21.15.104:0/488685571 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d5c0019f0 con 0x7f9d640cea10 2024-02-19T16:30:23.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9d61ffb640 1 -- 172.21.15.104:0/488685571 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d540314d0 con 0x7f9d640cea10 2024-02-19T16:30:23.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9d61ffb640 1 -- 172.21.15.104:0/488685571 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d540318a0 con 0x7f9d640cea10 2024-02-19T16:30:23.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7fa1617fa640 1 -- 172.21.15.104:0/2073814997 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1580072d0 con 0x7fa15c050500 2024-02-19T16:30:23.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7fa1617fa640 1 -- 172.21.15.104:0/2073814997 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa158007430 con 0x7fa15c050500 2024-02-19T16:30:23.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7fa1617fa640 1 -- 172.21.15.104:0/2073814997 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1580047e0 con 0x7fa15c050500 2024-02-19T16:30:23.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa15c0e1530 con 0x7fa15c050500 2024-02-19T16:30:23.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f807e217640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 0x7f8064003970 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8068009ac0 tx=0x7f80640057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d64d85749db69d7c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa15c0daa10 con 0x7fa15c050500 2024-02-19T16:30:23.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9c49c89640 1 --2- 172.21.15.104:0/2659504201 >> v2:172.21.15.158:3300/0 conn(0x7f9c440d2c70 0x7f9c440b6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9c3bfff640 1 -- 172.21.15.104:0/2659504201 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1156930373 0 0) 0x7f9c440cf350 con 0x7f9c4415e050 2024-02-19T16:30:23.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f105e502640 1 -- 172.21.15.104:0/1156155873 shutdown_connections 2024-02-19T16:30:23.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f806802c6f0 con 0x7f8070053c60 2024-02-19T16:30:23.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9c3bfff640 1 -- 172.21.15.104:0/2659504201 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c30003520 con 0x7f9c4415e050 2024-02-19T16:30:23.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f806802c850 con 0x7f8070053c60 2024-02-19T16:30:23.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f807d215640 1 -- 172.21.15.104:0/2844457417 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f806802cbe0 con 0x7f8070053c60 2024-02-19T16:30:23.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9c48c87640 1 -- 172.21.15.104:0/2659504201 >> v2:172.21.15.158:3300/0 conn(0x7f9c440d2c70 msgr2=0x7f9c440b6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f96fe59c640 1 --2- 172.21.15.104:0/2131192191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80e30b0 0x7f96f8057d80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f97000685c0 tx=0x7f97000a6970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5df57635c4afb9a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9c48c87640 1 --2- 172.21.15.104:0/2659504201 >> v2:172.21.15.158:3300/0 conn(0x7f9c440d2c70 0x7f9c440b6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f96fd59a640 1 -- 172.21.15.104:0/2131192191 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97000ab8f0 con 0x7f96f80e30b0 2024-02-19T16:30:23.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f96fd59a640 1 -- 172.21.15.104:0/2131192191 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97000aba50 con 0x7f96f80e30b0 2024-02-19T16:30:23.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f96fd59a640 1 -- 172.21.15.104:0/2131192191 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97000ab8f0 con 0x7f96f80e30b0 2024-02-19T16:30:23.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9d692da640 1 -- 172.21.15.104:0/488685571 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d640cea10 msgr2=0x7f9d640726e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9d692da640 1 --2- 172.21.15.104:0/488685571 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d640cea10 0x7f9d640726e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9d54009870 tx=0x7f9d5402b7f0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9d692da640 1 -- 172.21.15.104:0/488685571 shutdown_connections 2024-02-19T16:30:23.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9d692da640 1 --2- 172.21.15.104:0/488685571 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d640cea10 0x7f9d640726e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9d692da640 1 --2- 172.21.15.104:0/488685571 >> v2:172.21.15.158:3300/0 conn(0x7f9d6415de20 0x7f9d640d11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9d692da640 1 -- 172.21.15.104:0/488685571 >> 172.21.15.104:0/488685571 conn(0x7f9d64066c20 msgr2=0x7f9d64067030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9c48c87640 1 -- 172.21.15.104:0/2659504201 >> v1:172.21.15.104:6789/0 conn(0x7f9c4415e050 legacy=0x7f9c440ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.432+0000 7f9c48c87640 1 -- 172.21.15.104:0/2659504201 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c440d22a0 con 0x7f9c44161ad0 2024-02-19T16:30:23.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9d692da640 1 -- 172.21.15.104:0/488685571 shutdown_connections 2024-02-19T16:30:23.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9d692da640 1 -- 172.21.15.104:0/488685571 wait complete. 2024-02-19T16:30:23.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f807f219640 1 -- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 msgr2=0x7f8064003970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f807f219640 1 --2- 172.21.15.104:0/2844457417 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8070053c60 0x7f8064003970 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8068009ac0 tx=0x7f80640057f0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f807ea18640 1 -- 172.21.15.104:0/2844457417 reap_dead start 2024-02-19T16:30:23.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.434+0000 7f807f219640 1 -- 172.21.15.104:0/2844457417 shutdown_connections 2024-02-19T16:30:23.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.434+0000 7f807f219640 1 -- 172.21.15.104:0/2844457417 >> 172.21.15.104:0/2844457417 conn(0x7f8070009fa0 msgr2=0x7f807000a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f9c48c87640 1 --2- 172.21.15.104:0/2659504201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c44161ad0 0x7f9c440d2730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9c440b6a60 tx=0x7f9c3402b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bddf77553cac0f2b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.434+0000 7f9c3bfff640 1 -- 172.21.15.104:0/2659504201 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c340317c0 con 0x7f9c44161ad0 2024-02-19T16:30:23.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.434+0000 7f9c3bfff640 1 -- 172.21.15.104:0/2659504201 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c34031920 con 0x7f9c44161ad0 2024-02-19T16:30:23.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.434+0000 7f9c3bfff640 1 -- 172.21.15.104:0/2659504201 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c34031cf0 con 0x7f9c44161ad0 2024-02-19T16:30:23.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.433+0000 7f105e502640 1 -- 172.21.15.104:0/1156155873 wait complete. 2024-02-19T16:30:23.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.434+0000 7f105e502640 1 Processor -- start 2024-02-19T16:30:23.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.434+0000 7f9704bbd640 1 -- 172.21.15.104:0/2131192191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80e30b0 msgr2=0x7f96f8057d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.434+0000 7f9704bbd640 1 --2- 172.21.15.104:0/2131192191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80e30b0 0x7f96f8057d80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f97000685c0 tx=0x7f97000a6970 comp rx=0 tx=0).stop 2024-02-19T16:30:23.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa144005290 con 0x7fa15c050500 2024-02-19T16:30:23.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9704bbd640 1 -- 172.21.15.104:0/2131192191 shutdown_connections 2024-02-19T16:30:23.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9704bbd640 1 --2- 172.21.15.104:0/2131192191 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f80542f0 0x7f96f80068c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9704bbd640 1 --2- 172.21.15.104:0/2131192191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80e30b0 0x7f96f8057d80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9704bbd640 1 -- 172.21.15.104:0/2131192191 >> 172.21.15.104:0/2131192191 conn(0x7f96f80559d0 msgr2=0x7f96f8055de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f807f219640 1 -- 172.21.15.104:0/2844457417 shutdown_connections 2024-02-19T16:30:23.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9c4a48a640 1 -- 172.21.15.104:0/2659504201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c44161ad0 msgr2=0x7f9c440d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/2659504201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c44161ad0 0x7f9c440d2730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9c440b6a60 tx=0x7f9c3402b860 comp rx=0 tx=0).stop 2024-02-19T16:30:23.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f807f219640 1 -- 172.21.15.104:0/2844457417 wait complete. 2024-02-19T16:30:23.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9c4a48a640 1 -- 172.21.15.104:0/2659504201 shutdown_connections 2024-02-19T16:30:23.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/2659504201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c44161ad0 0x7f9c440d2730 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/2659504201 >> v2:172.21.15.158:3300/0 conn(0x7f9c440d2c70 0x7f9c440b6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9c4a48a640 1 -- 172.21.15.104:0/2659504201 >> 172.21.15.104:0/2659504201 conn(0x7f9c440d0810 msgr2=0x7f9c440d0c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9c4a48a640 1 -- 172.21.15.104:0/2659504201 shutdown_connections 2024-02-19T16:30:23.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9c4a48a640 1 -- 172.21.15.104:0/2659504201 wait complete. 2024-02-19T16:30:23.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9704bbd640 1 -- 172.21.15.104:0/2131192191 shutdown_connections 2024-02-19T16:30:23.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f9d692da640 1 Processor -- start 2024-02-19T16:30:23.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f4b86bd0640 1 Processor -- start 2024-02-19T16:30:23.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f9d692da640 1 -- start start 2024-02-19T16:30:23.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7fa1617fa640 1 -- 172.21.15.104:0/2073814997 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa158004940 con 0x7fa15c050500 2024-02-19T16:30:23.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f4b86bd0640 1 -- start start 2024-02-19T16:30:23.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7fa1617fa640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14806b8e0 0x7fa14806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9d692da640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d64072c20 0x7f9d64157070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.470 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f4b86bd0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4b800b3510 0x7f4b80162700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9d692da640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d640cea10 0x7f9d640b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f4b86bd0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b800b38f0 0x7f4b80165cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9d692da640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d6415de20 0x7f9d640b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7fa163fff640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14806b8e0 0x7fa14806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9d627fc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d640cea10 0x7f9d640b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9d627fc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d640cea10 0x7f9d640b4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55428/0 (socket says 172.21.15.104:55428) 2024-02-19T16:30:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f4b8496c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4b800b3510 0x7f4b80162700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f4b8496c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4b800b3510 0x7f4b80162700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45914/0 (socket says 172.21.15.104:45914) 2024-02-19T16:30:23.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9c4a48a640 1 Processor -- start 2024-02-19T16:30:23.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9d637fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d6415de20 0x7f9d640b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f4b8496c640 1 -- 172.21.15.104:0/2441708200 learned_addr learned my addr 172.21.15.104:0/2441708200 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9c4a48a640 1 -- start start 2024-02-19T16:30:23.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f9d637fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d6415de20 0x7f9d640b67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45918/0 (socket says 172.21.15.104:45918) 2024-02-19T16:30:23.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d627fc640 1 -- 172.21.15.104:0/638202299 learned_addr learned my addr 172.21.15.104:0/638202299 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f807f219640 1 Processor -- start 2024-02-19T16:30:23.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f4b86bd0640 1 -- 172.21.15.104:0/2441708200 --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b8006caf0 con 0x7f4b80071770 2024-02-19T16:30:23.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d640b1640 con 0x7f9d6415de20 2024-02-19T16:30:23.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d640c6b50 con 0x7f9d640cea10 2024-02-19T16:30:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d62ffd640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d64072c20 0x7f9d64157070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f4b86bd0640 1 -- 172.21.15.104:0/2441708200 --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b800cf680 con 0x7f4b800b3510 2024-02-19T16:30:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d640b5c20 con 0x7f9d64072c20 2024-02-19T16:30:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f807f219640 1 -- start start 2024-02-19T16:30:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7fa163fff640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14806b8e0 0x7fa14806dda0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa15c001010 tx=0x7fa150009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.435+0000 7f105e502640 1 -- start start 2024-02-19T16:30:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f4b86bd0640 1 -- 172.21.15.104:0/2441708200 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b8006df90 con 0x7f4b800b38f0 2024-02-19T16:30:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f105e502640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105003e830 0x7f10501855e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f105e502640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1050054120 0x7f1050176da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f4b7ffff640 1 --2- 172.21.15.104:0/2441708200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b800b38f0 0x7f4b80165cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7fa1617fa640 1 -- 172.21.15.104:0/2073814997 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa158089890 con 0x7fa15c050500 2024-02-19T16:30:23.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f105e502640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f10500e30b0 0x7f1050178870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f105e502640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1050177710 con 0x7f105003e830 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f105e502640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10501779f0 con 0x7f1050054120 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f105e502640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1050177cd0 con 0x7f10500e30b0 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f10577fe640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1050054120 0x7f1050176da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f10577fe640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1050054120 0x7f1050176da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55426/0 (socket says 172.21.15.104:55426) 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f10577fe640 1 -- 172.21.15.104:0/3037903970 learned_addr learned my addr 172.21.15.104:0/3037903970 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f105ca9f640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f10500e30b0 0x7f1050178870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f1057fff640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105003e830 0x7f10501855e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f10577fe640 1 -- 172.21.15.104:0/3037903970 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f10500e30b0 msgr2=0x7f1050178870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f10577fe640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f10500e30b0 0x7f1050178870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f10577fe640 1 -- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105003e830 msgr2=0x7f10501855e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f10577fe640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105003e830 0x7f10501855e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f10577fe640 1 -- 172.21.15.104:0/3037903970 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f104c009400 con 0x7f1050054120 2024-02-19T16:30:23.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.437+0000 7f1057fff640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105003e830 0x7f10501855e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:23.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f10577fe640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1050054120 0x7f1050176da0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f104c02b9a0 tx=0x7f104c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.436+0000 7f9704bbd640 1 -- 172.21.15.104:0/2131192191 wait complete. 2024-02-19T16:30:23.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d637fe640 1 -- 172.21.15.104:0/638202299 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d64072c20 msgr2=0x7f9d64157070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f4b7ffff640 1 -- 172.21.15.104:0/2441708200 >> v2:172.21.15.104:3300/0 conn(0x7f4b800b3510 msgr2=0x7f4b80162700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:23.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f4b7ffff640 1 --2- 172.21.15.104:0/2441708200 >> v2:172.21.15.104:3300/0 conn(0x7f4b800b3510 0x7f4b80162700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f4b7ffff640 1 -- 172.21.15.104:0/2441708200 >> v1:172.21.15.158:6789/0 conn(0x7f4b80071770 legacy=0x7f4b80071c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f4b7ffff640 1 -- 172.21.15.104:0/2441708200 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b80166520 con 0x7f4b800b38f0 2024-02-19T16:30:23.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9c4a48a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c440d2c70 0x7f9c44154db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9704bbd640 1 Processor -- start 2024-02-19T16:30:23.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9704bbd640 1 -- start start 2024-02-19T16:30:23.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d637fe640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d64072c20 0x7f9d64157070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d637fe640 1 -- 172.21.15.104:0/638202299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d640cea10 msgr2=0x7f9d640b4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9c4a48a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c4415e050 0x7f9c4415ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d637fe640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d640cea10 0x7f9d640b4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d637fe640 1 -- 172.21.15.104:0/638202299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d540094d0 con 0x7f9d6415de20 2024-02-19T16:30:23.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f807f219640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8070053c60 0x7f80700d3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.438+0000 7f9d627fc640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d640cea10 0x7f9d640b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:23.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9c49488640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c440d2c70 0x7f9c44154db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9c49488640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c440d2c70 0x7f9c44154db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55434/0 (socket says 172.21.15.104:55434) 2024-02-19T16:30:23.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9d637fe640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d6415de20 0x7f9d640b67d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c001560 tx=0x7f9d5c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9d4b7fe640 1 -- 172.21.15.104:0/638202299 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d5c00a640 con 0x7f9d6415de20 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9d4b7fe640 1 -- 172.21.15.104:0/638202299 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d5c00a7a0 con 0x7f9d6415de20 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9d4b7fe640 1 -- 172.21.15.104:0/638202299 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d5c00ab50 con 0x7f9d6415de20 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d640b5940 con 0x7f9d6415de20 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d640c67e0 con 0x7f9d6415de20 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f807f219640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f80700dff70 0x7f80700e03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f807e217640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8070053c60 0x7f80700d3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f807e217640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8070053c60 0x7f80700d3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45930/0 (socket says 172.21.15.104:45930) 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f807e217640 1 -- 172.21.15.104:0/3812902353 learned_addr learned my addr 172.21.15.104:0/3812902353 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f807f219640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80700346d0 0x7f8070034b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f807da16640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f80700dff70 0x7f80700e03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8070036120 con 0x7f8070053c60 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807ea18640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80700346d0 0x7f8070034b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80700e0930 con 0x7f80700346d0 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8070036540 con 0x7f80700dff70 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9c48c87640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c4415e050 0x7f9c4415ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9c48c87640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c4415e050 0x7f9c4415ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45922/0 (socket says 172.21.15.104:45922) 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9c49488640 1 -- 172.21.15.104:0/3025446794 learned_addr learned my addr 172.21.15.104:0/3025446794 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.439+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c44161ad0 0x7f9c4415f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c441570a0 con 0x7f9c4415e050 2024-02-19T16:30:23.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c44157940 con 0x7f9c440d2c70 2024-02-19T16:30:23.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c49c89640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c44161ad0 0x7f9c4415f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f4b8496c640 1 --2- 172.21.15.104:0/2441708200 >> v2:172.21.15.104:3300/0 conn(0x7f4b800b3510 0x7f4b80162700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:23.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f4b7ffff640 1 --2- 172.21.15.104:0/2441708200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b800b38f0 0x7f4b80165cf0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4b680097a0 tx=0x7f4b6802b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ce0334bb3102e3f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c4415fa40 con 0x7f9c44161ad0 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9704bbd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f803e830 0x7f96f80e18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9704bbd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80542f0 0x7f96f81855d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9704bbd640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96f80e30b0 0x7f96f8051390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9704bbd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96f8050fa0 con 0x7f96f80542f0 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9704bbd640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96f8185b10 con 0x7f96f80e30b0 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9704bbd640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96f804ff90 con 0x7f96f803e830 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fdd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80542f0 0x7f96f81855d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fe59c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f803e830 0x7f96f80e18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fe59c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f803e830 0x7f96f80e18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:43134/0 (socket says 172.21.15.104:43134) 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fe59c640 1 -- 172.21.15.104:0/1429763941 learned_addr learned my addr 172.21.15.104:0/1429763941 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fed9d640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96f80e30b0 0x7f96f8051390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f4b7f7fe640 1 -- 172.21.15.104:0/2441708200 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b68031830 con 0x7f4b800b38f0 2024-02-19T16:30:23.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f4b7f7fe640 1 -- 172.21.15.104:0/2441708200 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b68031990 con 0x7f4b800b38f0 2024-02-19T16:30:23.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fdd9b640 1 -- 172.21.15.104:0/1429763941 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f803e830 msgr2=0x7f96f80e18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fdd9b640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f803e830 0x7f96f80e18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fdd9b640 1 -- 172.21.15.104:0/1429763941 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96f80e30b0 msgr2=0x7f96f8051390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fdd9b640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96f80e30b0 0x7f96f8051390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f96fdd9b640 1 -- 172.21.15.104:0/1429763941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9700050140 con 0x7f96f80542f0 2024-02-19T16:30:23.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807da16640 1 -- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80700346d0 msgr2=0x7f8070034b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807da16640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80700346d0 0x7f8070034b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807da16640 1 -- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8070053c60 msgr2=0x7f80700d3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807da16640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8070053c60 0x7f80700d3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807da16640 1 -- 172.21.15.104:0/3812902353 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80700d3890 con 0x7f80700dff70 2024-02-19T16:30:23.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f807ea18640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80700346d0 0x7f8070034b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:23.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c49c89640 1 -- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c440d2c70 msgr2=0x7f9c44154db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c49c89640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c440d2c70 0x7f9c44154db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c49c89640 1 -- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c4415e050 msgr2=0x7f9c4415ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c49c89640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c4415e050 0x7f9c4415ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.440+0000 7f9c49c89640 1 -- 172.21.15.104:0/3025446794 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c34009400 con 0x7f9c44161ad0 2024-02-19T16:30:23.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d640c69a0 con 0x7f9d6415de20 2024-02-19T16:30:23.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f807da16640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f80700dff70 0x7f80700e03f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8074011a70 tx=0x7f8074011f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f96fdd9b640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80542f0 0x7f96f81855d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f96f400b360 tx=0x7f96f400b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f9c49c89640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c44161ad0 0x7f9c4415f350 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9c3c013eb0 tx=0x7f9c3c004410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f806effd640 1 -- 172.21.15.104:0/3812902353 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8074016070 con 0x7f80700dff70 2024-02-19T16:30:23.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f806effd640 1 -- 172.21.15.104:0/3812902353 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8074010d90 con 0x7f80700dff70 2024-02-19T16:30:23.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80700354a0 con 0x7f80700dff70 2024-02-19T16:30:23.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f1054ff9640 1 -- 172.21.15.104:0/3037903970 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f104c030e50 con 0x7f1050054120 2024-02-19T16:30:23.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f806effd640 1 -- 172.21.15.104:0/3812902353 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8074004230 con 0x7f80700dff70 2024-02-19T16:30:23.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8070035a60 con 0x7f80700dff70 2024-02-19T16:30:23.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7fa1617fa640 1 -- 172.21.15.104:0/2073814997 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa1580543d0 con 0x7fa15c050500 2024-02-19T16:30:23.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.442+0000 7f4b86bd0640 1 -- 172.21.15.104:0/2441708200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b800b38f0 msgr2=0x7f4b80165cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f96eeffd640 1 -- 172.21.15.104:0/1429763941 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96f4011830 con 0x7f96f80542f0 2024-02-19T16:30:23.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f96eeffd640 1 -- 172.21.15.104:0/1429763941 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96f4011990 con 0x7f96f80542f0 2024-02-19T16:30:23.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.442+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/2441708200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b800b38f0 0x7f4b80165cf0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4b680097a0 tx=0x7f4b6802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.442+0000 7f9d4b7fe640 1 -- 172.21.15.104:0/638202299 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9d5c00acb0 con 0x7f9d6415de20 2024-02-19T16:30:23.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.442+0000 7f9d4b7fe640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d5006b8e0 0x7f9d5006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f9d4b7fe640 1 -- 172.21.15.104:0/638202299 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d5c089a30 con 0x7f9d6415de20 2024-02-19T16:30:23.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f9c39ffb640 1 -- 172.21.15.104:0/3025446794 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c3c018040 con 0x7f9c44161ad0 2024-02-19T16:30:23.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f9c39ffb640 1 -- 172.21.15.104:0/3025446794 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c3c01c810 con 0x7f9c44161ad0 2024-02-19T16:30:23.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f9c39ffb640 1 -- 172.21.15.104:0/3025446794 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c3c01cba0 con 0x7f9c44161ad0 2024-02-19T16:30:23.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.442+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c441572f0 con 0x7f9c44161ad0 2024-02-19T16:30:23.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c440c74a0 con 0x7f9c44161ad0 2024-02-19T16:30:23.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.442+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96f8050b10 con 0x7f96f80542f0 2024-02-19T16:30:23.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.442+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96f80501e0 con 0x7f96f80542f0 2024-02-19T16:30:23.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f96eeffd640 1 -- 172.21.15.104:0/1429763941 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96f4011d20 con 0x7f96f80542f0 2024-02-19T16:30:23.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f4b86bd0640 1 -- 172.21.15.104:0/2441708200 shutdown_connections 2024-02-19T16:30:23.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/2441708200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b800b38f0 0x7f4b80165cf0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/2441708200 >> v2:172.21.15.104:3300/0 conn(0x7f4b800b3510 0x7f4b80162700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f4b86bd0640 1 -- 172.21.15.104:0/2441708200 >> 172.21.15.104:0/2441708200 conn(0x7f4b800b1a10 msgr2=0x7f4b800b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f806effd640 1 -- 172.21.15.104:0/3812902353 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8074004390 con 0x7f80700dff70 2024-02-19T16:30:23.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f806effd640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805c06b910 0x7f805c06ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f105e502640 1 -- 172.21.15.104:0/3037903970 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1050177fb0 con 0x7f1050054120 2024-02-19T16:30:23.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.444+0000 7f9c39ffb640 1 -- 172.21.15.104:0/3025446794 <== mon.2 v2:172.21.15.158:3301/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9c3c01cd00 con 0x7f9c44161ad0 2024-02-19T16:30:23.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.441+0000 7f105e502640 1 -- 172.21.15.104:0/3037903970 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10501772e0 con 0x7f1050054120 2024-02-19T16:30:23.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.442+0000 7f10427fc640 1 -- 172.21.15.104:0/3037903970 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1038005290 con 0x7f1050054120 2024-02-19T16:30:23.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f806effd640 1 -- 172.21.15.104:0/3812902353 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f807408c640 con 0x7f80700dff70 2024-02-19T16:30:23.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.444+0000 7f9d62ffd640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d5006b8e0 0x7f9d5006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.444+0000 7f9d62ffd640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d5006b8e0 0x7f9d5006dda0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9d5800ab60 tx=0x7f9d58008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.444+0000 7f4b86bd0640 1 -- 172.21.15.104:0/2441708200 shutdown_connections 2024-02-19T16:30:23.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.443+0000 7f1054ff9640 1 -- 172.21.15.104:0/3037903970 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f104c060070 con 0x7f1050054120 2024-02-19T16:30:23.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.444+0000 7f4b86bd0640 1 -- 172.21.15.104:0/2441708200 wait complete. 2024-02-19T16:30:23.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.444+0000 7f1054ff9640 1 -- 172.21.15.104:0/3037903970 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f104c003830 con 0x7f1050054120 2024-02-19T16:30:23.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.444+0000 7f1054ff9640 1 -- 172.21.15.104:0/3037903970 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f104c003a50 con 0x7f1050054120 2024-02-19T16:30:23.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.445+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c440751e0 con 0x7f9c44161ad0 2024-02-19T16:30:23.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.445+0000 7f9c39ffb640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9c2806b8e0 0x7f9c2806dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.445+0000 7f1054ff9640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f103c06b8e0 0x7f103c06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.445+0000 7f9c39ffb640 1 -- 172.21.15.104:0/3025446794 <== mon.2 v2:172.21.15.158:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9c3c0933b0 con 0x7f9c44161ad0 2024-02-19T16:30:23.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.445+0000 7f9c49488640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9c2806b8e0 0x7f9c2806dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.446+0000 7f9c49488640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9c2806b8e0 0x7f9c2806dda0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9c400011e0 tx=0x7f9c40009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.446+0000 7f1057fff640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f103c06b8e0 0x7f103c06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.446+0000 7f1054ff9640 1 -- 172.21.15.104:0/3037903970 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f104c0ce2c0 con 0x7f1050054120 2024-02-19T16:30:23.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.446+0000 7f1057fff640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f103c06b8e0 0x7f103c06dda0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1044000f60 tx=0x7f1044007c50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.446+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96f8006380 con 0x7f96f80542f0 2024-02-19T16:30:23.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.445+0000 7f807e217640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805c06b910 0x7f805c06ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.446+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8070036260 con 0x7f80700dff70 2024-02-19T16:30:23.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.446+0000 7f807e217640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805c06b910 0x7f805c06ddd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f806802c820 tx=0x7f8068030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.447+0000 7f4b86bd0640 1 Processor -- start 2024-02-19T16:30:23.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.447+0000 7f4b86bd0640 1 -- start start 2024-02-19T16:30:23.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.448+0000 7f4b86bd0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b80071770 0x7f4b8014ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.448+0000 7f4b86bd0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b800b3510 0x7f4b80162670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.448+0000 7f4b7ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b800b3510 0x7f4b80162670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b8496c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b80071770 0x7f4b8014ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b7ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b800b3510 0x7f4b80162670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45948/0 (socket says 172.21.15.104:45948) 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b7ffff640 1 -- 172.21.15.104:0/1837378613 learned_addr learned my addr 172.21.15.104:0/1837378613 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4b800b38f0 0x7f4b80162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b8015cd30 con 0x7f4b800b3510 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b80150970 con 0x7f4b800b38f0 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b80150c50 con 0x7f4b80071770 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b8516d640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4b800b38f0 0x7f4b80162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b7ffff640 1 -- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b80071770 msgr2=0x7f4b8014ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b7ffff640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b80071770 0x7f4b8014ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b7ffff640 1 -- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4b800b38f0 msgr2=0x7f4b80162bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b7ffff640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4b800b38f0 0x7f4b80162bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b7ffff640 1 -- 172.21.15.104:0/1837378613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b68009400 con 0x7f4b800b3510 2024-02-19T16:30:23.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.449+0000 7f4b7ffff640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b800b3510 0x7f4b80162670 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f4b6802b910 tx=0x7f4b680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.450+0000 7f4b8516d640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4b800b38f0 0x7f4b80162bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:23.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.450+0000 7f9d4b7fe640 1 -- 172.21.15.104:0/638202299 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9d5c054570 con 0x7f9d6415de20 2024-02-19T16:30:23.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.451+0000 7f4b7d7fa640 1 -- 172.21.15.104:0/1837378613 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b680443f0 con 0x7f4b800b3510 2024-02-19T16:30:23.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.451+0000 7f4b7d7fa640 1 -- 172.21.15.104:0/1837378613 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b68044550 con 0x7f4b800b3510 2024-02-19T16:30:23.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.451+0000 7f4b7d7fa640 1 -- 172.21.15.104:0/1837378613 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b68044900 con 0x7f4b800b3510 2024-02-19T16:30:23.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.452+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b8015cf80 con 0x7f4b800b3510 2024-02-19T16:30:23.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.452+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b80165390 con 0x7f4b800b3510 2024-02-19T16:30:23.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.452+0000 7f96eeffd640 1 -- 172.21.15.104:0/1429763941 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f96f401a400 con 0x7f96f80542f0 2024-02-19T16:30:23.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.452+0000 7f1054ff9640 1 -- 172.21.15.104:0/3037903970 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f104c099070 con 0x7f1050054120 2024-02-19T16:30:23.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.452+0000 7f96eeffd640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f96e006b8e0 0x7f96e006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.453+0000 7f96eeffd640 1 -- 172.21.15.104:0/1429763941 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f96f408a530 con 0x7f96f80542f0 2024-02-19T16:30:23.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.453+0000 7f96fe59c640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f96e006b8e0 0x7f96e006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.453+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b8015d4a0 con 0x7f4b800b3510 2024-02-19T16:30:23.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.453+0000 7f96fe59c640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f96e006b8e0 0x7f96e006dda0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9700050000 tx=0x7f970006d030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.454+0000 7f9c39ffb640 1 -- 172.21.15.104:0/3025446794 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9c3c020080 con 0x7f9c44161ad0 2024-02-19T16:30:23.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.457+0000 7f96eeffd640 1 -- 172.21.15.104:0/1429763941 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f96f4054fe0 con 0x7f96f80542f0 2024-02-19T16:30:23.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.459+0000 7f806effd640 1 -- 172.21.15.104:0/3812902353 <== mon.2 v2:172.21.15.158:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8070036260 con 0x7f80700dff70 2024-02-19T16:30:23.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.459+0000 7f4b7d7fa640 1 -- 172.21.15.104:0/1837378613 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4b68031b00 con 0x7f4b800b3510 2024-02-19T16:30:23.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.459+0000 7f4b7d7fa640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4b6006b8e0 0x7f4b6006dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:23.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.459+0000 7f4b7d7fa640 1 -- 172.21.15.104:0/1837378613 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4b680ac600 con 0x7f4b800b3510 2024-02-19T16:30:23.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.464+0000 7f4b8496c640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4b6006b8e0 0x7f4b6006dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:23.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.465+0000 7f4b8496c640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4b6006b8e0 0x7f4b6006dda0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4b7000a640 tx=0x7f4b7000c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:23.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.465+0000 7f4b7d7fa640 1 -- 172.21.15.104:0/1837378613 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4b68077090 con 0x7f4b800b3510 2024-02-19T16:30:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.790+0000 7faf71e47640 1 -- 172.21.15.104:0/3200606205 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7faf4c005540 con 0x7faf6c0c4da0 2024-02-19T16:30:23.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.791+0000 7faf53fff640 1 -- 172.21.15.104:0/3200606205 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7faf5c058710 con 0x7faf6c0c4da0 2024-02-19T16:30:23.793 INFO:teuthology.orchestra.run.smithi104.stdout:55834574857 2024-02-19T16:30:23.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 -- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf5806b810 msgr2=0x7faf5806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf5806b810 0x7faf5806dcd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7faf60006fd0 tx=0x7faf60008040 comp rx=0 tx=0).stop 2024-02-19T16:30:23.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 -- 172.21.15.104:0/3200606205 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf6c0c4da0 msgr2=0x7faf6c0aa200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf6c0c4da0 0x7faf6c0aa200 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faf5c003c80 tx=0x7faf5c00a7b0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 -- 172.21.15.104:0/3200606205 shutdown_connections 2024-02-19T16:30:23.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf5806b810 0x7faf5806dcd0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf6c0aa740 0x7faf6c15b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf6c0c4da0 0x7faf6c0aa200 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 --2- 172.21.15.104:0/3200606205 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf6c0ade20 0x7faf6c0c4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.794+0000 7faf51ffb640 1 -- 172.21.15.104:0/3200606205 >> 172.21.15.104:0/3200606205 conn(0x7faf6c0b15f0 msgr2=0x7faf6c0af0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.795+0000 7faf51ffb640 1 -- 172.21.15.104:0/3200606205 shutdown_connections 2024-02-19T16:30:23.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.795+0000 7faf51ffb640 1 -- 172.21.15.104:0/3200606205 wait complete. 2024-02-19T16:30:23.813 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.1 2024-02-19T16:30:23.814 DEBUG:teuthology.parallel:result is None 2024-02-19T16:30:23.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.831+0000 7f10427fc640 1 -- 172.21.15.104:0/3037903970 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f1038005540 con 0x7f1050054120 2024-02-19T16:30:23.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.831+0000 7f1054ff9640 1 -- 172.21.15.104:0/3037903970 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f104c09c730 con 0x7f1050054120 2024-02-19T16:30:23.833 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:23.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 -- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f103c06b8e0 msgr2=0x7f103c06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f103c06b8e0 0x7f103c06dda0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1044000f60 tx=0x7f1044007c50 comp rx=0 tx=0).stop 2024-02-19T16:30:23.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 -- 172.21.15.104:0/3037903970 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1050054120 msgr2=0x7f1050176da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1050054120 0x7f1050176da0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f104c02b9a0 tx=0x7f104c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 -- 172.21.15.104:0/3037903970 shutdown_connections 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f103c06b8e0 0x7f103c06dda0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f10500e30b0 0x7f1050178870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1050054120 0x7f1050176da0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 --2- 172.21.15.104:0/3037903970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105003e830 0x7f10501855e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 -- 172.21.15.104:0/3037903970 >> 172.21.15.104:0/3037903970 conn(0x7f10500559d0 msgr2=0x7f1050007580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 -- 172.21.15.104:0/3037903970 shutdown_connections 2024-02-19T16:30:23.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.833+0000 7f10427fc640 1 -- 172.21.15.104:0/3037903970 wait complete. 2024-02-19T16:30:23.846 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.0 2024-02-19T16:30:23.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.844+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fa144005540 con 0x7fa15c050500 2024-02-19T16:30:23.847 DEBUG:teuthology.parallel:result is None 2024-02-19T16:30:23.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.845+0000 7fa1617fa640 1 -- 172.21.15.104:0/2073814997 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa158018020 con 0x7fa15c050500 2024-02-19T16:30:23.847 INFO:teuthology.orchestra.run.smithi104.stdout:55834574857 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14806b8e0 msgr2=0x7fa14806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14806b8e0 0x7fa14806dda0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa15c001010 tx=0x7fa150009190 comp rx=0 tx=0).stop 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c050500 msgr2=0x7fa15c0e2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c050500 0x7fa15c0e2f00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa15800c780 tx=0x7fa15800cc40 comp rx=0 tx=0).stop 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 shutdown_connections 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14806b8e0 0x7fa14806dda0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0e0120 0x7fa15c04cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0dfd40 0x7fa15c0e1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 --2- 172.21.15.104:0/2073814997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c050500 0x7fa15c0e2f00 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 >> 172.21.15.104:0/2073814997 conn(0x7fa15c055bc0 msgr2=0x7fa15c036e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 shutdown_connections 2024-02-19T16:30:23.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.848+0000 7fa16994a640 1 -- 172.21.15.104:0/2073814997 wait complete. 2024-02-19T16:30:23.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.851+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f9d640751e0 con 0x7f9d6415de20 2024-02-19T16:30:23.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.851+0000 7f9d4b7fe640 1 -- 172.21.15.104:0/638202299 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9d5c017090 con 0x7f9d6415de20 2024-02-19T16:30:23.853 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:23.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.854+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d5006b8e0 msgr2=0x7f9d5006dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.854+0000 7f9d692da640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d5006b8e0 0x7f9d5006dda0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9d5800ab60 tx=0x7f9d58008040 comp rx=0 tx=0).stop 2024-02-19T16:30:23.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.854+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d6415de20 msgr2=0x7f9d640b67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.854+0000 7f9d692da640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d6415de20 0x7f9d640b67d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c001560 tx=0x7f9d5c00cc70 comp rx=0 tx=0).stop 2024-02-19T16:30:23.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.855+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 shutdown_connections 2024-02-19T16:30:23.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.855+0000 7f9d692da640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d5006b8e0 0x7f9d5006dda0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.855+0000 7f9d692da640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d6415de20 0x7f9d640b67d0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.855+0000 7f9d692da640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d640cea10 0x7f9d640b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.855+0000 7f9d692da640 1 --2- 172.21.15.104:0/638202299 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d64072c20 0x7f9d64157070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.855+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 >> 172.21.15.104:0/638202299 conn(0x7f9d64066c20 msgr2=0x7f9d64067000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.855+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 shutdown_connections 2024-02-19T16:30:23.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.855+0000 7f9d692da640 1 -- 172.21.15.104:0/638202299 wait complete. 2024-02-19T16:30:23.863 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.2 2024-02-19T16:30:23.863 DEBUG:teuthology.parallel:result is None 2024-02-19T16:30:23.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.863+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f9c44157a80 con 0x7f9c44161ad0 2024-02-19T16:30:23.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.864+0000 7f9c39ffb640 1 -- 172.21.15.104:0/3025446794 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9c3c05de40 con 0x7f9c44161ad0 2024-02-19T16:30:23.866 INFO:teuthology.orchestra.run.smithi104.stdout:55834574856 2024-02-19T16:30:23.869 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.5 2024-02-19T16:30:23.869 DEBUG:teuthology.parallel:result is None 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9c2806b8e0 msgr2=0x7f9c2806dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9c2806b8e0 0x7f9c2806dda0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9c400011e0 tx=0x7f9c40009040 comp rx=0 tx=0).stop 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c44161ad0 msgr2=0x7f9c4415f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c44161ad0 0x7f9c4415f350 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9c3c013eb0 tx=0x7f9c3c004410 comp rx=0 tx=0).stop 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 shutdown_connections 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9c2806b8e0 0x7f9c2806dda0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9c4415e050 0x7f9c4415ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9c44161ad0 0x7f9c4415f350 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 --2- 172.21.15.104:0/3025446794 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9c440d2c70 0x7f9c44154db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 >> 172.21.15.104:0/3025446794 conn(0x7f9c440d0810 msgr2=0x7f9c44161fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 shutdown_connections 2024-02-19T16:30:23.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9c4a48a640 1 -- 172.21.15.104:0/3025446794 wait complete. 2024-02-19T16:30:23.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.867+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f96f8006380 con 0x7f96f80542f0 2024-02-19T16:30:23.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.868+0000 7f96eeffd640 1 -- 172.21.15.104:0/1429763941 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f96f8006380 con 0x7f96f80542f0 2024-02-19T16:30:23.871 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:23.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.869+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f8070036260 con 0x7f80700dff70 2024-02-19T16:30:23.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.870+0000 7f806effd640 1 -- 172.21.15.104:0/3812902353 <== mon.2 v2:172.21.15.158:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8070036260 con 0x7f80700dff70 2024-02-19T16:30:23.872 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:23.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f96e006b8e0 msgr2=0x7f96e006dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f96e006b8e0 0x7f96e006dda0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9700050000 tx=0x7f970006d030 comp rx=0 tx=0).stop 2024-02-19T16:30:23.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80542f0 msgr2=0x7f96f81855d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80542f0 0x7f96f81855d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f96f400b360 tx=0x7f96f400b820 comp rx=0 tx=0).stop 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 shutdown_connections 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f96e006b8e0 0x7f96e006dda0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80542f0 0x7f96f81855d0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96f80e30b0 0x7f96f8051390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 --2- 172.21.15.104:0/1429763941 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96f803e830 0x7f96f80e18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 >> 172.21.15.104:0/1429763941 conn(0x7f96f80559d0 msgr2=0x7f96f80579d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 shutdown_connections 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.871+0000 7f9704bbd640 1 -- 172.21.15.104:0/1429763941 wait complete. 2024-02-19T16:30:23.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f4b8015d4a0 con 0x7f4b800b3510 2024-02-19T16:30:23.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805c06b910 msgr2=0x7f805c06ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805c06b910 0x7f805c06ddd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f806802c820 tx=0x7f8068030000 comp rx=0 tx=0).stop 2024-02-19T16:30:23.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f4b7d7fa640 1 -- 172.21.15.104:0/1837378613 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4b8015d4a0 con 0x7f4b800b3510 2024-02-19T16:30:23.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f80700dff70 msgr2=0x7f80700e03f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f80700dff70 0x7f80700e03f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8074011a70 tx=0x7f8074011f30 comp rx=0 tx=0).stop 2024-02-19T16:30:23.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 shutdown_connections 2024-02-19T16:30:23.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f805c06b910 0x7f805c06ddd0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80700346d0 0x7f8070034b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f80700dff70 0x7f80700e03f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 --2- 172.21.15.104:0/3812902353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8070053c60 0x7f80700d3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.877 INFO:teuthology.orchestra.run.smithi104.stdout:55834574855 2024-02-19T16:30:23.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 >> 172.21.15.104:0/3812902353 conn(0x7f8070009fa0 msgr2=0x7f80700dbf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 shutdown_connections 2024-02-19T16:30:23.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.872+0000 7f807f219640 1 -- 172.21.15.104:0/3812902353 wait complete. 2024-02-19T16:30:23.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4b6006b8e0 msgr2=0x7f4b6006dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4b6006b8e0 0x7f4b6006dda0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4b7000a640 tx=0x7f4b7000c040 comp rx=0 tx=0).stop 2024-02-19T16:30:23.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b800b3510 msgr2=0x7f4b80162670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:23.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b800b3510 0x7f4b80162670 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f4b6802b910 tx=0x7f4b680046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 shutdown_connections 2024-02-19T16:30:23.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4b6006b8e0 0x7f4b6006dda0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b800b3510 0x7f4b80162670 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4b800b38f0 0x7f4b80162bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 --2- 172.21.15.104:0/1837378613 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4b80071770 0x7f4b8014ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:23.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.875+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 >> 172.21.15.104:0/1837378613 conn(0x7f4b800b1a10 msgr2=0x7f4b80157c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:23.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.876+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 shutdown_connections 2024-02-19T16:30:23.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:23.876+0000 7f4b86bd0640 1 -- 172.21.15.104:0/1837378613 wait complete. 2024-02-19T16:30:23.883 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.3 2024-02-19T16:30:23.883 DEBUG:teuthology.parallel:result is None 2024-02-19T16:30:23.888 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.7 2024-02-19T16:30:23.888 DEBUG:teuthology.parallel:result is None 2024-02-19T16:30:23.891 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.4 2024-02-19T16:30:23.892 DEBUG:teuthology.parallel:result is None 2024-02-19T16:30:23.894 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.6 2024-02-19T16:30:23.894 DEBUG:teuthology.parallel:result is None 2024-02-19T16:30:23.894 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-02-19T16:30:23.894 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:30:24.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.031+0000 7f52c0d84640 1 Processor -- start 2024-02-19T16:30:24.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.031+0000 7f52c0d84640 1 -- start start 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52c0d84640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f52bc15ddb0 0x7f52bc0b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52c0d84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc0d1ff0 0x7f52bc0cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52c0d84640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52bc0b29b0 con 0x7f52bc06cf00 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52c0d84640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52bc0b1930 con 0x7f52bc15ddb0 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52c0d84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc0b1bf0 con 0x7f52bc0d1ff0 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52ba59c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f52bc15ddb0 0x7f52bc0b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52b9d9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f52bc06cf00 0x7f52bc0d18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53620/0 (socket says 172.21.15.104:53620) 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52b9d9b640 1 -- 172.21.15.104:0/4097205169 learned_addr learned my addr 172.21.15.104:0/4097205169 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52bad9d640 1 --2- 172.21.15.104:0/4097205169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc0d1ff0 0x7f52bc0cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52ba59c640 1 -- 172.21.15.104:0/4097205169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc0d1ff0 msgr2=0x7f52bc0cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52ba59c640 1 --2- 172.21.15.104:0/4097205169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc0d1ff0 0x7f52bc0cfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52ba59c640 1 -- 172.21.15.104:0/4097205169 >> v1:172.21.15.104:6789/0 conn(0x7f52bc06cf00 legacy=0x7f52bc0d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52b959a640 1 -- 172.21.15.104:0/4097205169 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3125723880 0 0) 0x7f52b0001110 con 0x7f52bc06cf00 2024-02-19T16:30:24.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.032+0000 7f52ba59c640 1 -- 172.21.15.104:0/4097205169 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52bc0b1ed0 con 0x7f52bc15ddb0 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.033+0000 7f52ba59c640 1 --2- 172.21.15.104:0/4097205169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc15ddb0 0x7f52bc0b12e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f52ac0097a0 tx=0x7f52ac02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fe8ee0deb265c6e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.033+0000 7f52b959a640 1 -- 172.21.15.104:0/4097205169 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac031830 con 0x7f52bc15ddb0 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.033+0000 7f52b959a640 1 -- 172.21.15.104:0/4097205169 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52ac031990 con 0x7f52bc15ddb0 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.033+0000 7f52b959a640 1 -- 172.21.15.104:0/4097205169 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac031d20 con 0x7f52bc15ddb0 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.034+0000 7f52c0d84640 1 -- 172.21.15.104:0/4097205169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc15ddb0 msgr2=0x7f52bc0b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.034+0000 7f52c0d84640 1 --2- 172.21.15.104:0/4097205169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc15ddb0 0x7f52bc0b12e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f52ac0097a0 tx=0x7f52ac02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.034+0000 7f52c0d84640 1 -- 172.21.15.104:0/4097205169 shutdown_connections 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.034+0000 7f52c0d84640 1 --2- 172.21.15.104:0/4097205169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc0d1ff0 0x7f52bc0cfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.034+0000 7f52c0d84640 1 --2- 172.21.15.104:0/4097205169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc15ddb0 0x7f52bc0b12e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.034+0000 7f52c0d84640 1 -- 172.21.15.104:0/4097205169 >> 172.21.15.104:0/4097205169 conn(0x7f52bc09aa70 msgr2=0x7f52bc09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:24.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.034+0000 7f52c0d84640 1 -- 172.21.15.104:0/4097205169 shutdown_connections 2024-02-19T16:30:24.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.034+0000 7f52c0d84640 1 -- 172.21.15.104:0/4097205169 wait complete. 2024-02-19T16:30:24.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.035+0000 7f52c0d84640 1 Processor -- start 2024-02-19T16:30:24.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.035+0000 7f52c0d84640 1 -- start start 2024-02-19T16:30:24.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52c0d84640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc06cf00 0x7f52bc14ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52c0d84640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f52bc0d1ff0 0x7f52bc09b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52c0d84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc15ddb0 0x7f52bc0b4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52c0d84640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc14f3a0 con 0x7f52bc06cf00 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52c0d84640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc1f51a0 con 0x7f52bc0d1ff0 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52c0d84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc1f4ec0 con 0x7f52bc15ddb0 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc06cf00 0x7f52bc14ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc06cf00 0x7f52bc14ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45968/0 (socket says 172.21.15.104:45968) 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 -- 172.21.15.104:0/1046513312 learned_addr learned my addr 172.21.15.104:0/1046513312 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52b9d9b640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f52bc0d1ff0 0x7f52bc09b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52bad9d640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc15ddb0 0x7f52bc0b4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 -- 172.21.15.104:0/1046513312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc15ddb0 msgr2=0x7f52bc0b4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc15ddb0 0x7f52bc0b4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 -- 172.21.15.104:0/1046513312 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f52bc0d1ff0 msgr2=0x7f52bc09b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f52bc0d1ff0 0x7f52bc09b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 -- 172.21.15.104:0/1046513312 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52ac009400 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52ba59c640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc06cf00 0x7f52bc14ee60 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f52ac034040 tx=0x7f52ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.036+0000 7f52aaffd640 1 -- 172.21.15.104:0/1046513312 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac03a8f0 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.037+0000 7f52aaffd640 1 -- 172.21.15.104:0/1046513312 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52ac03aa70 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.037+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52bc0b31d0 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.037+0000 7f52aaffd640 1 -- 172.21.15.104:0/1046513312 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac03ae20 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.037+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52bc0b3790 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.037+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52bc0751e0 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.038+0000 7f52aaffd640 1 -- 172.21.15.104:0/1046513312 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f52ac04d440 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.038+0000 7f52aaffd640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f529c06b810 0x7f529c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.038+0000 7f52aaffd640 1 -- 172.21.15.104:0/1046513312 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f52ac0ac050 con 0x7f52bc06cf00 2024-02-19T16:30:24.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.038+0000 7f52b9d9b640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f529c06b810 0x7f529c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.039+0000 7f52b9d9b640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f529c06b810 0x7f529c06dcd0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f52bc09e520 tx=0x7f52b0007b90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.043+0000 7f52aaffd640 1 -- 172.21.15.104:0/1046513312 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f52ac076bb0 con 0x7f52bc06cf00 2024-02-19T16:30:24.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.211+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f52bc06d370 con 0x7f529c06b810 2024-02-19T16:30:24.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.218+0000 7f52aaffd640 1 -- 172.21.15.104:0/1046513312 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264467 (secure 0 0 0) 0x7f52b00075d0 con 0x7f529c06b810 2024-02-19T16:30:24.223 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:24.224 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:30:24.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.220+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f529c06b810 msgr2=0x7f529c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.220+0000 7f52c0d84640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f529c06b810 0x7f529c06dcd0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f52bc09e520 tx=0x7f52b0007b90 comp rx=0 tx=0).stop 2024-02-19T16:30:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.220+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc06cf00 msgr2=0x7f52bc14ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.220+0000 7f52c0d84640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc06cf00 0x7f52bc14ee60 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f52ac034040 tx=0x7f52ac0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.221+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 shutdown_connections 2024-02-19T16:30:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.221+0000 7f52c0d84640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f529c06b810 0x7f529c06dcd0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.221+0000 7f52c0d84640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f52bc15ddb0 0x7f52bc0b4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.221+0000 7f52c0d84640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f52bc0d1ff0 0x7f52bc09b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.221+0000 7f52c0d84640 1 --2- 172.21.15.104:0/1046513312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52bc06cf00 0x7f52bc14ee60 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.221+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 >> 172.21.15.104:0/1046513312 conn(0x7f52bc09aa70 msgr2=0x7f52bc15ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:24.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.221+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 shutdown_connections 2024-02-19T16:30:24.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.221+0000 7f52c0d84640 1 -- 172.21.15.104:0/1046513312 wait complete. 2024-02-19T16:30:24.233 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-02-19T16:30:24.065322+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235632,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739088,"statfs":{"total":773094113280,"available":772852826112,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.805281"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262413+0000","last_change":"2024-02-19T16:30:12.262768+0000","last_active":"2024-02-19T16:30:13.262413+0000","last_peered":"2024-02-19T16:30:13.262413+0000","last_clean":"2024-02-19T16:30:13.262413+0000","last_became_active":"2024-02-19T16:30:12.262488+0000","last_became_peered":"2024-02-19T16:30:12.262488+0000","last_unstale":"2024-02-19T16:30:13.262413+0000","last_undegraded":"2024-02-19T16:30:13.262413+0000","last_fullsized":"2024-02-19T16:30:13.262413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:17:35.034855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268101+0000","last_change":"2024-02-19T16:30:12.264829+0000","last_active":"2024-02-19T16:30:13.268101+0000","last_peered":"2024-02-19T16:30:13.268101+0000","last_clean":"2024-02-19T16:30:13.268101+0000","last_became_active":"2024-02-19T16:30:12.264403+0000","last_became_peered":"2024-02-19T16:30:12.264403+0000","last_unstale":"2024-02-19T16:30:13.268101+0000","last_undegraded":"2024-02-19T16:30:13.268101+0000","last_fullsized":"2024-02-19T16:30:13.268101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264002+0000","last_change":"2024-02-19T16:30:12.263226+0000","last_active":"2024-02-19T16:30:13.264002+0000","last_peered":"2024-02-19T16:30:13.264002+0000","last_clean":"2024-02-19T16:30:13.264002+0000","last_became_active":"2024-02-19T16:30:12.262732+0000","last_became_peered":"2024-02-19T16:30:12.262732+0000","last_unstale":"2024-02-19T16:30:13.264002+0000","last_undegraded":"2024-02-19T16:30:13.264002+0000","last_fullsized":"2024-02-19T16:30:13.264002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517370+0000","last_change":"2024-02-19T16:30:12.277065+0000","last_active":"2024-02-19T16:30:13.517370+0000","last_peered":"2024-02-19T16:30:13.517370+0000","last_clean":"2024-02-19T16:30:13.517370+0000","last_became_active":"2024-02-19T16:30:12.276789+0000","last_became_peered":"2024-02-19T16:30:12.276789+0000","last_unstale":"2024-02-19T16:30:13.517370+0000","last_undegraded":"2024-02-19T16:30:13.517370+0000","last_fullsized":"2024-02-19T16:30:13.517370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261881+0000","last_change":"2024-02-19T16:30:12.261725+0000","last_active":"2024-02-19T16:30:13.261881+0000","last_peered":"2024-02-19T16:30:13.261881+0000","last_clean":"2024-02-19T16:30:13.261881+0000","last_became_active":"2024-02-19T16:30:12.261355+0000","last_became_peered":"2024-02-19T16:30:12.261355+0000","last_unstale":"2024-02-19T16:30:13.261881+0000","last_undegraded":"2024-02-19T16:30:13.261881+0000","last_fullsized":"2024-02-19T16:30:13.261881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517174+0000","last_change":"2024-02-19T16:30:12.272222+0000","last_active":"2024-02-19T16:30:13.517174+0000","last_peered":"2024-02-19T16:30:13.517174+0000","last_clean":"2024-02-19T16:30:13.517174+0000","last_became_active":"2024-02-19T16:30:12.271945+0000","last_became_peered":"2024-02-19T16:30:12.271945+0000","last_unstale":"2024-02-19T16:30:13.517174+0000","last_undegraded":"2024-02-19T16:30:13.517174+0000","last_fullsized":"2024-02-19T16:30:13.517174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261646+0000","last_change":"2024-02-19T16:30:12.267451+0000","last_active":"2024-02-19T16:30:13.261646+0000","last_peered":"2024-02-19T16:30:13.261646+0000","last_clean":"2024-02-19T16:30:13.261646+0000","last_became_active":"2024-02-19T16:30:12.267168+0000","last_became_peered":"2024-02-19T16:30:12.267168+0000","last_unstale":"2024-02-19T16:30:13.261646+0000","last_undegraded":"2024-02-19T16:30:13.261646+0000","last_fullsized":"2024-02-19T16:30:13.261646+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261392+0000","last_change":"2024-02-19T16:30:12.271157+0000","last_active":"2024-02-19T16:30:13.261392+0000","last_peered":"2024-02-19T16:30:13.261392+0000","last_clean":"2024-02-19T16:30:13.261392+0000","last_became_active":"2024-02-19T16:30:12.270469+0000","last_became_peered":"2024-02-19T16:30:12.270469+0000","last_unstale":"2024-02-19T16:30:13.261392+0000","last_undegraded":"2024-02-19T16:30:13.261392+0000","last_fullsized":"2024-02-19T16:30:13.261392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262485+0000","last_change":"2024-02-19T16:30:12.268846+0000","last_active":"2024-02-19T16:30:13.262485+0000","last_peered":"2024-02-19T16:30:13.262485+0000","last_clean":"2024-02-19T16:30:13.262485+0000","last_became_active":"2024-02-19T16:30:12.268582+0000","last_became_peered":"2024-02-19T16:30:12.268582+0000","last_unstale":"2024-02-19T16:30:13.262485+0000","last_undegraded":"2024-02-19T16:30:13.262485+0000","last_fullsized":"2024-02-19T16:30:13.262485+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:47:43.168427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270031+0000","last_change":"2024-02-19T16:30:12.269690+0000","last_active":"2024-02-19T16:30:13.270031+0000","last_peered":"2024-02-19T16:30:13.270031+0000","last_clean":"2024-02-19T16:30:13.270031+0000","last_became_active":"2024-02-19T16:30:12.269405+0000","last_became_peered":"2024-02-19T16:30:12.269405+0000","last_unstale":"2024-02-19T16:30:13.270031+0000","last_undegraded":"2024-02-19T16:30:13.270031+0000","last_fullsized":"2024-02-19T16:30:13.270031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269835+0000","last_change":"2024-02-19T16:30:12.269670+0000","last_active":"2024-02-19T16:30:13.269835+0000","last_peered":"2024-02-19T16:30:13.269835+0000","last_clean":"2024-02-19T16:30:13.269835+0000","last_became_active":"2024-02-19T16:30:12.269397+0000","last_became_peered":"2024-02-19T16:30:12.269397+0000","last_unstale":"2024-02-19T16:30:13.269835+0000","last_undegraded":"2024-02-19T16:30:13.269835+0000","last_fullsized":"2024-02-19T16:30:13.269835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443923+0000","last_change":"2024-02-19T16:30:12.279110+0000","last_active":"2024-02-19T16:30:13.443923+0000","last_peered":"2024-02-19T16:30:13.443923+0000","last_clean":"2024-02-19T16:30:13.443923+0000","last_became_active":"2024-02-19T16:30:12.278603+0000","last_became_peered":"2024-02-19T16:30:12.278603+0000","last_unstale":"2024-02-19T16:30:13.443923+0000","last_undegraded":"2024-02-19T16:30:13.443923+0000","last_fullsized":"2024-02-19T16:30:13.443923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261559+0000","last_change":"2024-02-19T16:30:12.263448+0000","last_active":"2024-02-19T16:30:13.261559+0000","last_peered":"2024-02-19T16:30:13.261559+0000","last_clean":"2024-02-19T16:30:13.261559+0000","last_became_active":"2024-02-19T16:30:12.263211+0000","last_became_peered":"2024-02-19T16:30:12.263211+0000","last_unstale":"2024-02-19T16:30:13.261559+0000","last_undegraded":"2024-02-19T16:30:13.261559+0000","last_fullsized":"2024-02-19T16:30:13.261559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263871+0000","last_change":"2024-02-19T16:30:12.261639+0000","last_active":"2024-02-19T16:30:13.263871+0000","last_peered":"2024-02-19T16:30:13.263871+0000","last_clean":"2024-02-19T16:30:13.263871+0000","last_became_active":"2024-02-19T16:30:12.261357+0000","last_became_peered":"2024-02-19T16:30:12.261357+0000","last_unstale":"2024-02-19T16:30:13.263871+0000","last_undegraded":"2024-02-19T16:30:13.263871+0000","last_fullsized":"2024-02-19T16:30:13.263871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267876+0000","last_change":"2024-02-19T16:30:12.281325+0000","last_active":"2024-02-19T16:30:13.267876+0000","last_peered":"2024-02-19T16:30:13.267876+0000","last_clean":"2024-02-19T16:30:13.267876+0000","last_became_active":"2024-02-19T16:30:12.281063+0000","last_became_peered":"2024-02-19T16:30:12.281063+0000","last_unstale":"2024-02-19T16:30:13.267876+0000","last_undegraded":"2024-02-19T16:30:13.267876+0000","last_fullsized":"2024-02-19T16:30:13.267876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517087+0000","last_change":"2024-02-19T16:30:12.268217+0000","last_active":"2024-02-19T16:30:13.517087+0000","last_peered":"2024-02-19T16:30:13.517087+0000","last_clean":"2024-02-19T16:30:13.517087+0000","last_became_active":"2024-02-19T16:30:12.267938+0000","last_became_peered":"2024-02-19T16:30:12.267938+0000","last_unstale":"2024-02-19T16:30:13.517087+0000","last_undegraded":"2024-02-19T16:30:13.517087+0000","last_fullsized":"2024-02-19T16:30:13.517087+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517674+0000","last_change":"2024-02-19T16:30:12.270591+0000","last_active":"2024-02-19T16:30:13.517674+0000","last_peered":"2024-02-19T16:30:13.517674+0000","last_clean":"2024-02-19T16:30:13.517674+0000","last_became_active":"2024-02-19T16:30:12.270245+0000","last_became_peered":"2024-02-19T16:30:12.270245+0000","last_unstale":"2024-02-19T16:30:13.517674+0000","last_undegraded":"2024-02-19T16:30:13.517674+0000","last_fullsized":"2024-02-19T16:30:13.517674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517085+0000","last_change":"2024-02-19T16:30:12.262902+0000","last_active":"2024-02-19T16:30:13.517085+0000","last_peered":"2024-02-19T16:30:13.517085+0000","last_clean":"2024-02-19T16:30:13.517085+0000","last_became_active":"2024-02-19T16:30:12.262612+0000","last_became_peered":"2024-02-19T16:30:12.262612+0000","last_unstale":"2024-02-19T16:30:13.517085+0000","last_undegraded":"2024-02-19T16:30:13.517085+0000","last_fullsized":"2024-02-19T16:30:13.517085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262165+0000","last_change":"2024-02-19T16:30:12.261651+0000","last_active":"2024-02-19T16:30:13.262165+0000","last_peered":"2024-02-19T16:30:13.262165+0000","last_clean":"2024-02-19T16:30:13.262165+0000","last_became_active":"2024-02-19T16:30:12.261378+0000","last_became_peered":"2024-02-19T16:30:12.261378+0000","last_unstale":"2024-02-19T16:30:13.262165+0000","last_undegraded":"2024-02-19T16:30:13.262165+0000","last_fullsized":"2024-02-19T16:30:13.262165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269929+0000","last_change":"2024-02-19T16:30:12.275739+0000","last_active":"2024-02-19T16:30:13.269929+0000","last_peered":"2024-02-19T16:30:13.269929+0000","last_clean":"2024-02-19T16:30:13.269929+0000","last_became_active":"2024-02-19T16:30:12.275441+0000","last_became_peered":"2024-02-19T16:30:12.275441+0000","last_unstale":"2024-02-19T16:30:13.269929+0000","last_undegraded":"2024-02-19T16:30:13.269929+0000","last_fullsized":"2024-02-19T16:30:13.269929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263918+0000","last_change":"2024-02-19T16:30:12.268614+0000","last_active":"2024-02-19T16:30:13.263918+0000","last_peered":"2024-02-19T16:30:13.263918+0000","last_clean":"2024-02-19T16:30:13.263918+0000","last_became_active":"2024-02-19T16:30:12.268320+0000","last_became_peered":"2024-02-19T16:30:12.268320+0000","last_unstale":"2024-02-19T16:30:13.263918+0000","last_undegraded":"2024-02-19T16:30:13.263918+0000","last_fullsized":"2024-02-19T16:30:13.263918+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517227+0000","last_change":"2024-02-19T16:30:12.276456+0000","last_active":"2024-02-19T16:30:13.517227+0000","last_peered":"2024-02-19T16:30:13.517227+0000","last_clean":"2024-02-19T16:30:13.517227+0000","last_became_active":"2024-02-19T16:30:12.275941+0000","last_became_peered":"2024-02-19T16:30:12.275941+0000","last_unstale":"2024-02-19T16:30:13.517227+0000","last_undegraded":"2024-02-19T16:30:13.517227+0000","last_fullsized":"2024-02-19T16:30:13.517227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261566+0000","last_change":"2024-02-19T16:30:12.282015+0000","last_active":"2024-02-19T16:30:13.261566+0000","last_peered":"2024-02-19T16:30:13.261566+0000","last_clean":"2024-02-19T16:30:13.261566+0000","last_became_active":"2024-02-19T16:30:12.281772+0000","last_became_peered":"2024-02-19T16:30:12.281772+0000","last_unstale":"2024-02-19T16:30:13.261566+0000","last_undegraded":"2024-02-19T16:30:13.261566+0000","last_fullsized":"2024-02-19T16:30:13.261566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517160+0000","last_change":"2024-02-19T16:30:12.267805+0000","last_active":"2024-02-19T16:30:13.517160+0000","last_peered":"2024-02-19T16:30:13.517160+0000","last_clean":"2024-02-19T16:30:13.517160+0000","last_became_active":"2024-02-19T16:30:12.267543+0000","last_became_peered":"2024-02-19T16:30:12.267543+0000","last_unstale":"2024-02-19T16:30:13.517160+0000","last_undegraded":"2024-02-19T16:30:13.517160+0000","last_fullsized":"2024-02-19T16:30:13.517160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261842+0000","last_change":"2024-02-19T16:30:12.273962+0000","last_active":"2024-02-19T16:30:13.261842+0000","last_peered":"2024-02-19T16:30:13.261842+0000","last_clean":"2024-02-19T16:30:13.261842+0000","last_became_active":"2024-02-19T16:30:12.273728+0000","last_became_peered":"2024-02-19T16:30:12.273728+0000","last_unstale":"2024-02-19T16:30:13.261842+0000","last_undegraded":"2024-02-19T16:30:13.261842+0000","last_fullsized":"2024-02-19T16:30:13.261842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270094+0000","last_change":"2024-02-19T16:30:12.270273+0000","last_active":"2024-02-19T16:30:13.270094+0000","last_peered":"2024-02-19T16:30:13.270094+0000","last_clean":"2024-02-19T16:30:13.270094+0000","last_became_active":"2024-02-19T16:30:12.270016+0000","last_became_peered":"2024-02-19T16:30:12.270016+0000","last_unstale":"2024-02-19T16:30:13.270094+0000","last_undegraded":"2024-02-19T16:30:13.270094+0000","last_fullsized":"2024-02-19T16:30:13.270094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268010+0000","last_change":"2024-02-19T16:30:12.260511+0000","last_active":"2024-02-19T16:30:13.268010+0000","last_peered":"2024-02-19T16:30:13.268010+0000","last_clean":"2024-02-19T16:30:13.268010+0000","last_became_active":"2024-02-19T16:30:12.260195+0000","last_became_peered":"2024-02-19T16:30:12.260195+0000","last_unstale":"2024-02-19T16:30:13.268010+0000","last_undegraded":"2024-02-19T16:30:13.268010+0000","last_fullsized":"2024-02-19T16:30:13.268010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.273960+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.273689+0000","last_became_peered":"2024-02-19T16:30:12.273689+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263990+0000","last_change":"2024-02-19T16:30:12.263334+0000","last_active":"2024-02-19T16:30:13.263990+0000","last_peered":"2024-02-19T16:30:13.263990+0000","last_clean":"2024-02-19T16:30:13.263990+0000","last_became_active":"2024-02-19T16:30:12.262667+0000","last_became_peered":"2024-02-19T16:30:12.262667+0000","last_unstale":"2024-02-19T16:30:13.263990+0000","last_undegraded":"2024-02-19T16:30:13.263990+0000","last_fullsized":"2024-02-19T16:30:13.263990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517337+0000","last_change":"2024-02-19T16:30:12.269436+0000","last_active":"2024-02-19T16:30:13.517337+0000","last_peered":"2024-02-19T16:30:13.517337+0000","last_clean":"2024-02-19T16:30:13.517337+0000","last_became_active":"2024-02-19T16:30:12.269155+0000","last_became_peered":"2024-02-19T16:30:12.269155+0000","last_unstale":"2024-02-19T16:30:13.517337+0000","last_undegraded":"2024-02-19T16:30:13.517337+0000","last_fullsized":"2024-02-19T16:30:13.517337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516973+0000","last_change":"2024-02-19T16:30:12.266599+0000","last_active":"2024-02-19T16:30:13.516973+0000","last_peered":"2024-02-19T16:30:13.516973+0000","last_clean":"2024-02-19T16:30:13.516973+0000","last_became_active":"2024-02-19T16:30:12.266340+0000","last_became_peered":"2024-02-19T16:30:12.266340+0000","last_unstale":"2024-02-19T16:30:13.516973+0000","last_undegraded":"2024-02-19T16:30:13.516973+0000","last_fullsized":"2024-02-19T16:30:13.516973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269782+0000","last_change":"2024-02-19T16:30:12.265776+0000","last_active":"2024-02-19T16:30:13.269782+0000","last_peered":"2024-02-19T16:30:13.269782+0000","last_clean":"2024-02-19T16:30:13.269782+0000","last_became_active":"2024-02-19T16:30:12.265487+0000","last_became_peered":"2024-02-19T16:30:12.265487+0000","last_unstale":"2024-02-19T16:30:13.269782+0000","last_undegraded":"2024-02-19T16:30:13.269782+0000","last_fullsized":"2024-02-19T16:30:13.269782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443798+0000","last_change":"2024-02-19T16:30:12.283915+0000","last_active":"2024-02-19T16:30:13.443798+0000","last_peered":"2024-02-19T16:30:13.443798+0000","last_clean":"2024-02-19T16:30:13.443798+0000","last_became_active":"2024-02-19T16:30:12.283646+0000","last_became_peered":"2024-02-19T16:30:12.283646+0000","last_unstale":"2024-02-19T16:30:13.443798+0000","last_undegraded":"2024-02-19T16:30:13.443798+0000","last_fullsized":"2024-02-19T16:30:13.443798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:14.910511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261720+0000","last_change":"2024-02-19T16:30:11.261480+0000","last_active":"2024-02-19T16:30:13.261720+0000","last_peered":"2024-02-19T16:30:13.261720+0000","last_clean":"2024-02-19T16:30:13.261720+0000","last_became_active":"2024-02-19T16:30:11.261212+0000","last_became_peered":"2024-02-19T16:30:11.261212+0000","last_unstale":"2024-02-19T16:30:13.261720+0000","last_undegraded":"2024-02-19T16:30:13.261720+0000","last_fullsized":"2024-02-19T16:30:13.261720+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264104+0000","last_change":"2024-02-19T16:30:12.274344+0000","last_active":"2024-02-19T16:30:13.264104+0000","last_peered":"2024-02-19T16:30:13.264104+0000","last_clean":"2024-02-19T16:30:13.264104+0000","last_became_active":"2024-02-19T16:30:12.274106+0000","last_became_peered":"2024-02-19T16:30:12.274106+0000","last_unstale":"2024-02-19T16:30:13.264104+0000","last_undegraded":"2024-02-19T16:30:13.264104+0000","last_fullsized":"2024-02-19T16:30:13.264104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269752+0000","last_change":"2024-02-19T16:30:11.263394+0000","last_active":"2024-02-19T16:30:13.269752+0000","last_peered":"2024-02-19T16:30:13.269752+0000","last_clean":"2024-02-19T16:30:13.269752+0000","last_became_active":"2024-02-19T16:30:11.263125+0000","last_became_peered":"2024-02-19T16:30:11.263125+0000","last_unstale":"2024-02-19T16:30:13.269752+0000","last_undegraded":"2024-02-19T16:30:13.269752+0000","last_fullsized":"2024-02-19T16:30:13.269752+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261485+0000","last_change":"2024-02-19T16:30:11.267832+0000","last_active":"2024-02-19T16:30:13.261485+0000","last_peered":"2024-02-19T16:30:13.261485+0000","last_clean":"2024-02-19T16:30:13.261485+0000","last_became_active":"2024-02-19T16:30:11.267410+0000","last_became_peered":"2024-02-19T16:30:11.267410+0000","last_unstale":"2024-02-19T16:30:13.261485+0000","last_undegraded":"2024-02-19T16:30:13.261485+0000","last_fullsized":"2024-02-19T16:30:13.261485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261458+0000","last_change":"2024-02-19T16:30:12.258776+0000","last_active":"2024-02-19T16:30:13.261458+0000","last_peered":"2024-02-19T16:30:13.261458+0000","last_clean":"2024-02-19T16:30:13.261458+0000","last_became_active":"2024-02-19T16:30:12.258551+0000","last_became_peered":"2024-02-19T16:30:12.258551+0000","last_unstale":"2024-02-19T16:30:13.261458+0000","last_undegraded":"2024-02-19T16:30:13.261458+0000","last_fullsized":"2024-02-19T16:30:13.261458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517187+0000","last_change":"2024-02-19T16:30:11.262823+0000","last_active":"2024-02-19T16:30:13.517187+0000","last_peered":"2024-02-19T16:30:13.517187+0000","last_clean":"2024-02-19T16:30:13.517187+0000","last_became_active":"2024-02-19T16:30:11.262511+0000","last_became_peered":"2024-02-19T16:30:11.262511+0000","last_unstale":"2024-02-19T16:30:13.517187+0000","last_undegraded":"2024-02-19T16:30:13.517187+0000","last_fullsized":"2024-02-19T16:30:13.517187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267893+0000","last_change":"2024-02-19T16:30:12.260846+0000","last_active":"2024-02-19T16:30:13.267893+0000","last_peered":"2024-02-19T16:30:13.267893+0000","last_clean":"2024-02-19T16:30:13.267893+0000","last_became_active":"2024-02-19T16:30:12.260490+0000","last_became_peered":"2024-02-19T16:30:12.260490+0000","last_unstale":"2024-02-19T16:30:13.267893+0000","last_undegraded":"2024-02-19T16:30:13.267893+0000","last_fullsized":"2024-02-19T16:30:13.267893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270004+0000","last_change":"2024-02-19T16:30:11.269244+0000","last_active":"2024-02-19T16:30:13.270004+0000","last_peered":"2024-02-19T16:30:13.270004+0000","last_clean":"2024-02-19T16:30:13.270004+0000","last_became_active":"2024-02-19T16:30:11.268961+0000","last_became_peered":"2024-02-19T16:30:11.268961+0000","last_unstale":"2024-02-19T16:30:13.270004+0000","last_undegraded":"2024-02-19T16:30:13.270004+0000","last_fullsized":"2024-02-19T16:30:13.270004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:12.270457+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:12.270165+0000","last_became_peered":"2024-02-19T16:30:12.270165+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517457+0000","last_change":"2024-02-19T16:30:11.268539+0000","last_active":"2024-02-19T16:30:13.517457+0000","last_peered":"2024-02-19T16:30:13.517457+0000","last_clean":"2024-02-19T16:30:13.517457+0000","last_became_active":"2024-02-19T16:30:11.268256+0000","last_became_peered":"2024-02-19T16:30:11.268256+0000","last_unstale":"2024-02-19T16:30:13.517457+0000","last_undegraded":"2024-02-19T16:30:13.517457+0000","last_fullsized":"2024-02-19T16:30:13.517457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264323+0000","last_change":"2024-02-19T16:30:12.268019+0000","last_active":"2024-02-19T16:30:13.264323+0000","last_peered":"2024-02-19T16:30:13.264323+0000","last_clean":"2024-02-19T16:30:13.264323+0000","last_became_active":"2024-02-19T16:30:12.267807+0000","last_became_peered":"2024-02-19T16:30:12.267807+0000","last_unstale":"2024-02-19T16:30:13.264323+0000","last_undegraded":"2024-02-19T16:30:13.264323+0000","last_fullsized":"2024-02-19T16:30:13.264323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267981+0000","last_change":"2024-02-19T16:30:11.265235+0000","last_active":"2024-02-19T16:30:13.267981+0000","last_peered":"2024-02-19T16:30:13.267981+0000","last_clean":"2024-02-19T16:30:13.267981+0000","last_became_active":"2024-02-19T16:30:11.264758+0000","last_became_peered":"2024-02-19T16:30:11.264758+0000","last_unstale":"2024-02-19T16:30:13.267981+0000","last_undegraded":"2024-02-19T16:30:13.267981+0000","last_fullsized":"2024-02-19T16:30:13.267981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443976+0000","last_change":"2024-02-19T16:30:12.268140+0000","last_active":"2024-02-19T16:30:13.443976+0000","last_peered":"2024-02-19T16:30:13.443976+0000","last_clean":"2024-02-19T16:30:13.443976+0000","last_became_active":"2024-02-19T16:30:12.267843+0000","last_became_peered":"2024-02-19T16:30:12.267843+0000","last_unstale":"2024-02-19T16:30:13.443976+0000","last_undegraded":"2024-02-19T16:30:13.443976+0000","last_fullsized":"2024-02-19T16:30:13.443976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:51.079606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269932+0000","last_change":"2024-02-19T16:30:11.265299+0000","last_active":"2024-02-19T16:30:13.269932+0000","last_peered":"2024-02-19T16:30:13.269932+0000","last_clean":"2024-02-19T16:30:13.269932+0000","last_became_active":"2024-02-19T16:30:11.264970+0000","last_became_peered":"2024-02-19T16:30:11.264970+0000","last_unstale":"2024-02-19T16:30:13.269932+0000","last_undegraded":"2024-02-19T16:30:13.269932+0000","last_fullsized":"2024-02-19T16:30:13.269932+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262066+0000","last_change":"2024-02-19T16:30:12.260835+0000","last_active":"2024-02-19T16:30:13.262066+0000","last_peered":"2024-02-19T16:30:13.262066+0000","last_clean":"2024-02-19T16:30:13.262066+0000","last_became_active":"2024-02-19T16:30:12.260460+0000","last_became_peered":"2024-02-19T16:30:12.260460+0000","last_unstale":"2024-02-19T16:30:13.262066+0000","last_undegraded":"2024-02-19T16:30:13.262066+0000","last_fullsized":"2024-02-19T16:30:13.262066+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264178+0000","last_change":"2024-02-19T16:30:11.262903+0000","last_active":"2024-02-19T16:30:13.264178+0000","last_peered":"2024-02-19T16:30:13.264178+0000","last_clean":"2024-02-19T16:30:13.264178+0000","last_became_active":"2024-02-19T16:30:11.262603+0000","last_became_peered":"2024-02-19T16:30:11.262603+0000","last_unstale":"2024-02-19T16:30:13.264178+0000","last_undegraded":"2024-02-19T16:30:13.264178+0000","last_fullsized":"2024-02-19T16:30:13.264178+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263972+0000","last_change":"2024-02-19T16:30:12.262996+0000","last_active":"2024-02-19T16:30:13.263972+0000","last_peered":"2024-02-19T16:30:13.263972+0000","last_clean":"2024-02-19T16:30:13.263972+0000","last_became_active":"2024-02-19T16:30:12.262754+0000","last_became_peered":"2024-02-19T16:30:12.262754+0000","last_unstale":"2024-02-19T16:30:13.263972+0000","last_undegraded":"2024-02-19T16:30:13.263972+0000","last_fullsized":"2024-02-19T16:30:13.263972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517331+0000","last_change":"2024-02-19T16:30:11.266579+0000","last_active":"2024-02-19T16:30:13.517331+0000","last_peered":"2024-02-19T16:30:13.517331+0000","last_clean":"2024-02-19T16:30:13.517331+0000","last_became_active":"2024-02-19T16:30:11.266309+0000","last_became_peered":"2024-02-19T16:30:11.266309+0000","last_unstale":"2024-02-19T16:30:13.517331+0000","last_undegraded":"2024-02-19T16:30:13.517331+0000","last_fullsized":"2024-02-19T16:30:13.517331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261914+0000","last_change":"2024-02-19T16:30:12.277951+0000","last_active":"2024-02-19T16:30:13.261914+0000","last_peered":"2024-02-19T16:30:13.261914+0000","last_clean":"2024-02-19T16:30:13.261914+0000","last_became_active":"2024-02-19T16:30:12.275573+0000","last_became_peered":"2024-02-19T16:30:12.275573+0000","last_unstale":"2024-02-19T16:30:13.261914+0000","last_undegraded":"2024-02-19T16:30:13.261914+0000","last_fullsized":"2024-02-19T16:30:13.261914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269727+0000","last_change":"2024-02-19T16:30:11.264434+0000","last_active":"2024-02-19T16:30:13.269727+0000","last_peered":"2024-02-19T16:30:13.269727+0000","last_clean":"2024-02-19T16:30:13.269727+0000","last_became_active":"2024-02-19T16:30:11.263613+0000","last_became_peered":"2024-02-19T16:30:11.263613+0000","last_unstale":"2024-02-19T16:30:13.269727+0000","last_undegraded":"2024-02-19T16:30:13.269727+0000","last_fullsized":"2024-02-19T16:30:13.269727+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269776+0000","last_change":"2024-02-19T16:30:12.265725+0000","last_active":"2024-02-19T16:30:13.269776+0000","last_peered":"2024-02-19T16:30:13.269776+0000","last_clean":"2024-02-19T16:30:13.269776+0000","last_became_active":"2024-02-19T16:30:12.265429+0000","last_became_peered":"2024-02-19T16:30:12.265429+0000","last_unstale":"2024-02-19T16:30:13.269776+0000","last_undegraded":"2024-02-19T16:30:13.269776+0000","last_fullsized":"2024-02-19T16:30:13.269776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516902+0000","last_change":"2024-02-19T16:30:11.263098+0000","last_active":"2024-02-19T16:30:13.516902+0000","last_peered":"2024-02-19T16:30:13.516902+0000","last_clean":"2024-02-19T16:30:13.516902+0000","last_became_active":"2024-02-19T16:30:11.262234+0000","last_became_peered":"2024-02-19T16:30:11.262234+0000","last_unstale":"2024-02-19T16:30:13.516902+0000","last_undegraded":"2024-02-19T16:30:13.516902+0000","last_fullsized":"2024-02-19T16:30:13.516902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261978+0000","last_change":"2024-02-19T16:30:12.281878+0000","last_active":"2024-02-19T16:30:13.261978+0000","last_peered":"2024-02-19T16:30:13.261978+0000","last_clean":"2024-02-19T16:30:13.261978+0000","last_became_active":"2024-02-19T16:30:12.281521+0000","last_became_peered":"2024-02-19T16:30:12.281521+0000","last_unstale":"2024-02-19T16:30:13.261978+0000","last_undegraded":"2024-02-19T16:30:13.261978+0000","last_fullsized":"2024-02-19T16:30:13.261978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.444025+0000","last_change":"2024-02-19T16:30:11.267417+0000","last_active":"2024-02-19T16:30:13.444025+0000","last_peered":"2024-02-19T16:30:13.444025+0000","last_clean":"2024-02-19T16:30:13.444025+0000","last_became_active":"2024-02-19T16:30:11.267074+0000","last_became_peered":"2024-02-19T16:30:11.267074+0000","last_unstale":"2024-02-19T16:30:13.444025+0000","last_undegraded":"2024-02-19T16:30:13.444025+0000","last_fullsized":"2024-02-19T16:30:13.444025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262306+0000","last_change":"2024-02-19T16:30:12.263660+0000","last_active":"2024-02-19T16:30:13.262306+0000","last_peered":"2024-02-19T16:30:13.262306+0000","last_clean":"2024-02-19T16:30:13.262306+0000","last_became_active":"2024-02-19T16:30:12.263382+0000","last_became_peered":"2024-02-19T16:30:12.263382+0000","last_unstale":"2024-02-19T16:30:13.262306+0000","last_undegraded":"2024-02-19T16:30:13.262306+0000","last_fullsized":"2024-02-19T16:30:13.262306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517043+0000","last_change":"2024-02-19T16:30:11.264585+0000","last_active":"2024-02-19T16:30:13.517043+0000","last_peered":"2024-02-19T16:30:13.517043+0000","last_clean":"2024-02-19T16:30:13.517043+0000","last_became_active":"2024-02-19T16:30:11.264315+0000","last_became_peered":"2024-02-19T16:30:11.264315+0000","last_unstale":"2024-02-19T16:30:13.517043+0000","last_undegraded":"2024-02-19T16:30:13.517043+0000","last_fullsized":"2024-02-19T16:30:13.517043+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262484+0000","last_change":"2024-02-19T16:30:12.275162+0000","last_active":"2024-02-19T16:30:13.262484+0000","last_peered":"2024-02-19T16:30:13.262484+0000","last_clean":"2024-02-19T16:30:13.262484+0000","last_became_active":"2024-02-19T16:30:12.273954+0000","last_became_peered":"2024-02-19T16:30:12.273954+0000","last_unstale":"2024-02-19T16:30:13.262484+0000","last_undegraded":"2024-02-19T16:30:13.262484+0000","last_fullsized":"2024-02-19T16:30:13.262484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:03:10.496808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268103+0000","last_change":"2024-02-19T16:30:11.261511+0000","last_active":"2024-02-19T16:30:13.268103+0000","last_peered":"2024-02-19T16:30:13.268103+0000","last_clean":"2024-02-19T16:30:13.268103+0000","last_became_active":"2024-02-19T16:30:11.261098+0000","last_became_peered":"2024-02-19T16:30:11.261098+0000","last_unstale":"2024-02-19T16:30:13.268103+0000","last_undegraded":"2024-02-19T16:30:13.268103+0000","last_fullsized":"2024-02-19T16:30:13.268103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517523+0000","last_change":"2024-02-19T16:30:12.278451+0000","last_active":"2024-02-19T16:30:13.517523+0000","last_peered":"2024-02-19T16:30:13.517523+0000","last_clean":"2024-02-19T16:30:13.517523+0000","last_became_active":"2024-02-19T16:30:12.277067+0000","last_became_peered":"2024-02-19T16:30:12.277067+0000","last_unstale":"2024-02-19T16:30:13.517523+0000","last_undegraded":"2024-02-19T16:30:13.517523+0000","last_fullsized":"2024-02-19T16:30:13.517523+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517032+0000","last_change":"2024-02-19T16:30:11.262780+0000","last_active":"2024-02-19T16:30:13.517032+0000","last_peered":"2024-02-19T16:30:13.517032+0000","last_clean":"2024-02-19T16:30:13.517032+0000","last_became_active":"2024-02-19T16:30:11.262498+0000","last_became_peered":"2024-02-19T16:30:11.262498+0000","last_unstale":"2024-02-19T16:30:13.517032+0000","last_undegraded":"2024-02-19T16:30:13.517032+0000","last_fullsized":"2024-02-19T16:30:13.517032+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261949+0000","last_change":"2024-02-19T16:30:12.268251+0000","last_active":"2024-02-19T16:30:13.261949+0000","last_peered":"2024-02-19T16:30:13.261949+0000","last_clean":"2024-02-19T16:30:13.261949+0000","last_became_active":"2024-02-19T16:30:12.267951+0000","last_became_peered":"2024-02-19T16:30:12.267951+0000","last_unstale":"2024-02-19T16:30:13.261949+0000","last_undegraded":"2024-02-19T16:30:13.261949+0000","last_fullsized":"2024-02-19T16:30:13.261949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261648+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:30:13.261648+0000","last_peered":"2024-02-19T16:30:13.261648+0000","last_clean":"2024-02-19T16:30:13.261648+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:30:13.261648+0000","last_undegraded":"2024-02-19T16:30:13.261648+0000","last_fullsized":"2024-02-19T16:30:13.261648+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517153+0000","last_change":"2024-02-19T16:30:11.265007+0000","last_active":"2024-02-19T16:30:13.517153+0000","last_peered":"2024-02-19T16:30:13.517153+0000","last_clean":"2024-02-19T16:30:13.517153+0000","last_became_active":"2024-02-19T16:30:11.264462+0000","last_became_peered":"2024-02-19T16:30:11.264462+0000","last_unstale":"2024-02-19T16:30:13.517153+0000","last_undegraded":"2024-02-19T16:30:13.517153+0000","last_fullsized":"2024-02-19T16:30:13.517153+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261667+0000","last_change":"2024-02-19T16:30:12.270769+0000","last_active":"2024-02-19T16:30:13.261667+0000","last_peered":"2024-02-19T16:30:13.261667+0000","last_clean":"2024-02-19T16:30:13.261667+0000","last_became_active":"2024-02-19T16:30:12.270375+0000","last_became_peered":"2024-02-19T16:30:12.270375+0000","last_unstale":"2024-02-19T16:30:13.261667+0000","last_undegraded":"2024-02-19T16:30:13.261667+0000","last_fullsized":"2024-02-19T16:30:13.261667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.267564+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.267274+0000","last_became_peered":"2024-02-19T16:30:11.267274+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263843+0000","last_change":"2024-02-19T16:30:12.282143+0000","last_active":"2024-02-19T16:30:13.263843+0000","last_peered":"2024-02-19T16:30:13.263843+0000","last_clean":"2024-02-19T16:30:13.263843+0000","last_became_active":"2024-02-19T16:30:12.281850+0000","last_became_peered":"2024-02-19T16:30:12.281850+0000","last_unstale":"2024-02-19T16:30:13.263843+0000","last_undegraded":"2024-02-19T16:30:13.263843+0000","last_fullsized":"2024-02-19T16:30:13.263843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:57:14.660159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517060+0000","last_change":"2024-02-19T16:30:11.264614+0000","last_active":"2024-02-19T16:30:13.517060+0000","last_peered":"2024-02-19T16:30:13.517060+0000","last_clean":"2024-02-19T16:30:13.517060+0000","last_became_active":"2024-02-19T16:30:11.264337+0000","last_became_peered":"2024-02-19T16:30:11.264337+0000","last_unstale":"2024-02-19T16:30:13.517060+0000","last_undegraded":"2024-02-19T16:30:13.517060+0000","last_fullsized":"2024-02-19T16:30:13.517060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267922+0000","last_change":"2024-02-19T16:30:12.261114+0000","last_active":"2024-02-19T16:30:13.267922+0000","last_peered":"2024-02-19T16:30:13.267922+0000","last_clean":"2024-02-19T16:30:13.267922+0000","last_became_active":"2024-02-19T16:30:12.260863+0000","last_became_peered":"2024-02-19T16:30:12.260863+0000","last_unstale":"2024-02-19T16:30:13.267922+0000","last_undegraded":"2024-02-19T16:30:13.267922+0000","last_fullsized":"2024-02-19T16:30:13.267922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:11.264847+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:11.264550+0000","last_became_peered":"2024-02-19T16:30:11.264550+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443908+0000","last_change":"2024-02-19T16:30:12.283820+0000","last_active":"2024-02-19T16:30:13.443908+0000","last_peered":"2024-02-19T16:30:13.443908+0000","last_clean":"2024-02-19T16:30:13.443908+0000","last_became_active":"2024-02-19T16:30:12.283513+0000","last_became_peered":"2024-02-19T16:30:12.283513+0000","last_unstale":"2024-02-19T16:30:13.443908+0000","last_undegraded":"2024-02-19T16:30:13.443908+0000","last_fullsized":"2024-02-19T16:30:13.443908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267939+0000","last_change":"2024-02-19T16:30:11.260931+0000","last_active":"2024-02-19T16:30:13.267939+0000","last_peered":"2024-02-19T16:30:13.267939+0000","last_clean":"2024-02-19T16:30:13.267939+0000","last_became_active":"2024-02-19T16:30:11.260657+0000","last_became_peered":"2024-02-19T16:30:11.260657+0000","last_unstale":"2024-02-19T16:30:13.267939+0000","last_undegraded":"2024-02-19T16:30:13.267939+0000","last_fullsized":"2024-02-19T16:30:13.267939+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517537+0000","last_change":"2024-02-19T16:30:12.267168+0000","last_active":"2024-02-19T16:30:13.517537+0000","last_peered":"2024-02-19T16:30:13.517537+0000","last_clean":"2024-02-19T16:30:13.517537+0000","last_became_active":"2024-02-19T16:30:12.266874+0000","last_became_peered":"2024-02-19T16:30:12.266874+0000","last_unstale":"2024-02-19T16:30:13.517537+0000","last_undegraded":"2024-02-19T16:30:13.517537+0000","last_fullsized":"2024-02-19T16:30:13.517537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262149+0000","last_change":"2024-02-19T16:30:11.270460+0000","last_active":"2024-02-19T16:30:13.262149+0000","last_peered":"2024-02-19T16:30:13.262149+0000","last_clean":"2024-02-19T16:30:13.262149+0000","last_became_active":"2024-02-19T16:30:11.270133+0000","last_became_peered":"2024-02-19T16:30:11.270133+0000","last_unstale":"2024-02-19T16:30:13.262149+0000","last_undegraded":"2024-02-19T16:30:13.262149+0000","last_fullsized":"2024-02-19T16:30:13.262149+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:50.073421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268045+0000","last_change":"2024-02-19T16:30:12.261420+0000","last_active":"2024-02-19T16:30:13.268045+0000","last_peered":"2024-02-19T16:30:13.268045+0000","last_clean":"2024-02-19T16:30:13.268045+0000","last_became_active":"2024-02-19T16:30:12.261159+0000","last_became_peered":"2024-02-19T16:30:12.261159+0000","last_unstale":"2024-02-19T16:30:13.268045+0000","last_undegraded":"2024-02-19T16:30:13.268045+0000","last_fullsized":"2024-02-19T16:30:13.268045+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269382+0000","last_change":"2024-02-19T16:30:11.266929+0000","last_active":"2024-02-19T16:30:13.269382+0000","last_peered":"2024-02-19T16:30:13.269382+0000","last_clean":"2024-02-19T16:30:13.269382+0000","last_became_active":"2024-02-19T16:30:11.266699+0000","last_became_peered":"2024-02-19T16:30:11.266699+0000","last_unstale":"2024-02-19T16:30:13.269382+0000","last_undegraded":"2024-02-19T16:30:13.269382+0000","last_fullsized":"2024-02-19T16:30:13.269382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:12.259986+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:12.259722+0000","last_became_peered":"2024-02-19T16:30:12.259722+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270097+0000","last_change":"2024-02-19T16:30:11.270101+0000","last_active":"2024-02-19T16:30:13.270097+0000","last_peered":"2024-02-19T16:30:13.270097+0000","last_clean":"2024-02-19T16:30:13.270097+0000","last_became_active":"2024-02-19T16:30:11.269769+0000","last_became_peered":"2024-02-19T16:30:11.269769+0000","last_unstale":"2024-02-19T16:30:13.270097+0000","last_undegraded":"2024-02-19T16:30:13.270097+0000","last_fullsized":"2024-02-19T16:30:13.270097+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264061+0000","last_change":"2024-02-19T16:30:12.263830+0000","last_active":"2024-02-19T16:30:13.264061+0000","last_peered":"2024-02-19T16:30:13.264061+0000","last_clean":"2024-02-19T16:30:13.264061+0000","last_became_active":"2024-02-19T16:30:12.263456+0000","last_became_peered":"2024-02-19T16:30:12.263456+0000","last_unstale":"2024-02-19T16:30:13.264061+0000","last_undegraded":"2024-02-19T16:30:13.264061+0000","last_fullsized":"2024-02-19T16:30:13.264061+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.270736+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.270331+0000","last_became_peered":"2024-02-19T16:30:11.270331+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443808+0000","last_change":"2024-02-19T16:30:12.280014+0000","last_active":"2024-02-19T16:30:13.443808+0000","last_peered":"2024-02-19T16:30:13.443808+0000","last_clean":"2024-02-19T16:30:13.443808+0000","last_became_active":"2024-02-19T16:30:12.279745+0000","last_became_peered":"2024-02-19T16:30:12.279745+0000","last_unstale":"2024-02-19T16:30:13.443808+0000","last_undegraded":"2024-02-19T16:30:13.443808+0000","last_fullsized":"2024-02-19T16:30:13.443808+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:51.259798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268050+0000","last_change":"2024-02-19T16:30:11.260221+0000","last_active":"2024-02-19T16:30:13.268050+0000","last_peered":"2024-02-19T16:30:13.268050+0000","last_clean":"2024-02-19T16:30:13.268050+0000","last_became_active":"2024-02-19T16:30:11.259941+0000","last_became_peered":"2024-02-19T16:30:11.259941+0000","last_unstale":"2024-02-19T16:30:13.268050+0000","last_undegraded":"2024-02-19T16:30:13.268050+0000","last_fullsized":"2024-02-19T16:30:13.268050+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261531+0000","last_change":"2024-02-19T16:30:12.260822+0000","last_active":"2024-02-19T16:30:13.261531+0000","last_peered":"2024-02-19T16:30:13.261531+0000","last_clean":"2024-02-19T16:30:13.261531+0000","last_became_active":"2024-02-19T16:30:12.260567+0000","last_became_peered":"2024-02-19T16:30:12.260567+0000","last_unstale":"2024-02-19T16:30:13.261531+0000","last_undegraded":"2024-02-19T16:30:13.261531+0000","last_fullsized":"2024-02-19T16:30:13.261531+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268020+0000","last_change":"2024-02-19T16:30:11.256899+0000","last_active":"2024-02-19T16:30:13.268020+0000","last_peered":"2024-02-19T16:30:13.268020+0000","last_clean":"2024-02-19T16:30:13.268020+0000","last_became_active":"2024-02-19T16:30:11.256255+0000","last_became_peered":"2024-02-19T16:30:11.256255+0000","last_unstale":"2024-02-19T16:30:13.268020+0000","last_undegraded":"2024-02-19T16:30:13.268020+0000","last_fullsized":"2024-02-19T16:30:13.268020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.259423+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.259158+0000","last_became_peered":"2024-02-19T16:30:12.259158+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261972+0000","last_change":"2024-02-19T16:30:11.264577+0000","last_active":"2024-02-19T16:30:13.261972+0000","last_peered":"2024-02-19T16:30:13.261972+0000","last_clean":"2024-02-19T16:30:13.261972+0000","last_became_active":"2024-02-19T16:30:11.264282+0000","last_became_peered":"2024-02-19T16:30:11.264282+0000","last_unstale":"2024-02-19T16:30:13.261972+0000","last_undegraded":"2024-02-19T16:30:13.261972+0000","last_fullsized":"2024-02-19T16:30:13.261972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269914+0000","last_change":"2024-02-19T16:30:12.276595+0000","last_active":"2024-02-19T16:30:13.269914+0000","last_peered":"2024-02-19T16:30:13.269914+0000","last_clean":"2024-02-19T16:30:13.269914+0000","last_became_active":"2024-02-19T16:30:12.276065+0000","last_became_peered":"2024-02-19T16:30:12.276065+0000","last_unstale":"2024-02-19T16:30:13.269914+0000","last_undegraded":"2024-02-19T16:30:13.269914+0000","last_fullsized":"2024-02-19T16:30:13.269914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517381+0000","last_change":"2024-02-19T16:30:12.274831+0000","last_active":"2024-02-19T16:30:13.517381+0000","last_peered":"2024-02-19T16:30:13.517381+0000","last_clean":"2024-02-19T16:30:13.517381+0000","last_became_active":"2024-02-19T16:30:12.274546+0000","last_became_peered":"2024-02-19T16:30:12.274546+0000","last_unstale":"2024-02-19T16:30:13.517381+0000","last_undegraded":"2024-02-19T16:30:13.517381+0000","last_fullsized":"2024-02-19T16:30:13.517381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:11.269804+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:11.269285+0000","last_became_peered":"2024-02-19T16:30:11.269285+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517389+0000","last_change":"2024-02-19T16:30:12.282061+0000","last_active":"2024-02-19T16:30:13.517389+0000","last_peered":"2024-02-19T16:30:13.517389+0000","last_clean":"2024-02-19T16:30:13.517389+0000","last_became_active":"2024-02-19T16:30:12.281775+0000","last_became_peered":"2024-02-19T16:30:12.281775+0000","last_unstale":"2024-02-19T16:30:13.517389+0000","last_undegraded":"2024-02-19T16:30:13.517389+0000","last_fullsized":"2024-02-19T16:30:13.517389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262037+0000","last_change":"2024-02-19T16:30:11.269112+0000","last_active":"2024-02-19T16:30:13.262037+0000","last_peered":"2024-02-19T16:30:13.262037+0000","last_clean":"2024-02-19T16:30:13.262037+0000","last_became_active":"2024-02-19T16:30:11.266562+0000","last_became_peered":"2024-02-19T16:30:11.266562+0000","last_unstale":"2024-02-19T16:30:13.262037+0000","last_undegraded":"2024-02-19T16:30:13.262037+0000","last_fullsized":"2024-02-19T16:30:13.262037+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264090+0000","last_change":"2024-02-19T16:30:12.267836+0000","last_active":"2024-02-19T16:30:13.264090+0000","last_peered":"2024-02-19T16:30:13.264090+0000","last_clean":"2024-02-19T16:30:13.264090+0000","last_became_active":"2024-02-19T16:30:12.267617+0000","last_became_peered":"2024-02-19T16:30:12.267617+0000","last_unstale":"2024-02-19T16:30:13.264090+0000","last_undegraded":"2024-02-19T16:30:13.264090+0000","last_fullsized":"2024-02-19T16:30:13.264090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261812+0000","last_change":"2024-02-19T16:30:11.266895+0000","last_active":"2024-02-19T16:30:13.261812+0000","last_peered":"2024-02-19T16:30:13.261812+0000","last_clean":"2024-02-19T16:30:13.261812+0000","last_became_active":"2024-02-19T16:30:11.266618+0000","last_became_peered":"2024-02-19T16:30:11.266618+0000","last_unstale":"2024-02-19T16:30:13.261812+0000","last_undegraded":"2024-02-19T16:30:13.261812+0000","last_fullsized":"2024-02-19T16:30:13.261812+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261776+0000","last_change":"2024-02-19T16:30:12.262924+0000","last_active":"2024-02-19T16:30:13.261776+0000","last_peered":"2024-02-19T16:30:13.261776+0000","last_clean":"2024-02-19T16:30:13.261776+0000","last_became_active":"2024-02-19T16:30:12.262670+0000","last_became_peered":"2024-02-19T16:30:12.262670+0000","last_unstale":"2024-02-19T16:30:13.261776+0000","last_undegraded":"2024-02-19T16:30:13.261776+0000","last_fullsized":"2024-02-19T16:30:13.261776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264261+0000","last_change":"2024-02-19T16:30:11.266919+0000","last_active":"2024-02-19T16:30:13.264261+0000","last_peered":"2024-02-19T16:30:13.264261+0000","last_clean":"2024-02-19T16:30:13.264261+0000","last_became_active":"2024-02-19T16:30:11.266627+0000","last_became_peered":"2024-02-19T16:30:11.266627+0000","last_unstale":"2024-02-19T16:30:13.264261+0000","last_undegraded":"2024-02-19T16:30:13.264261+0000","last_fullsized":"2024-02-19T16:30:13.264261+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:30:24.238 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:30:24.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.371+0000 7fe3de62a640 1 Processor -- start 2024-02-19T16:30:24.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.371+0000 7fe3de62a640 1 -- start start 2024-02-19T16:30:24.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.372+0000 7fe3de62a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d815deb0 0x7fe3d80cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.372+0000 7fe3de62a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3d80d1000 con 0x7fe3d80b4380 2024-02-19T16:30:24.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.372+0000 7fe3de62a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3d80d12e0 con 0x7fe3d80d3a70 2024-02-19T16:30:24.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.372+0000 7fe3de62a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3d80cea00 con 0x7fe3d815deb0 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.372+0000 7fe3dcbc7640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe3d80b4380 0x7fe3d80d02b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53636/0 (socket says 172.21.15.104:53636) 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.372+0000 7fe3dcbc7640 1 -- 172.21.15.104:0/622728283 learned_addr learned my addr 172.21.15.104:0/622728283 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.372+0000 7fe3d7fff640 1 --2- 172.21.15.104:0/622728283 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d815deb0 0x7fe3d80cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.373+0000 7fe3d6ffd640 1 -- 172.21.15.104:0/622728283 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 172433348 0 0) 0x7fe3d80d1000 con 0x7fe3d80b4380 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.373+0000 7fe3d6ffd640 1 -- 172.21.15.104:0/622728283 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe3c0003520 con 0x7fe3d80b4380 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.373+0000 7fe3d6ffd640 1 -- 172.21.15.104:0/622728283 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 274565909 0 0) 0x7fe3d80d12e0 con 0x7fe3d80d3a70 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.373+0000 7fe3d6ffd640 1 -- 172.21.15.104:0/622728283 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe3d80d1000 con 0x7fe3d80d3a70 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.373+0000 7fe3d7fff640 1 -- 172.21.15.104:0/622728283 >> v1:172.21.15.158:6789/0 conn(0x7fe3d80d3a70 legacy=0x7fe3d80b3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.373+0000 7fe3d7fff640 1 -- 172.21.15.104:0/622728283 >> v1:172.21.15.104:6789/0 conn(0x7fe3d80b4380 legacy=0x7fe3d80d02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.373+0000 7fe3d7fff640 1 -- 172.21.15.104:0/622728283 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3d80cece0 con 0x7fe3d815deb0 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3d7fff640 1 --2- 172.21.15.104:0/622728283 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d815deb0 0x7fe3d80cf4e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc009800 tx=0x7fe3cc02b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5c32bed09e854da server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3d6ffd640 1 -- 172.21.15.104:0/622728283 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3cc031890 con 0x7fe3d815deb0 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3d6ffd640 1 -- 172.21.15.104:0/622728283 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3cc0319f0 con 0x7fe3d815deb0 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3d6ffd640 1 -- 172.21.15.104:0/622728283 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3cc031d80 con 0x7fe3d815deb0 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3de62a640 1 -- 172.21.15.104:0/622728283 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d815deb0 msgr2=0x7fe3d80cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3de62a640 1 --2- 172.21.15.104:0/622728283 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d815deb0 0x7fe3d80cf4e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc009800 tx=0x7fe3cc02b930 comp rx=0 tx=0).stop 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3de62a640 1 -- 172.21.15.104:0/622728283 shutdown_connections 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3de62a640 1 --2- 172.21.15.104:0/622728283 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d815deb0 0x7fe3d80cf4e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3de62a640 1 -- 172.21.15.104:0/622728283 >> 172.21.15.104:0/622728283 conn(0x7fe3d808d560 msgr2=0x7fe3d809ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3de62a640 1 -- 172.21.15.104:0/622728283 shutdown_connections 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.374+0000 7fe3de62a640 1 -- 172.21.15.104:0/622728283 wait complete. 2024-02-19T16:30:24.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.375+0000 7fe3de62a640 1 Processor -- start 2024-02-19T16:30:24.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3de62a640 1 -- start start 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3de62a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b4380 0x7fe3d8160850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3de62a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d80d3a70 0x7fe3d8159c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3de62a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe3d815deb0 0x7fe3d815a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3de62a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3d8146140 con 0x7fe3d80b4380 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3de62a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3d815a6e0 con 0x7fe3d815deb0 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3de62a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3d80cdc00 con 0x7fe3d80d3a70 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3d7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b4380 0x7fe3d8160850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3d7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b4380 0x7fe3d8160850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45974/0 (socket says 172.21.15.104:45974) 2024-02-19T16:30:24.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3d7fff640 1 -- 172.21.15.104:0/3017137622 learned_addr learned my addr 172.21.15.104:0/3017137622 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3d77fe640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d80d3a70 0x7fe3d8159c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.376+0000 7fe3dcbc7640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe3d815deb0 0x7fe3d815a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d7fff640 1 -- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d80d3a70 msgr2=0x7fe3d8159c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d7fff640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d80d3a70 0x7fe3d8159c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d7fff640 1 -- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe3d815deb0 msgr2=0x7fe3d815a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d7fff640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe3d815deb0 0x7fe3d815a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d7fff640 1 -- 172.21.15.104:0/3017137622 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3cc009400 con 0x7fe3d80b4380 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d77fe640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d80d3a70 0x7fe3d8159c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3dcbc7640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe3d815deb0 0x7fe3d815a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d7fff640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b4380 0x7fe3d8160850 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc000c00 tx=0x7fe3cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d4ff9640 1 -- 172.21.15.104:0/3017137622 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3cc03abe0 con 0x7fe3d80b4380 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d4ff9640 1 -- 172.21.15.104:0/3017137622 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3cc03ad60 con 0x7fe3d80b4380 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3d80cd640 con 0x7fe3d80b4380 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3d4ff9640 1 -- 172.21.15.104:0/3017137622 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3cc044630 con 0x7fe3d80b4380 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.377+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3d8145d60 con 0x7fe3d80b4380 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.378+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3d8146280 con 0x7fe3d80b4380 2024-02-19T16:30:24.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.378+0000 7fe3d4ff9640 1 -- 172.21.15.104:0/3017137622 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe3cc04d450 con 0x7fe3d80b4380 2024-02-19T16:30:24.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.379+0000 7fe3d4ff9640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe3c406b840 0x7fe3c406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.379+0000 7fe3d4ff9640 1 -- 172.21.15.104:0/3017137622 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe3cc0ac700 con 0x7fe3d80b4380 2024-02-19T16:30:24.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.379+0000 7fe3d77fe640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe3c406b840 0x7fe3c406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.379+0000 7fe3d77fe640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe3c406b840 0x7fe3c406dd00 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8148da0 tx=0x7fe3c8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.383+0000 7fe3d4ff9640 1 -- 172.21.15.104:0/3017137622 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe3d8146280 con 0x7fe3d80b4380 2024-02-19T16:30:24.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.550+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe3d8146280 con 0x7fe3c406b840 2024-02-19T16:30:24.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.556+0000 7fe3d4ff9640 1 -- 172.21.15.104:0/3017137622 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264467 (secure 0 0 0) 0x7fe3d8146280 con 0x7fe3c406b840 2024-02-19T16:30:24.561 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:24.563 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:30:24.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe3c406b840 msgr2=0x7fe3c406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe3c406b840 0x7fe3c406dd00 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8148da0 tx=0x7fe3c8009040 comp rx=0 tx=0).stop 2024-02-19T16:30:24.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b4380 msgr2=0x7fe3d8160850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b4380 0x7fe3d8160850 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc000c00 tx=0x7fe3cc0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 shutdown_connections 2024-02-19T16:30:24.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe3c406b840 0x7fe3c406dd00 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe3d815deb0 0x7fe3d815a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe3d80d3a70 0x7fe3d8159c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 --2- 172.21.15.104:0/3017137622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe3d80b4380 0x7fe3d8160850 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 >> 172.21.15.104:0/3017137622 conn(0x7fe3d808d560 msgr2=0x7fe3d80d24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:24.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 shutdown_connections 2024-02-19T16:30:24.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.559+0000 7fe3de62a640 1 -- 172.21.15.104:0/3017137622 wait complete. 2024-02-19T16:30:24.572 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-02-19T16:30:24.065322+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235632,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739088,"statfs":{"total":773094113280,"available":772852826112,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.805281"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262413+0000","last_change":"2024-02-19T16:30:12.262768+0000","last_active":"2024-02-19T16:30:13.262413+0000","last_peered":"2024-02-19T16:30:13.262413+0000","last_clean":"2024-02-19T16:30:13.262413+0000","last_became_active":"2024-02-19T16:30:12.262488+0000","last_became_peered":"2024-02-19T16:30:12.262488+0000","last_unstale":"2024-02-19T16:30:13.262413+0000","last_undegraded":"2024-02-19T16:30:13.262413+0000","last_fullsized":"2024-02-19T16:30:13.262413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:17:35.034855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268101+0000","last_change":"2024-02-19T16:30:12.264829+0000","last_active":"2024-02-19T16:30:13.268101+0000","last_peered":"2024-02-19T16:30:13.268101+0000","last_clean":"2024-02-19T16:30:13.268101+0000","last_became_active":"2024-02-19T16:30:12.264403+0000","last_became_peered":"2024-02-19T16:30:12.264403+0000","last_unstale":"2024-02-19T16:30:13.268101+0000","last_undegraded":"2024-02-19T16:30:13.268101+0000","last_fullsized":"2024-02-19T16:30:13.268101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264002+0000","last_change":"2024-02-19T16:30:12.263226+0000","last_active":"2024-02-19T16:30:13.264002+0000","last_peered":"2024-02-19T16:30:13.264002+0000","last_clean":"2024-02-19T16:30:13.264002+0000","last_became_active":"2024-02-19T16:30:12.262732+0000","last_became_peered":"2024-02-19T16:30:12.262732+0000","last_unstale":"2024-02-19T16:30:13.264002+0000","last_undegraded":"2024-02-19T16:30:13.264002+0000","last_fullsized":"2024-02-19T16:30:13.264002+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517370+0000","last_change":"2024-02-19T16:30:12.277065+0000","last_active":"2024-02-19T16:30:13.517370+0000","last_peered":"2024-02-19T16:30:13.517370+0000","last_clean":"2024-02-19T16:30:13.517370+0000","last_became_active":"2024-02-19T16:30:12.276789+0000","last_became_peered":"2024-02-19T16:30:12.276789+0000","last_unstale":"2024-02-19T16:30:13.517370+0000","last_undegraded":"2024-02-19T16:30:13.517370+0000","last_fullsized":"2024-02-19T16:30:13.517370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261881+0000","last_change":"2024-02-19T16:30:12.261725+0000","last_active":"2024-02-19T16:30:13.261881+0000","last_peered":"2024-02-19T16:30:13.261881+0000","last_clean":"2024-02-19T16:30:13.261881+0000","last_became_active":"2024-02-19T16:30:12.261355+0000","last_became_peered":"2024-02-19T16:30:12.261355+0000","last_unstale":"2024-02-19T16:30:13.261881+0000","last_undegraded":"2024-02-19T16:30:13.261881+0000","last_fullsized":"2024-02-19T16:30:13.261881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517174+0000","last_change":"2024-02-19T16:30:12.272222+0000","last_active":"2024-02-19T16:30:13.517174+0000","last_peered":"2024-02-19T16:30:13.517174+0000","last_clean":"2024-02-19T16:30:13.517174+0000","last_became_active":"2024-02-19T16:30:12.271945+0000","last_became_peered":"2024-02-19T16:30:12.271945+0000","last_unstale":"2024-02-19T16:30:13.517174+0000","last_undegraded":"2024-02-19T16:30:13.517174+0000","last_fullsized":"2024-02-19T16:30:13.517174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261646+0000","last_change":"2024-02-19T16:30:12.267451+0000","last_active":"2024-02-19T16:30:13.261646+0000","last_peered":"2024-02-19T16:30:13.261646+0000","last_clean":"2024-02-19T16:30:13.261646+0000","last_became_active":"2024-02-19T16:30:12.267168+0000","last_became_peered":"2024-02-19T16:30:12.267168+0000","last_unstale":"2024-02-19T16:30:13.261646+0000","last_undegraded":"2024-02-19T16:30:13.261646+0000","last_fullsized":"2024-02-19T16:30:13.261646+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261392+0000","last_change":"2024-02-19T16:30:12.271157+0000","last_active":"2024-02-19T16:30:13.261392+0000","last_peered":"2024-02-19T16:30:13.261392+0000","last_clean":"2024-02-19T16:30:13.261392+0000","last_became_active":"2024-02-19T16:30:12.270469+0000","last_became_peered":"2024-02-19T16:30:12.270469+0000","last_unstale":"2024-02-19T16:30:13.261392+0000","last_undegraded":"2024-02-19T16:30:13.261392+0000","last_fullsized":"2024-02-19T16:30:13.261392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262485+0000","last_change":"2024-02-19T16:30:12.268846+0000","last_active":"2024-02-19T16:30:13.262485+0000","last_peered":"2024-02-19T16:30:13.262485+0000","last_clean":"2024-02-19T16:30:13.262485+0000","last_became_active":"2024-02-19T16:30:12.268582+0000","last_became_peered":"2024-02-19T16:30:12.268582+0000","last_unstale":"2024-02-19T16:30:13.262485+0000","last_undegraded":"2024-02-19T16:30:13.262485+0000","last_fullsized":"2024-02-19T16:30:13.262485+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:47:43.168427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270031+0000","last_change":"2024-02-19T16:30:12.269690+0000","last_active":"2024-02-19T16:30:13.270031+0000","last_peered":"2024-02-19T16:30:13.270031+0000","last_clean":"2024-02-19T16:30:13.270031+0000","last_became_active":"2024-02-19T16:30:12.269405+0000","last_became_peered":"2024-02-19T16:30:12.269405+0000","last_unstale":"2024-02-19T16:30:13.270031+0000","last_undegraded":"2024-02-19T16:30:13.270031+0000","last_fullsized":"2024-02-19T16:30:13.270031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269835+0000","last_change":"2024-02-19T16:30:12.269670+0000","last_active":"2024-02-19T16:30:13.269835+0000","last_peered":"2024-02-19T16:30:13.269835+0000","last_clean":"2024-02-19T16:30:13.269835+0000","last_became_active":"2024-02-19T16:30:12.269397+0000","last_became_peered":"2024-02-19T16:30:12.269397+0000","last_unstale":"2024-02-19T16:30:13.269835+0000","last_undegraded":"2024-02-19T16:30:13.269835+0000","last_fullsized":"2024-02-19T16:30:13.269835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443923+0000","last_change":"2024-02-19T16:30:12.279110+0000","last_active":"2024-02-19T16:30:13.443923+0000","last_peered":"2024-02-19T16:30:13.443923+0000","last_clean":"2024-02-19T16:30:13.443923+0000","last_became_active":"2024-02-19T16:30:12.278603+0000","last_became_peered":"2024-02-19T16:30:12.278603+0000","last_unstale":"2024-02-19T16:30:13.443923+0000","last_undegraded":"2024-02-19T16:30:13.443923+0000","last_fullsized":"2024-02-19T16:30:13.443923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261559+0000","last_change":"2024-02-19T16:30:12.263448+0000","last_active":"2024-02-19T16:30:13.261559+0000","last_peered":"2024-02-19T16:30:13.261559+0000","last_clean":"2024-02-19T16:30:13.261559+0000","last_became_active":"2024-02-19T16:30:12.263211+0000","last_became_peered":"2024-02-19T16:30:12.263211+0000","last_unstale":"2024-02-19T16:30:13.261559+0000","last_undegraded":"2024-02-19T16:30:13.261559+0000","last_fullsized":"2024-02-19T16:30:13.261559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263871+0000","last_change":"2024-02-19T16:30:12.261639+0000","last_active":"2024-02-19T16:30:13.263871+0000","last_peered":"2024-02-19T16:30:13.263871+0000","last_clean":"2024-02-19T16:30:13.263871+0000","last_became_active":"2024-02-19T16:30:12.261357+0000","last_became_peered":"2024-02-19T16:30:12.261357+0000","last_unstale":"2024-02-19T16:30:13.263871+0000","last_undegraded":"2024-02-19T16:30:13.263871+0000","last_fullsized":"2024-02-19T16:30:13.263871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267876+0000","last_change":"2024-02-19T16:30:12.281325+0000","last_active":"2024-02-19T16:30:13.267876+0000","last_peered":"2024-02-19T16:30:13.267876+0000","last_clean":"2024-02-19T16:30:13.267876+0000","last_became_active":"2024-02-19T16:30:12.281063+0000","last_became_peered":"2024-02-19T16:30:12.281063+0000","last_unstale":"2024-02-19T16:30:13.267876+0000","last_undegraded":"2024-02-19T16:30:13.267876+0000","last_fullsized":"2024-02-19T16:30:13.267876+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517087+0000","last_change":"2024-02-19T16:30:12.268217+0000","last_active":"2024-02-19T16:30:13.517087+0000","last_peered":"2024-02-19T16:30:13.517087+0000","last_clean":"2024-02-19T16:30:13.517087+0000","last_became_active":"2024-02-19T16:30:12.267938+0000","last_became_peered":"2024-02-19T16:30:12.267938+0000","last_unstale":"2024-02-19T16:30:13.517087+0000","last_undegraded":"2024-02-19T16:30:13.517087+0000","last_fullsized":"2024-02-19T16:30:13.517087+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517674+0000","last_change":"2024-02-19T16:30:12.270591+0000","last_active":"2024-02-19T16:30:13.517674+0000","last_peered":"2024-02-19T16:30:13.517674+0000","last_clean":"2024-02-19T16:30:13.517674+0000","last_became_active":"2024-02-19T16:30:12.270245+0000","last_became_peered":"2024-02-19T16:30:12.270245+0000","last_unstale":"2024-02-19T16:30:13.517674+0000","last_undegraded":"2024-02-19T16:30:13.517674+0000","last_fullsized":"2024-02-19T16:30:13.517674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517085+0000","last_change":"2024-02-19T16:30:12.262902+0000","last_active":"2024-02-19T16:30:13.517085+0000","last_peered":"2024-02-19T16:30:13.517085+0000","last_clean":"2024-02-19T16:30:13.517085+0000","last_became_active":"2024-02-19T16:30:12.262612+0000","last_became_peered":"2024-02-19T16:30:12.262612+0000","last_unstale":"2024-02-19T16:30:13.517085+0000","last_undegraded":"2024-02-19T16:30:13.517085+0000","last_fullsized":"2024-02-19T16:30:13.517085+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:04.869415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262165+0000","last_change":"2024-02-19T16:30:12.261651+0000","last_active":"2024-02-19T16:30:13.262165+0000","last_peered":"2024-02-19T16:30:13.262165+0000","last_clean":"2024-02-19T16:30:13.262165+0000","last_became_active":"2024-02-19T16:30:12.261378+0000","last_became_peered":"2024-02-19T16:30:12.261378+0000","last_unstale":"2024-02-19T16:30:13.262165+0000","last_undegraded":"2024-02-19T16:30:13.262165+0000","last_fullsized":"2024-02-19T16:30:13.262165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269929+0000","last_change":"2024-02-19T16:30:12.275739+0000","last_active":"2024-02-19T16:30:13.269929+0000","last_peered":"2024-02-19T16:30:13.269929+0000","last_clean":"2024-02-19T16:30:13.269929+0000","last_became_active":"2024-02-19T16:30:12.275441+0000","last_became_peered":"2024-02-19T16:30:12.275441+0000","last_unstale":"2024-02-19T16:30:13.269929+0000","last_undegraded":"2024-02-19T16:30:13.269929+0000","last_fullsized":"2024-02-19T16:30:13.269929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263918+0000","last_change":"2024-02-19T16:30:12.268614+0000","last_active":"2024-02-19T16:30:13.263918+0000","last_peered":"2024-02-19T16:30:13.263918+0000","last_clean":"2024-02-19T16:30:13.263918+0000","last_became_active":"2024-02-19T16:30:12.268320+0000","last_became_peered":"2024-02-19T16:30:12.268320+0000","last_unstale":"2024-02-19T16:30:13.263918+0000","last_undegraded":"2024-02-19T16:30:13.263918+0000","last_fullsized":"2024-02-19T16:30:13.263918+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517227+0000","last_change":"2024-02-19T16:30:12.276456+0000","last_active":"2024-02-19T16:30:13.517227+0000","last_peered":"2024-02-19T16:30:13.517227+0000","last_clean":"2024-02-19T16:30:13.517227+0000","last_became_active":"2024-02-19T16:30:12.275941+0000","last_became_peered":"2024-02-19T16:30:12.275941+0000","last_unstale":"2024-02-19T16:30:13.517227+0000","last_undegraded":"2024-02-19T16:30:13.517227+0000","last_fullsized":"2024-02-19T16:30:13.517227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261566+0000","last_change":"2024-02-19T16:30:12.282015+0000","last_active":"2024-02-19T16:30:13.261566+0000","last_peered":"2024-02-19T16:30:13.261566+0000","last_clean":"2024-02-19T16:30:13.261566+0000","last_became_active":"2024-02-19T16:30:12.281772+0000","last_became_peered":"2024-02-19T16:30:12.281772+0000","last_unstale":"2024-02-19T16:30:13.261566+0000","last_undegraded":"2024-02-19T16:30:13.261566+0000","last_fullsized":"2024-02-19T16:30:13.261566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:55:46.086882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517160+0000","last_change":"2024-02-19T16:30:12.267805+0000","last_active":"2024-02-19T16:30:13.517160+0000","last_peered":"2024-02-19T16:30:13.517160+0000","last_clean":"2024-02-19T16:30:13.517160+0000","last_became_active":"2024-02-19T16:30:12.267543+0000","last_became_peered":"2024-02-19T16:30:12.267543+0000","last_unstale":"2024-02-19T16:30:13.517160+0000","last_undegraded":"2024-02-19T16:30:13.517160+0000","last_fullsized":"2024-02-19T16:30:13.517160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261842+0000","last_change":"2024-02-19T16:30:12.273962+0000","last_active":"2024-02-19T16:30:13.261842+0000","last_peered":"2024-02-19T16:30:13.261842+0000","last_clean":"2024-02-19T16:30:13.261842+0000","last_became_active":"2024-02-19T16:30:12.273728+0000","last_became_peered":"2024-02-19T16:30:12.273728+0000","last_unstale":"2024-02-19T16:30:13.261842+0000","last_undegraded":"2024-02-19T16:30:13.261842+0000","last_fullsized":"2024-02-19T16:30:13.261842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:22:21.624969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270094+0000","last_change":"2024-02-19T16:30:12.270273+0000","last_active":"2024-02-19T16:30:13.270094+0000","last_peered":"2024-02-19T16:30:13.270094+0000","last_clean":"2024-02-19T16:30:13.270094+0000","last_became_active":"2024-02-19T16:30:12.270016+0000","last_became_peered":"2024-02-19T16:30:12.270016+0000","last_unstale":"2024-02-19T16:30:13.270094+0000","last_undegraded":"2024-02-19T16:30:13.270094+0000","last_fullsized":"2024-02-19T16:30:13.270094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268010+0000","last_change":"2024-02-19T16:30:12.260511+0000","last_active":"2024-02-19T16:30:13.268010+0000","last_peered":"2024-02-19T16:30:13.268010+0000","last_clean":"2024-02-19T16:30:13.268010+0000","last_became_active":"2024-02-19T16:30:12.260195+0000","last_became_peered":"2024-02-19T16:30:12.260195+0000","last_unstale":"2024-02-19T16:30:13.268010+0000","last_undegraded":"2024-02-19T16:30:13.268010+0000","last_fullsized":"2024-02-19T16:30:13.268010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.273960+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.273689+0000","last_became_peered":"2024-02-19T16:30:12.273689+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263990+0000","last_change":"2024-02-19T16:30:12.263334+0000","last_active":"2024-02-19T16:30:13.263990+0000","last_peered":"2024-02-19T16:30:13.263990+0000","last_clean":"2024-02-19T16:30:13.263990+0000","last_became_active":"2024-02-19T16:30:12.262667+0000","last_became_peered":"2024-02-19T16:30:12.262667+0000","last_unstale":"2024-02-19T16:30:13.263990+0000","last_undegraded":"2024-02-19T16:30:13.263990+0000","last_fullsized":"2024-02-19T16:30:13.263990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517337+0000","last_change":"2024-02-19T16:30:12.269436+0000","last_active":"2024-02-19T16:30:13.517337+0000","last_peered":"2024-02-19T16:30:13.517337+0000","last_clean":"2024-02-19T16:30:13.517337+0000","last_became_active":"2024-02-19T16:30:12.269155+0000","last_became_peered":"2024-02-19T16:30:12.269155+0000","last_unstale":"2024-02-19T16:30:13.517337+0000","last_undegraded":"2024-02-19T16:30:13.517337+0000","last_fullsized":"2024-02-19T16:30:13.517337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516973+0000","last_change":"2024-02-19T16:30:12.266599+0000","last_active":"2024-02-19T16:30:13.516973+0000","last_peered":"2024-02-19T16:30:13.516973+0000","last_clean":"2024-02-19T16:30:13.516973+0000","last_became_active":"2024-02-19T16:30:12.266340+0000","last_became_peered":"2024-02-19T16:30:12.266340+0000","last_unstale":"2024-02-19T16:30:13.516973+0000","last_undegraded":"2024-02-19T16:30:13.516973+0000","last_fullsized":"2024-02-19T16:30:13.516973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269782+0000","last_change":"2024-02-19T16:30:12.265776+0000","last_active":"2024-02-19T16:30:13.269782+0000","last_peered":"2024-02-19T16:30:13.269782+0000","last_clean":"2024-02-19T16:30:13.269782+0000","last_became_active":"2024-02-19T16:30:12.265487+0000","last_became_peered":"2024-02-19T16:30:12.265487+0000","last_unstale":"2024-02-19T16:30:13.269782+0000","last_undegraded":"2024-02-19T16:30:13.269782+0000","last_fullsized":"2024-02-19T16:30:13.269782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443798+0000","last_change":"2024-02-19T16:30:12.283915+0000","last_active":"2024-02-19T16:30:13.443798+0000","last_peered":"2024-02-19T16:30:13.443798+0000","last_clean":"2024-02-19T16:30:13.443798+0000","last_became_active":"2024-02-19T16:30:12.283646+0000","last_became_peered":"2024-02-19T16:30:12.283646+0000","last_unstale":"2024-02-19T16:30:13.443798+0000","last_undegraded":"2024-02-19T16:30:13.443798+0000","last_fullsized":"2024-02-19T16:30:13.443798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:14.910511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261720+0000","last_change":"2024-02-19T16:30:11.261480+0000","last_active":"2024-02-19T16:30:13.261720+0000","last_peered":"2024-02-19T16:30:13.261720+0000","last_clean":"2024-02-19T16:30:13.261720+0000","last_became_active":"2024-02-19T16:30:11.261212+0000","last_became_peered":"2024-02-19T16:30:11.261212+0000","last_unstale":"2024-02-19T16:30:13.261720+0000","last_undegraded":"2024-02-19T16:30:13.261720+0000","last_fullsized":"2024-02-19T16:30:13.261720+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264104+0000","last_change":"2024-02-19T16:30:12.274344+0000","last_active":"2024-02-19T16:30:13.264104+0000","last_peered":"2024-02-19T16:30:13.264104+0000","last_clean":"2024-02-19T16:30:13.264104+0000","last_became_active":"2024-02-19T16:30:12.274106+0000","last_became_peered":"2024-02-19T16:30:12.274106+0000","last_unstale":"2024-02-19T16:30:13.264104+0000","last_undegraded":"2024-02-19T16:30:13.264104+0000","last_fullsized":"2024-02-19T16:30:13.264104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269752+0000","last_change":"2024-02-19T16:30:11.263394+0000","last_active":"2024-02-19T16:30:13.269752+0000","last_peered":"2024-02-19T16:30:13.269752+0000","last_clean":"2024-02-19T16:30:13.269752+0000","last_became_active":"2024-02-19T16:30:11.263125+0000","last_became_peered":"2024-02-19T16:30:11.263125+0000","last_unstale":"2024-02-19T16:30:13.269752+0000","last_undegraded":"2024-02-19T16:30:13.269752+0000","last_fullsized":"2024-02-19T16:30:13.269752+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261485+0000","last_change":"2024-02-19T16:30:11.267832+0000","last_active":"2024-02-19T16:30:13.261485+0000","last_peered":"2024-02-19T16:30:13.261485+0000","last_clean":"2024-02-19T16:30:13.261485+0000","last_became_active":"2024-02-19T16:30:11.267410+0000","last_became_peered":"2024-02-19T16:30:11.267410+0000","last_unstale":"2024-02-19T16:30:13.261485+0000","last_undegraded":"2024-02-19T16:30:13.261485+0000","last_fullsized":"2024-02-19T16:30:13.261485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261458+0000","last_change":"2024-02-19T16:30:12.258776+0000","last_active":"2024-02-19T16:30:13.261458+0000","last_peered":"2024-02-19T16:30:13.261458+0000","last_clean":"2024-02-19T16:30:13.261458+0000","last_became_active":"2024-02-19T16:30:12.258551+0000","last_became_peered":"2024-02-19T16:30:12.258551+0000","last_unstale":"2024-02-19T16:30:13.261458+0000","last_undegraded":"2024-02-19T16:30:13.261458+0000","last_fullsized":"2024-02-19T16:30:13.261458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:51:26.155976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517187+0000","last_change":"2024-02-19T16:30:11.262823+0000","last_active":"2024-02-19T16:30:13.517187+0000","last_peered":"2024-02-19T16:30:13.517187+0000","last_clean":"2024-02-19T16:30:13.517187+0000","last_became_active":"2024-02-19T16:30:11.262511+0000","last_became_peered":"2024-02-19T16:30:11.262511+0000","last_unstale":"2024-02-19T16:30:13.517187+0000","last_undegraded":"2024-02-19T16:30:13.517187+0000","last_fullsized":"2024-02-19T16:30:13.517187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267893+0000","last_change":"2024-02-19T16:30:12.260846+0000","last_active":"2024-02-19T16:30:13.267893+0000","last_peered":"2024-02-19T16:30:13.267893+0000","last_clean":"2024-02-19T16:30:13.267893+0000","last_became_active":"2024-02-19T16:30:12.260490+0000","last_became_peered":"2024-02-19T16:30:12.260490+0000","last_unstale":"2024-02-19T16:30:13.267893+0000","last_undegraded":"2024-02-19T16:30:13.267893+0000","last_fullsized":"2024-02-19T16:30:13.267893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270004+0000","last_change":"2024-02-19T16:30:11.269244+0000","last_active":"2024-02-19T16:30:13.270004+0000","last_peered":"2024-02-19T16:30:13.270004+0000","last_clean":"2024-02-19T16:30:13.270004+0000","last_became_active":"2024-02-19T16:30:11.268961+0000","last_became_peered":"2024-02-19T16:30:11.268961+0000","last_unstale":"2024-02-19T16:30:13.270004+0000","last_undegraded":"2024-02-19T16:30:13.270004+0000","last_fullsized":"2024-02-19T16:30:13.270004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:12.270457+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:12.270165+0000","last_became_peered":"2024-02-19T16:30:12.270165+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517457+0000","last_change":"2024-02-19T16:30:11.268539+0000","last_active":"2024-02-19T16:30:13.517457+0000","last_peered":"2024-02-19T16:30:13.517457+0000","last_clean":"2024-02-19T16:30:13.517457+0000","last_became_active":"2024-02-19T16:30:11.268256+0000","last_became_peered":"2024-02-19T16:30:11.268256+0000","last_unstale":"2024-02-19T16:30:13.517457+0000","last_undegraded":"2024-02-19T16:30:13.517457+0000","last_fullsized":"2024-02-19T16:30:13.517457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264323+0000","last_change":"2024-02-19T16:30:12.268019+0000","last_active":"2024-02-19T16:30:13.264323+0000","last_peered":"2024-02-19T16:30:13.264323+0000","last_clean":"2024-02-19T16:30:13.264323+0000","last_became_active":"2024-02-19T16:30:12.267807+0000","last_became_peered":"2024-02-19T16:30:12.267807+0000","last_unstale":"2024-02-19T16:30:13.264323+0000","last_undegraded":"2024-02-19T16:30:13.264323+0000","last_fullsized":"2024-02-19T16:30:13.264323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267981+0000","last_change":"2024-02-19T16:30:11.265235+0000","last_active":"2024-02-19T16:30:13.267981+0000","last_peered":"2024-02-19T16:30:13.267981+0000","last_clean":"2024-02-19T16:30:13.267981+0000","last_became_active":"2024-02-19T16:30:11.264758+0000","last_became_peered":"2024-02-19T16:30:11.264758+0000","last_unstale":"2024-02-19T16:30:13.267981+0000","last_undegraded":"2024-02-19T16:30:13.267981+0000","last_fullsized":"2024-02-19T16:30:13.267981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443976+0000","last_change":"2024-02-19T16:30:12.268140+0000","last_active":"2024-02-19T16:30:13.443976+0000","last_peered":"2024-02-19T16:30:13.443976+0000","last_clean":"2024-02-19T16:30:13.443976+0000","last_became_active":"2024-02-19T16:30:12.267843+0000","last_became_peered":"2024-02-19T16:30:12.267843+0000","last_unstale":"2024-02-19T16:30:13.443976+0000","last_undegraded":"2024-02-19T16:30:13.443976+0000","last_fullsized":"2024-02-19T16:30:13.443976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:51.079606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269932+0000","last_change":"2024-02-19T16:30:11.265299+0000","last_active":"2024-02-19T16:30:13.269932+0000","last_peered":"2024-02-19T16:30:13.269932+0000","last_clean":"2024-02-19T16:30:13.269932+0000","last_became_active":"2024-02-19T16:30:11.264970+0000","last_became_peered":"2024-02-19T16:30:11.264970+0000","last_unstale":"2024-02-19T16:30:13.269932+0000","last_undegraded":"2024-02-19T16:30:13.269932+0000","last_fullsized":"2024-02-19T16:30:13.269932+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262066+0000","last_change":"2024-02-19T16:30:12.260835+0000","last_active":"2024-02-19T16:30:13.262066+0000","last_peered":"2024-02-19T16:30:13.262066+0000","last_clean":"2024-02-19T16:30:13.262066+0000","last_became_active":"2024-02-19T16:30:12.260460+0000","last_became_peered":"2024-02-19T16:30:12.260460+0000","last_unstale":"2024-02-19T16:30:13.262066+0000","last_undegraded":"2024-02-19T16:30:13.262066+0000","last_fullsized":"2024-02-19T16:30:13.262066+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264178+0000","last_change":"2024-02-19T16:30:11.262903+0000","last_active":"2024-02-19T16:30:13.264178+0000","last_peered":"2024-02-19T16:30:13.264178+0000","last_clean":"2024-02-19T16:30:13.264178+0000","last_became_active":"2024-02-19T16:30:11.262603+0000","last_became_peered":"2024-02-19T16:30:11.262603+0000","last_unstale":"2024-02-19T16:30:13.264178+0000","last_undegraded":"2024-02-19T16:30:13.264178+0000","last_fullsized":"2024-02-19T16:30:13.264178+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:15.071055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263972+0000","last_change":"2024-02-19T16:30:12.262996+0000","last_active":"2024-02-19T16:30:13.263972+0000","last_peered":"2024-02-19T16:30:13.263972+0000","last_clean":"2024-02-19T16:30:13.263972+0000","last_became_active":"2024-02-19T16:30:12.262754+0000","last_became_peered":"2024-02-19T16:30:12.262754+0000","last_unstale":"2024-02-19T16:30:13.263972+0000","last_undegraded":"2024-02-19T16:30:13.263972+0000","last_fullsized":"2024-02-19T16:30:13.263972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517331+0000","last_change":"2024-02-19T16:30:11.266579+0000","last_active":"2024-02-19T16:30:13.517331+0000","last_peered":"2024-02-19T16:30:13.517331+0000","last_clean":"2024-02-19T16:30:13.517331+0000","last_became_active":"2024-02-19T16:30:11.266309+0000","last_became_peered":"2024-02-19T16:30:11.266309+0000","last_unstale":"2024-02-19T16:30:13.517331+0000","last_undegraded":"2024-02-19T16:30:13.517331+0000","last_fullsized":"2024-02-19T16:30:13.517331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261914+0000","last_change":"2024-02-19T16:30:12.277951+0000","last_active":"2024-02-19T16:30:13.261914+0000","last_peered":"2024-02-19T16:30:13.261914+0000","last_clean":"2024-02-19T16:30:13.261914+0000","last_became_active":"2024-02-19T16:30:12.275573+0000","last_became_peered":"2024-02-19T16:30:12.275573+0000","last_unstale":"2024-02-19T16:30:13.261914+0000","last_undegraded":"2024-02-19T16:30:13.261914+0000","last_fullsized":"2024-02-19T16:30:13.261914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269727+0000","last_change":"2024-02-19T16:30:11.264434+0000","last_active":"2024-02-19T16:30:13.269727+0000","last_peered":"2024-02-19T16:30:13.269727+0000","last_clean":"2024-02-19T16:30:13.269727+0000","last_became_active":"2024-02-19T16:30:11.263613+0000","last_became_peered":"2024-02-19T16:30:11.263613+0000","last_unstale":"2024-02-19T16:30:13.269727+0000","last_undegraded":"2024-02-19T16:30:13.269727+0000","last_fullsized":"2024-02-19T16:30:13.269727+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:03:58.177248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269776+0000","last_change":"2024-02-19T16:30:12.265725+0000","last_active":"2024-02-19T16:30:13.269776+0000","last_peered":"2024-02-19T16:30:13.269776+0000","last_clean":"2024-02-19T16:30:13.269776+0000","last_became_active":"2024-02-19T16:30:12.265429+0000","last_became_peered":"2024-02-19T16:30:12.265429+0000","last_unstale":"2024-02-19T16:30:13.269776+0000","last_undegraded":"2024-02-19T16:30:13.269776+0000","last_fullsized":"2024-02-19T16:30:13.269776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:53.450862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.516902+0000","last_change":"2024-02-19T16:30:11.263098+0000","last_active":"2024-02-19T16:30:13.516902+0000","last_peered":"2024-02-19T16:30:13.516902+0000","last_clean":"2024-02-19T16:30:13.516902+0000","last_became_active":"2024-02-19T16:30:11.262234+0000","last_became_peered":"2024-02-19T16:30:11.262234+0000","last_unstale":"2024-02-19T16:30:13.516902+0000","last_undegraded":"2024-02-19T16:30:13.516902+0000","last_fullsized":"2024-02-19T16:30:13.516902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:03:30.244833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261978+0000","last_change":"2024-02-19T16:30:12.281878+0000","last_active":"2024-02-19T16:30:13.261978+0000","last_peered":"2024-02-19T16:30:13.261978+0000","last_clean":"2024-02-19T16:30:13.261978+0000","last_became_active":"2024-02-19T16:30:12.281521+0000","last_became_peered":"2024-02-19T16:30:12.281521+0000","last_unstale":"2024-02-19T16:30:13.261978+0000","last_undegraded":"2024-02-19T16:30:13.261978+0000","last_fullsized":"2024-02-19T16:30:13.261978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:30:35.586539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.444025+0000","last_change":"2024-02-19T16:30:11.267417+0000","last_active":"2024-02-19T16:30:13.444025+0000","last_peered":"2024-02-19T16:30:13.444025+0000","last_clean":"2024-02-19T16:30:13.444025+0000","last_became_active":"2024-02-19T16:30:11.267074+0000","last_became_peered":"2024-02-19T16:30:11.267074+0000","last_unstale":"2024-02-19T16:30:13.444025+0000","last_undegraded":"2024-02-19T16:30:13.444025+0000","last_fullsized":"2024-02-19T16:30:13.444025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262306+0000","last_change":"2024-02-19T16:30:12.263660+0000","last_active":"2024-02-19T16:30:13.262306+0000","last_peered":"2024-02-19T16:30:13.262306+0000","last_clean":"2024-02-19T16:30:13.262306+0000","last_became_active":"2024-02-19T16:30:12.263382+0000","last_became_peered":"2024-02-19T16:30:12.263382+0000","last_unstale":"2024-02-19T16:30:13.262306+0000","last_undegraded":"2024-02-19T16:30:13.262306+0000","last_fullsized":"2024-02-19T16:30:13.262306+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:29:22.555522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517043+0000","last_change":"2024-02-19T16:30:11.264585+0000","last_active":"2024-02-19T16:30:13.517043+0000","last_peered":"2024-02-19T16:30:13.517043+0000","last_clean":"2024-02-19T16:30:13.517043+0000","last_became_active":"2024-02-19T16:30:11.264315+0000","last_became_peered":"2024-02-19T16:30:11.264315+0000","last_unstale":"2024-02-19T16:30:13.517043+0000","last_undegraded":"2024-02-19T16:30:13.517043+0000","last_fullsized":"2024-02-19T16:30:13.517043+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:00.237749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262484+0000","last_change":"2024-02-19T16:30:12.275162+0000","last_active":"2024-02-19T16:30:13.262484+0000","last_peered":"2024-02-19T16:30:13.262484+0000","last_clean":"2024-02-19T16:30:13.262484+0000","last_became_active":"2024-02-19T16:30:12.273954+0000","last_became_peered":"2024-02-19T16:30:12.273954+0000","last_unstale":"2024-02-19T16:30:13.262484+0000","last_undegraded":"2024-02-19T16:30:13.262484+0000","last_fullsized":"2024-02-19T16:30:13.262484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:03:10.496808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268103+0000","last_change":"2024-02-19T16:30:11.261511+0000","last_active":"2024-02-19T16:30:13.268103+0000","last_peered":"2024-02-19T16:30:13.268103+0000","last_clean":"2024-02-19T16:30:13.268103+0000","last_became_active":"2024-02-19T16:30:11.261098+0000","last_became_peered":"2024-02-19T16:30:11.261098+0000","last_unstale":"2024-02-19T16:30:13.268103+0000","last_undegraded":"2024-02-19T16:30:13.268103+0000","last_fullsized":"2024-02-19T16:30:13.268103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517523+0000","last_change":"2024-02-19T16:30:12.278451+0000","last_active":"2024-02-19T16:30:13.517523+0000","last_peered":"2024-02-19T16:30:13.517523+0000","last_clean":"2024-02-19T16:30:13.517523+0000","last_became_active":"2024-02-19T16:30:12.277067+0000","last_became_peered":"2024-02-19T16:30:12.277067+0000","last_unstale":"2024-02-19T16:30:13.517523+0000","last_undegraded":"2024-02-19T16:30:13.517523+0000","last_fullsized":"2024-02-19T16:30:13.517523+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:03:30.199742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517032+0000","last_change":"2024-02-19T16:30:11.262780+0000","last_active":"2024-02-19T16:30:13.517032+0000","last_peered":"2024-02-19T16:30:13.517032+0000","last_clean":"2024-02-19T16:30:13.517032+0000","last_became_active":"2024-02-19T16:30:11.262498+0000","last_became_peered":"2024-02-19T16:30:11.262498+0000","last_unstale":"2024-02-19T16:30:13.517032+0000","last_undegraded":"2024-02-19T16:30:13.517032+0000","last_fullsized":"2024-02-19T16:30:13.517032+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261949+0000","last_change":"2024-02-19T16:30:12.268251+0000","last_active":"2024-02-19T16:30:13.261949+0000","last_peered":"2024-02-19T16:30:13.261949+0000","last_clean":"2024-02-19T16:30:13.261949+0000","last_became_active":"2024-02-19T16:30:12.267951+0000","last_became_peered":"2024-02-19T16:30:12.267951+0000","last_unstale":"2024-02-19T16:30:13.261949+0000","last_undegraded":"2024-02-19T16:30:13.261949+0000","last_fullsized":"2024-02-19T16:30:13.261949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261648+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:30:13.261648+0000","last_peered":"2024-02-19T16:30:13.261648+0000","last_clean":"2024-02-19T16:30:13.261648+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:30:13.261648+0000","last_undegraded":"2024-02-19T16:30:13.261648+0000","last_fullsized":"2024-02-19T16:30:13.261648+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517153+0000","last_change":"2024-02-19T16:30:11.265007+0000","last_active":"2024-02-19T16:30:13.517153+0000","last_peered":"2024-02-19T16:30:13.517153+0000","last_clean":"2024-02-19T16:30:13.517153+0000","last_became_active":"2024-02-19T16:30:11.264462+0000","last_became_peered":"2024-02-19T16:30:11.264462+0000","last_unstale":"2024-02-19T16:30:13.517153+0000","last_undegraded":"2024-02-19T16:30:13.517153+0000","last_fullsized":"2024-02-19T16:30:13.517153+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261667+0000","last_change":"2024-02-19T16:30:12.270769+0000","last_active":"2024-02-19T16:30:13.261667+0000","last_peered":"2024-02-19T16:30:13.261667+0000","last_clean":"2024-02-19T16:30:13.261667+0000","last_became_active":"2024-02-19T16:30:12.270375+0000","last_became_peered":"2024-02-19T16:30:12.270375+0000","last_unstale":"2024-02-19T16:30:13.261667+0000","last_undegraded":"2024-02-19T16:30:13.261667+0000","last_fullsized":"2024-02-19T16:30:13.261667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.267564+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.267274+0000","last_became_peered":"2024-02-19T16:30:11.267274+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.263843+0000","last_change":"2024-02-19T16:30:12.282143+0000","last_active":"2024-02-19T16:30:13.263843+0000","last_peered":"2024-02-19T16:30:13.263843+0000","last_clean":"2024-02-19T16:30:13.263843+0000","last_became_active":"2024-02-19T16:30:12.281850+0000","last_became_peered":"2024-02-19T16:30:12.281850+0000","last_unstale":"2024-02-19T16:30:13.263843+0000","last_undegraded":"2024-02-19T16:30:13.263843+0000","last_fullsized":"2024-02-19T16:30:13.263843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:57:14.660159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517060+0000","last_change":"2024-02-19T16:30:11.264614+0000","last_active":"2024-02-19T16:30:13.517060+0000","last_peered":"2024-02-19T16:30:13.517060+0000","last_clean":"2024-02-19T16:30:13.517060+0000","last_became_active":"2024-02-19T16:30:11.264337+0000","last_became_peered":"2024-02-19T16:30:11.264337+0000","last_unstale":"2024-02-19T16:30:13.517060+0000","last_undegraded":"2024-02-19T16:30:13.517060+0000","last_fullsized":"2024-02-19T16:30:13.517060+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267922+0000","last_change":"2024-02-19T16:30:12.261114+0000","last_active":"2024-02-19T16:30:13.267922+0000","last_peered":"2024-02-19T16:30:13.267922+0000","last_clean":"2024-02-19T16:30:13.267922+0000","last_became_active":"2024-02-19T16:30:12.260863+0000","last_became_peered":"2024-02-19T16:30:12.260863+0000","last_unstale":"2024-02-19T16:30:13.267922+0000","last_undegraded":"2024-02-19T16:30:13.267922+0000","last_fullsized":"2024-02-19T16:30:13.267922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517432+0000","last_change":"2024-02-19T16:30:11.264847+0000","last_active":"2024-02-19T16:30:13.517432+0000","last_peered":"2024-02-19T16:30:13.517432+0000","last_clean":"2024-02-19T16:30:13.517432+0000","last_became_active":"2024-02-19T16:30:11.264550+0000","last_became_peered":"2024-02-19T16:30:11.264550+0000","last_unstale":"2024-02-19T16:30:13.517432+0000","last_undegraded":"2024-02-19T16:30:13.517432+0000","last_fullsized":"2024-02-19T16:30:13.517432+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443908+0000","last_change":"2024-02-19T16:30:12.283820+0000","last_active":"2024-02-19T16:30:13.443908+0000","last_peered":"2024-02-19T16:30:13.443908+0000","last_clean":"2024-02-19T16:30:13.443908+0000","last_became_active":"2024-02-19T16:30:12.283513+0000","last_became_peered":"2024-02-19T16:30:12.283513+0000","last_unstale":"2024-02-19T16:30:13.443908+0000","last_undegraded":"2024-02-19T16:30:13.443908+0000","last_fullsized":"2024-02-19T16:30:13.443908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:30.315893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.267939+0000","last_change":"2024-02-19T16:30:11.260931+0000","last_active":"2024-02-19T16:30:13.267939+0000","last_peered":"2024-02-19T16:30:13.267939+0000","last_clean":"2024-02-19T16:30:13.267939+0000","last_became_active":"2024-02-19T16:30:11.260657+0000","last_became_peered":"2024-02-19T16:30:11.260657+0000","last_unstale":"2024-02-19T16:30:13.267939+0000","last_undegraded":"2024-02-19T16:30:13.267939+0000","last_fullsized":"2024-02-19T16:30:13.267939+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517537+0000","last_change":"2024-02-19T16:30:12.267168+0000","last_active":"2024-02-19T16:30:13.517537+0000","last_peered":"2024-02-19T16:30:13.517537+0000","last_clean":"2024-02-19T16:30:13.517537+0000","last_became_active":"2024-02-19T16:30:12.266874+0000","last_became_peered":"2024-02-19T16:30:12.266874+0000","last_unstale":"2024-02-19T16:30:13.517537+0000","last_undegraded":"2024-02-19T16:30:13.517537+0000","last_fullsized":"2024-02-19T16:30:13.517537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:41:48.223277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262149+0000","last_change":"2024-02-19T16:30:11.270460+0000","last_active":"2024-02-19T16:30:13.262149+0000","last_peered":"2024-02-19T16:30:13.262149+0000","last_clean":"2024-02-19T16:30:13.262149+0000","last_became_active":"2024-02-19T16:30:11.270133+0000","last_became_peered":"2024-02-19T16:30:11.270133+0000","last_unstale":"2024-02-19T16:30:13.262149+0000","last_undegraded":"2024-02-19T16:30:13.262149+0000","last_fullsized":"2024-02-19T16:30:13.262149+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:46:50.073421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268045+0000","last_change":"2024-02-19T16:30:12.261420+0000","last_active":"2024-02-19T16:30:13.268045+0000","last_peered":"2024-02-19T16:30:13.268045+0000","last_clean":"2024-02-19T16:30:13.268045+0000","last_became_active":"2024-02-19T16:30:12.261159+0000","last_became_peered":"2024-02-19T16:30:12.261159+0000","last_unstale":"2024-02-19T16:30:13.268045+0000","last_undegraded":"2024-02-19T16:30:13.268045+0000","last_fullsized":"2024-02-19T16:30:13.268045+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:31:58.303235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269382+0000","last_change":"2024-02-19T16:30:11.266929+0000","last_active":"2024-02-19T16:30:13.269382+0000","last_peered":"2024-02-19T16:30:13.269382+0000","last_clean":"2024-02-19T16:30:13.269382+0000","last_became_active":"2024-02-19T16:30:11.266699+0000","last_became_peered":"2024-02-19T16:30:11.266699+0000","last_unstale":"2024-02-19T16:30:13.269382+0000","last_undegraded":"2024-02-19T16:30:13.269382+0000","last_fullsized":"2024-02-19T16:30:13.269382+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:24:13.904327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:12.259986+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:12.259722+0000","last_became_peered":"2024-02-19T16:30:12.259722+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:02:40.987035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.270097+0000","last_change":"2024-02-19T16:30:11.270101+0000","last_active":"2024-02-19T16:30:13.270097+0000","last_peered":"2024-02-19T16:30:13.270097+0000","last_clean":"2024-02-19T16:30:13.270097+0000","last_became_active":"2024-02-19T16:30:11.269769+0000","last_became_peered":"2024-02-19T16:30:11.269769+0000","last_unstale":"2024-02-19T16:30:13.270097+0000","last_undegraded":"2024-02-19T16:30:13.270097+0000","last_fullsized":"2024-02-19T16:30:13.270097+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264061+0000","last_change":"2024-02-19T16:30:12.263830+0000","last_active":"2024-02-19T16:30:13.264061+0000","last_peered":"2024-02-19T16:30:13.264061+0000","last_clean":"2024-02-19T16:30:13.264061+0000","last_became_active":"2024-02-19T16:30:12.263456+0000","last_became_peered":"2024-02-19T16:30:12.263456+0000","last_unstale":"2024-02-19T16:30:13.264061+0000","last_undegraded":"2024-02-19T16:30:13.264061+0000","last_fullsized":"2024-02-19T16:30:13.264061+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:46:56.601974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261576+0000","last_change":"2024-02-19T16:30:11.270736+0000","last_active":"2024-02-19T16:30:13.261576+0000","last_peered":"2024-02-19T16:30:13.261576+0000","last_clean":"2024-02-19T16:30:13.261576+0000","last_became_active":"2024-02-19T16:30:11.270331+0000","last_became_peered":"2024-02-19T16:30:11.270331+0000","last_unstale":"2024-02-19T16:30:13.261576+0000","last_undegraded":"2024-02-19T16:30:13.261576+0000","last_fullsized":"2024-02-19T16:30:13.261576+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:54:25.097447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.443808+0000","last_change":"2024-02-19T16:30:12.280014+0000","last_active":"2024-02-19T16:30:13.443808+0000","last_peered":"2024-02-19T16:30:13.443808+0000","last_clean":"2024-02-19T16:30:13.443808+0000","last_became_active":"2024-02-19T16:30:12.279745+0000","last_became_peered":"2024-02-19T16:30:12.279745+0000","last_unstale":"2024-02-19T16:30:13.443808+0000","last_undegraded":"2024-02-19T16:30:13.443808+0000","last_fullsized":"2024-02-19T16:30:13.443808+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:51.259798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268050+0000","last_change":"2024-02-19T16:30:11.260221+0000","last_active":"2024-02-19T16:30:13.268050+0000","last_peered":"2024-02-19T16:30:13.268050+0000","last_clean":"2024-02-19T16:30:13.268050+0000","last_became_active":"2024-02-19T16:30:11.259941+0000","last_became_peered":"2024-02-19T16:30:11.259941+0000","last_unstale":"2024-02-19T16:30:13.268050+0000","last_undegraded":"2024-02-19T16:30:13.268050+0000","last_fullsized":"2024-02-19T16:30:13.268050+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:15:11.590115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261531+0000","last_change":"2024-02-19T16:30:12.260822+0000","last_active":"2024-02-19T16:30:13.261531+0000","last_peered":"2024-02-19T16:30:13.261531+0000","last_clean":"2024-02-19T16:30:13.261531+0000","last_became_active":"2024-02-19T16:30:12.260567+0000","last_became_peered":"2024-02-19T16:30:12.260567+0000","last_unstale":"2024-02-19T16:30:13.261531+0000","last_undegraded":"2024-02-19T16:30:13.261531+0000","last_fullsized":"2024-02-19T16:30:13.261531+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:22:11.392711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.268020+0000","last_change":"2024-02-19T16:30:11.256899+0000","last_active":"2024-02-19T16:30:13.268020+0000","last_peered":"2024-02-19T16:30:13.268020+0000","last_clean":"2024-02-19T16:30:13.268020+0000","last_became_active":"2024-02-19T16:30:11.256255+0000","last_became_peered":"2024-02-19T16:30:11.256255+0000","last_unstale":"2024-02-19T16:30:13.268020+0000","last_undegraded":"2024-02-19T16:30:13.268020+0000","last_fullsized":"2024-02-19T16:30:13.268020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261753+0000","last_change":"2024-02-19T16:30:12.259423+0000","last_active":"2024-02-19T16:30:13.261753+0000","last_peered":"2024-02-19T16:30:13.261753+0000","last_clean":"2024-02-19T16:30:13.261753+0000","last_became_active":"2024-02-19T16:30:12.259158+0000","last_became_peered":"2024-02-19T16:30:12.259158+0000","last_unstale":"2024-02-19T16:30:13.261753+0000","last_undegraded":"2024-02-19T16:30:13.261753+0000","last_fullsized":"2024-02-19T16:30:13.261753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261972+0000","last_change":"2024-02-19T16:30:11.264577+0000","last_active":"2024-02-19T16:30:13.261972+0000","last_peered":"2024-02-19T16:30:13.261972+0000","last_clean":"2024-02-19T16:30:13.261972+0000","last_became_active":"2024-02-19T16:30:11.264282+0000","last_became_peered":"2024-02-19T16:30:11.264282+0000","last_unstale":"2024-02-19T16:30:13.261972+0000","last_undegraded":"2024-02-19T16:30:13.261972+0000","last_fullsized":"2024-02-19T16:30:13.261972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:20:29.309709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.269914+0000","last_change":"2024-02-19T16:30:12.276595+0000","last_active":"2024-02-19T16:30:13.269914+0000","last_peered":"2024-02-19T16:30:13.269914+0000","last_clean":"2024-02-19T16:30:13.269914+0000","last_became_active":"2024-02-19T16:30:12.276065+0000","last_became_peered":"2024-02-19T16:30:12.276065+0000","last_unstale":"2024-02-19T16:30:13.269914+0000","last_undegraded":"2024-02-19T16:30:13.269914+0000","last_fullsized":"2024-02-19T16:30:13.269914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:10:56.029755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517381+0000","last_change":"2024-02-19T16:30:12.274831+0000","last_active":"2024-02-19T16:30:13.517381+0000","last_peered":"2024-02-19T16:30:13.517381+0000","last_clean":"2024-02-19T16:30:13.517381+0000","last_became_active":"2024-02-19T16:30:12.274546+0000","last_became_peered":"2024-02-19T16:30:12.274546+0000","last_unstale":"2024-02-19T16:30:13.517381+0000","last_undegraded":"2024-02-19T16:30:13.517381+0000","last_fullsized":"2024-02-19T16:30:13.517381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.433123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261834+0000","last_change":"2024-02-19T16:30:11.269804+0000","last_active":"2024-02-19T16:30:13.261834+0000","last_peered":"2024-02-19T16:30:13.261834+0000","last_clean":"2024-02-19T16:30:13.261834+0000","last_became_active":"2024-02-19T16:30:11.269285+0000","last_became_peered":"2024-02-19T16:30:11.269285+0000","last_unstale":"2024-02-19T16:30:13.261834+0000","last_undegraded":"2024-02-19T16:30:13.261834+0000","last_fullsized":"2024-02-19T16:30:13.261834+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:13:50.253614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.517389+0000","last_change":"2024-02-19T16:30:12.282061+0000","last_active":"2024-02-19T16:30:13.517389+0000","last_peered":"2024-02-19T16:30:13.517389+0000","last_clean":"2024-02-19T16:30:13.517389+0000","last_became_active":"2024-02-19T16:30:12.281775+0000","last_became_peered":"2024-02-19T16:30:12.281775+0000","last_unstale":"2024-02-19T16:30:13.517389+0000","last_undegraded":"2024-02-19T16:30:13.517389+0000","last_fullsized":"2024-02-19T16:30:13.517389+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:16:02.885243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.262037+0000","last_change":"2024-02-19T16:30:11.269112+0000","last_active":"2024-02-19T16:30:13.262037+0000","last_peered":"2024-02-19T16:30:13.262037+0000","last_clean":"2024-02-19T16:30:13.262037+0000","last_became_active":"2024-02-19T16:30:11.266562+0000","last_became_peered":"2024-02-19T16:30:11.266562+0000","last_unstale":"2024-02-19T16:30:13.262037+0000","last_undegraded":"2024-02-19T16:30:13.262037+0000","last_fullsized":"2024-02-19T16:30:13.262037+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:43:03.863230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264090+0000","last_change":"2024-02-19T16:30:12.267836+0000","last_active":"2024-02-19T16:30:13.264090+0000","last_peered":"2024-02-19T16:30:13.264090+0000","last_clean":"2024-02-19T16:30:13.264090+0000","last_became_active":"2024-02-19T16:30:12.267617+0000","last_became_peered":"2024-02-19T16:30:12.267617+0000","last_unstale":"2024-02-19T16:30:13.264090+0000","last_undegraded":"2024-02-19T16:30:13.264090+0000","last_fullsized":"2024-02-19T16:30:13.264090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:16:05.221740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261812+0000","last_change":"2024-02-19T16:30:11.266895+0000","last_active":"2024-02-19T16:30:13.261812+0000","last_peered":"2024-02-19T16:30:13.261812+0000","last_clean":"2024-02-19T16:30:13.261812+0000","last_became_active":"2024-02-19T16:30:11.266618+0000","last_became_peered":"2024-02-19T16:30:11.266618+0000","last_unstale":"2024-02-19T16:30:13.261812+0000","last_undegraded":"2024-02-19T16:30:13.261812+0000","last_fullsized":"2024-02-19T16:30:13.261812+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.261776+0000","last_change":"2024-02-19T16:30:12.262924+0000","last_active":"2024-02-19T16:30:13.261776+0000","last_peered":"2024-02-19T16:30:13.261776+0000","last_clean":"2024-02-19T16:30:13.261776+0000","last_became_active":"2024-02-19T16:30:12.262670+0000","last_became_peered":"2024-02-19T16:30:12.262670+0000","last_unstale":"2024-02-19T16:30:13.261776+0000","last_undegraded":"2024-02-19T16:30:13.261776+0000","last_fullsized":"2024-02-19T16:30:13.261776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:11.242126+0000","last_clean_scrub_stamp":"2024-02-19T16:30:11.242126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:59:23.635484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-02-19T16:30:13.264261+0000","last_change":"2024-02-19T16:30:11.266919+0000","last_active":"2024-02-19T16:30:13.264261+0000","last_peered":"2024-02-19T16:30:13.264261+0000","last_clean":"2024-02-19T16:30:13.264261+0000","last_became_active":"2024-02-19T16:30:11.266627+0000","last_became_peered":"2024-02-19T16:30:11.266627+0000","last_unstale":"2024-02-19T16:30:13.264261+0000","last_undegraded":"2024-02-19T16:30:13.264261+0000","last_fullsized":"2024-02-19T16:30:13.264261+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:10.235942+0000","last_clean_scrub_stamp":"2024-02-19T16:30:10.235942+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:36:05.181112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31384,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340456,"statfs":{"total":96636764160,"available":96604626944,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:30:24.576 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-02-19T16:30:24.576 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-02-19T16:30:24.576 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-02-19T16:30:24.577 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-02-19T16:30:24.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.709+0000 7f2d9df6c640 1 Processor -- start 2024-02-19T16:30:24.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.709+0000 7f2d9df6c640 1 -- start start 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d9df6c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2d9815dd80 0x7f2d980d1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d9df6c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d980cea40 con 0x7f2d980d1c80 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d9df6c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d980ced20 con 0x7f2d980d0be0 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d9df6c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d980d4640 con 0x7f2d9815dd80 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d977fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2d9815dd80 0x7f2d980d1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d96ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f2d980d1c80 0x7f2d980d04d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53642/0 (socket says 172.21.15.104:53642) 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d96ffd640 1 -- 172.21.15.104:0/738930521 learned_addr learned my addr 172.21.15.104:0/738930521 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d977fe640 1 -- 172.21.15.104:0/738930521 >> v1:172.21.15.158:6789/0 conn(0x7f2d980d0be0 legacy=0x7f2d98167d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d977fe640 1 -- 172.21.15.104:0/738930521 >> v1:172.21.15.104:6789/0 conn(0x7f2d980d1c80 legacy=0x7f2d980d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d967fc640 1 -- 172.21.15.104:0/738930521 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1857936259 0 0) 0x7f2d980ced20 con 0x7f2d980d0be0 2024-02-19T16:30:24.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.710+0000 7f2d977fe640 1 -- 172.21.15.104:0/738930521 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d980cf000 con 0x7f2d9815dd80 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.711+0000 7f2d977fe640 1 --2- 172.21.15.104:0/738930521 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d9815dd80 0x7f2d980d1740 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2d880097a0 tx=0x7f2d8802b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3dae014ddf1f8b0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.711+0000 7f2d967fc640 1 -- 172.21.15.104:0/738930521 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d88030710 con 0x7f2d9815dd80 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.711+0000 7f2d967fc640 1 -- 172.21.15.104:0/738930521 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d8802e050 con 0x7f2d9815dd80 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.711+0000 7f2d967fc640 1 -- 172.21.15.104:0/738930521 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d88030a90 con 0x7f2d9815dd80 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.711+0000 7f2d9df6c640 1 -- 172.21.15.104:0/738930521 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d9815dd80 msgr2=0x7f2d980d1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.711+0000 7f2d9df6c640 1 --2- 172.21.15.104:0/738930521 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d9815dd80 0x7f2d980d1740 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2d880097a0 tx=0x7f2d8802b790 comp rx=0 tx=0).stop 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.712+0000 7f2d9df6c640 1 -- 172.21.15.104:0/738930521 shutdown_connections 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.712+0000 7f2d9df6c640 1 --2- 172.21.15.104:0/738930521 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d9815dd80 0x7f2d980d1740 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.712+0000 7f2d9df6c640 1 -- 172.21.15.104:0/738930521 >> 172.21.15.104:0/738930521 conn(0x7f2d9809cef0 msgr2=0x7f2d980d3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.712+0000 7f2d9df6c640 1 -- 172.21.15.104:0/738930521 shutdown_connections 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.712+0000 7f2d9df6c640 1 -- 172.21.15.104:0/738930521 wait complete. 2024-02-19T16:30:24.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.713+0000 7f2d9df6c640 1 Processor -- start 2024-02-19T16:30:24.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.713+0000 7f2d9df6c640 1 -- start start 2024-02-19T16:30:24.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.713+0000 7f2d9df6c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d980d0be0 0x7f2d9815a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.713+0000 7f2d9df6c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d980d1c80 0x7f2d980b8720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d9df6c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d9815dd80 0x7f2d9809da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d9df6c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d9815a720 con 0x7f2d980d1c80 2024-02-19T16:30:24.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d9df6c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d980b9020 con 0x7f2d980d0be0 2024-02-19T16:30:24.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d9df6c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d980b9300 con 0x7f2d9815dd80 2024-02-19T16:30:24.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d980d1c80 0x7f2d980b8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d980d1c80 0x7f2d980b8720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45992/0 (socket says 172.21.15.104:45992) 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 -- 172.21.15.104:0/237751173 learned_addr learned my addr 172.21.15.104:0/237751173 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d977fe640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d980d0be0 0x7f2d9815a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d97fff640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d9815dd80 0x7f2d9809da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 -- 172.21.15.104:0/237751173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d9815dd80 msgr2=0x7f2d9809da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d9815dd80 0x7f2d9809da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 -- 172.21.15.104:0/237751173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d980d0be0 msgr2=0x7f2d9815a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d980d0be0 0x7f2d9815a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 -- 172.21.15.104:0/237751173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d88009400 con 0x7f2d980d1c80 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d96ffd640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d980d1c80 0x7f2d980b8720 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c00c780 tx=0x7f2d8c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d7ffff640 1 -- 172.21.15.104:0/237751173 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d8c0072d0 con 0x7f2d980d1c80 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d7ffff640 1 -- 172.21.15.104:0/237751173 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d8c007430 con 0x7f2d980d1c80 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d980b95e0 con 0x7f2d980d1c80 2024-02-19T16:30:24.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d7ffff640 1 -- 172.21.15.104:0/237751173 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d8c0047e0 con 0x7f2d980d1c80 2024-02-19T16:30:24.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.714+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d980cbdb0 con 0x7f2d980d1c80 2024-02-19T16:30:24.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.715+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d980cbfa0 con 0x7f2d980d1c80 2024-02-19T16:30:24.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.716+0000 7f2d7ffff640 1 -- 172.21.15.104:0/237751173 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2d8c004960 con 0x7f2d980d1c80 2024-02-19T16:30:24.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.716+0000 7f2d7ffff640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2d8406b840 0x7f2d8406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:24.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.716+0000 7f2d7ffff640 1 -- 172.21.15.104:0/237751173 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2d8c0896f0 con 0x7f2d980d1c80 2024-02-19T16:30:24.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.716+0000 7f2d977fe640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2d8406b840 0x7f2d8406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:24.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.716+0000 7f2d977fe640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2d8406b840 0x7f2d8406dd00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2d88034000 tx=0x7f2d8802f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:24.722 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.720+0000 7f2d7ffff640 1 -- 172.21.15.104:0/237751173 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2d8c054250 con 0x7f2d980d1c80 2024-02-19T16:30:24.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.927+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f2d980751e0 con 0x7f2d980d1c80 2024-02-19T16:30:24.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.927+0000 7f2d7ffff640 1 -- 172.21.15.104:0/237751173 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f2d8c057910 con 0x7f2d980d1c80 2024-02-19T16:30:24.930 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:24.930 INFO:teuthology.orchestra.run.smithi104.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-02-19T16:30:24.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2d8406b840 msgr2=0x7f2d8406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2d8406b840 0x7f2d8406dd00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2d88034000 tx=0x7f2d8802f000 comp rx=0 tx=0).stop 2024-02-19T16:30:24.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d980d1c80 msgr2=0x7f2d980b8720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:24.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d980d1c80 0x7f2d980b8720 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c00c780 tx=0x7f2d8c00cc40 comp rx=0 tx=0).stop 2024-02-19T16:30:24.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 shutdown_connections 2024-02-19T16:30:24.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2d8406b840 0x7f2d8406dd00 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d980d1c80 0x7f2d980b8720 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d9815dd80 0x7f2d9809da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 --2- 172.21.15.104:0/237751173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d980d0be0 0x7f2d9815a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:24.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 >> 172.21.15.104:0/237751173 conn(0x7f2d9809cef0 msgr2=0x7f2d980b2290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:24.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 shutdown_connections 2024-02-19T16:30:24.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:24.929+0000 7f2d9df6c640 1 -- 172.21.15.104:0/237751173 wait complete. 2024-02-19T16:30:24.942 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-02-19T16:30:24.943 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:25.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.039+0000 7f93002c0640 1 Processor -- start 2024-02-19T16:30:25.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.039+0000 7f93002c0640 1 -- start start 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f93002c0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f92f8162760 0x7f92f80d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f93002c0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f80d4070 0x7f92f80d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f93002c0640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92f80b4080 con 0x7f92f8161520 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f93002c0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92f80b42f0 con 0x7f92f8162760 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f93002c0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92f80b45d0 con 0x7f92f80d4070 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f92fd85b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f92f8162760 0x7f92f80d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f92fd85b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f92f8162760 0x7f92f80d3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:45994/0 (socket says 172.21.15.104:45994) 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f92fd85b640 1 -- 172.21.15.104:0/493392439 learned_addr learned my addr 172.21.15.104:0/493392439 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f92fe85d640 1 --2- 172.21.15.104:0/493392439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f80d4070 0x7f92f80d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.043 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f92fd85b640 1 -- 172.21.15.104:0/493392439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f80d4070 msgr2=0x7f92f80d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:25.044 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f92fd85b640 1 --2- 172.21.15.104:0/493392439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f80d4070 0x7f92f80d1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.044 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f92fd85b640 1 -- 172.21.15.104:0/493392439 >> v1:172.21.15.158:6789/0 conn(0x7f92f8161520 legacy=0x7f92f80b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.044 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.040+0000 7f92fd85b640 1 -- 172.21.15.104:0/493392439 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92f80b48b0 con 0x7f92f8162760 2024-02-19T16:30:25.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.041+0000 7f92fd85b640 1 --2- 172.21.15.104:0/493392439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8162760 0x7f92f80d3b30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f92e8009870 tx=0x7f92e802ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcefe0319d13d792 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.041+0000 7f92fd05a640 1 -- 172.21.15.104:0/493392439 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e802f840 con 0x7f92f8162760 2024-02-19T16:30:25.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.041+0000 7f92fd05a640 1 -- 172.21.15.104:0/493392439 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92e802f9a0 con 0x7f92f8162760 2024-02-19T16:30:25.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.041+0000 7f92fd05a640 1 -- 172.21.15.104:0/493392439 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e802fd30 con 0x7f92f8162760 2024-02-19T16:30:25.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.042+0000 7f93002c0640 1 -- 172.21.15.104:0/493392439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8162760 msgr2=0x7f92f80d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.042+0000 7f93002c0640 1 --2- 172.21.15.104:0/493392439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8162760 0x7f92f80d3b30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f92e8009870 tx=0x7f92e802ba20 comp rx=0 tx=0).stop 2024-02-19T16:30:25.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.042+0000 7f93002c0640 1 -- 172.21.15.104:0/493392439 shutdown_connections 2024-02-19T16:30:25.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.042+0000 7f93002c0640 1 --2- 172.21.15.104:0/493392439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f80d4070 0x7f92f80d1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.042+0000 7f93002c0640 1 --2- 172.21.15.104:0/493392439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f8162760 0x7f92f80d3b30 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.042+0000 7f93002c0640 1 -- 172.21.15.104:0/493392439 >> 172.21.15.104:0/493392439 conn(0x7f92f808d5d0 msgr2=0x7f92f809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:25.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.042+0000 7f93002c0640 1 -- 172.21.15.104:0/493392439 shutdown_connections 2024-02-19T16:30:25.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.042+0000 7f93002c0640 1 -- 172.21.15.104:0/493392439 wait complete. 2024-02-19T16:30:25.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.043+0000 7f93002c0640 1 Processor -- start 2024-02-19T16:30:25.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.043+0000 7f93002c0640 1 -- start start 2024-02-19T16:30:25.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f93002c0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f80d4070 0x7f92f80ccee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f93002c0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f8161520 0x7f92f80cb450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f93002c0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92f8162760 0x7f92f806c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f93002c0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f8159760 con 0x7f92f80d4070 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f93002c0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f80cdb10 con 0x7f92f8162760 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f93002c0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92f80cd550 con 0x7f92f8161520 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f80d4070 0x7f92f80ccee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f80d4070 0x7f92f80ccee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46008/0 (socket says 172.21.15.104:46008) 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 -- 172.21.15.104:0/1718767557 learned_addr learned my addr 172.21.15.104:0/1718767557 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe85d640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92f8162760 0x7f92f806c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fd85b640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f8161520 0x7f92f80cb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 -- 172.21.15.104:0/1718767557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f8161520 msgr2=0x7f92f80cb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f8161520 0x7f92f80cb450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 -- 172.21.15.104:0/1718767557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92f8162760 msgr2=0x7f92f806c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92f8162760 0x7f92f806c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 -- 172.21.15.104:0/1718767557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92e80094d0 con 0x7f92f80d4070 2024-02-19T16:30:25.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92fe05c640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f80d4070 0x7f92f80ccee0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f92f400c400 tx=0x7f92f400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92eeffd640 1 -- 172.21.15.104:0/1718767557 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92f40052d0 con 0x7f92f80d4070 2024-02-19T16:30:25.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92eeffd640 1 -- 172.21.15.104:0/1718767557 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92f4005450 con 0x7f92f80d4070 2024-02-19T16:30:25.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92f80cd830 con 0x7f92f80d4070 2024-02-19T16:30:25.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.044+0000 7f92eeffd640 1 -- 172.21.15.104:0/1718767557 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92f4007260 con 0x7f92f80d4070 2024-02-19T16:30:25.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.045+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92f80cb990 con 0x7f92f80d4070 2024-02-19T16:30:25.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.046+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92f80751e0 con 0x7f92f80d4070 2024-02-19T16:30:25.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.046+0000 7f92eeffd640 1 -- 172.21.15.104:0/1718767557 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f92f40073c0 con 0x7f92f80d4070 2024-02-19T16:30:25.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.046+0000 7f92eeffd640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92dc06b810 0x7f92dc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.046+0000 7f92fd85b640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92dc06b810 0x7f92dc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.046+0000 7f92eeffd640 1 -- 172.21.15.104:0/1718767557 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f92f40894b0 con 0x7f92f80d4070 2024-02-19T16:30:25.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.047+0000 7f92fd85b640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92dc06b810 0x7f92dc06dcd0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f92e8036000 tx=0x7f92e8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.051+0000 7f92eeffd640 1 -- 172.21.15.104:0/1718767557 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f92f4054010 con 0x7f92f80d4070 2024-02-19T16:30:25.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.227+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f92f80d2780 con 0x7f92f80d4070 2024-02-19T16:30:25.268 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.228+0000 7f92eeffd640 1 -- 172.21.15.104:0/1718767557 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f92f40576d0 con 0x7f92f80d4070 2024-02-19T16:30:25.268 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:25.268 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92dc06b810 msgr2=0x7f92dc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92dc06b810 0x7f92dc06dcd0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f92e8036000 tx=0x7f92e8008030 comp rx=0 tx=0).stop 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f80d4070 msgr2=0x7f92f80ccee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f80d4070 0x7f92f80ccee0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f92f400c400 tx=0x7f92f400c8c0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 shutdown_connections 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f92dc06b810 0x7f92dc06dcd0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f92f8162760 0x7f92f806c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f92f8161520 0x7f92f80cb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 --2- 172.21.15.104:0/1718767557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f80d4070 0x7f92f80ccee0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 >> 172.21.15.104:0/1718767557 conn(0x7f92f808d5d0 msgr2=0x7f92f80b4dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 shutdown_connections 2024-02-19T16:30:25.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.230+0000 7f93002c0640 1 -- 172.21.15.104:0/1718767557 wait complete. 2024-02-19T16:30:25.271 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:25.271 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:25.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.372+0000 7f016b0c7640 1 Processor -- start 2024-02-19T16:30:25.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.372+0000 7f016b0c7640 1 -- start start 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f016b0c7640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f01640d1bb0 0x7f01640d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f016b0c7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01640ce7a0 con 0x7f01640d2200 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f016b0c7640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01640d0ac0 con 0x7f0164161440 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f016b0c7640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0164161820 con 0x7f01640d1bb0 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f0169664640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f01640d2200 0x7f01640cf1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53656/0 (socket says 172.21.15.104:53656) 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f0169664640 1 -- 172.21.15.104:0/3425723408 learned_addr learned my addr 172.21.15.104:0/3425723408 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f0163fff640 1 --2- 172.21.15.104:0/3425723408 >> v2:172.21.15.158:3300/0 conn(0x7f01640d1bb0 0x7f01640d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f01637fe640 1 -- 172.21.15.104:0/3425723408 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1783838151 0 0) 0x7f01640ce7a0 con 0x7f01640d2200 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f01637fe640 1 -- 172.21.15.104:0/3425723408 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0154003520 con 0x7f01640d2200 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f0163fff640 1 -- 172.21.15.104:0/3425723408 >> v1:172.21.15.158:6789/0 conn(0x7f0164161440 legacy=0x7f01640b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f0163fff640 1 -- 172.21.15.104:0/3425723408 >> v1:172.21.15.104:6789/0 conn(0x7f01640d2200 legacy=0x7f01640cf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.373+0000 7f0163fff640 1 -- 172.21.15.104:0/3425723408 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01640d2010 con 0x7f01640d1bb0 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.374+0000 7f0163fff640 1 --2- 172.21.15.104:0/3425723408 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 0x7f01640d0580 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f01500097a0 tx=0x7f015002b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca6aabcb18c1e9cc server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.374+0000 7f01637fe640 1 -- 172.21.15.104:0/3425723408 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0150030610 con 0x7f01640d1bb0 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.374+0000 7f01637fe640 1 -- 172.21.15.104:0/3425723408 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0150030770 con 0x7f01640d1bb0 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.374+0000 7f01637fe640 1 -- 172.21.15.104:0/3425723408 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0150030ae0 con 0x7f01640d1bb0 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.375+0000 7f016b0c7640 1 -- 172.21.15.104:0/3425723408 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 msgr2=0x7f01640d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.375+0000 7f016b0c7640 1 --2- 172.21.15.104:0/3425723408 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 0x7f01640d0580 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f01500097a0 tx=0x7f015002b960 comp rx=0 tx=0).stop 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.375+0000 7f016b0c7640 1 -- 172.21.15.104:0/3425723408 shutdown_connections 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.375+0000 7f016b0c7640 1 --2- 172.21.15.104:0/3425723408 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 0x7f01640d0580 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.375+0000 7f016b0c7640 1 -- 172.21.15.104:0/3425723408 >> 172.21.15.104:0/3425723408 conn(0x7f016409cef0 msgr2=0x7f01640d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.375+0000 7f016b0c7640 1 -- 172.21.15.104:0/3425723408 shutdown_connections 2024-02-19T16:30:25.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.375+0000 7f016b0c7640 1 -- 172.21.15.104:0/3425723408 wait complete. 2024-02-19T16:30:25.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.376+0000 7f016b0c7640 1 Processor -- start 2024-02-19T16:30:25.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.376+0000 7f016b0c7640 1 -- start start 2024-02-19T16:30:25.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f016b0c7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 0x7f0164149fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f016b0c7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01640d2200 0x7f01640cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f016b0c7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0164161440 0x7f01640ca3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f016b0c7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01640cbd40 con 0x7f0164161440 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f016b0c7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01640cc020 con 0x7f01640d1bb0 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f016b0c7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01640cc300 con 0x7f01640d2200 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0164161440 0x7f01640ca3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0164161440 0x7f01640ca3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46018/0 (socket says 172.21.15.104:46018) 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 -- 172.21.15.104:0/2402663630 learned_addr learned my addr 172.21.15.104:0/2402663630 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0163fff640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01640d2200 0x7f01640cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0168e63640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 0x7f0164149fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 -- 172.21.15.104:0/2402663630 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01640d2200 msgr2=0x7f01640cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01640d2200 0x7f01640cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 -- 172.21.15.104:0/2402663630 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 msgr2=0x7f0164149fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 0x7f0164149fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 -- 172.21.15.104:0/2402663630 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0150009400 con 0x7f0164161440 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f0169664640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0164161440 0x7f01640ca3b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f015c00cb40 tx=0x7f015c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f01617fa640 1 -- 172.21.15.104:0/2402663630 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f015c00aca0 con 0x7f0164161440 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f01617fa640 1 -- 172.21.15.104:0/2402663630 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f015c00ae00 con 0x7f0164161440 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01640cc5e0 con 0x7f0164161440 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f01617fa640 1 -- 172.21.15.104:0/2402663630 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f015c012620 con 0x7f0164161440 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.377+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01640ccba0 con 0x7f0164161440 2024-02-19T16:30:25.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.379+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01640ccd90 con 0x7f0164161440 2024-02-19T16:30:25.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.379+0000 7f01617fa640 1 -- 172.21.15.104:0/2402663630 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f015c007070 con 0x7f0164161440 2024-02-19T16:30:25.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.379+0000 7f01617fa640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f014806b810 0x7f014806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.379+0000 7f01617fa640 1 -- 172.21.15.104:0/2402663630 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f015c08a180 con 0x7f0164161440 2024-02-19T16:30:25.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.379+0000 7f0168e63640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f014806b810 0x7f014806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.380+0000 7f0168e63640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f014806b810 0x7f014806dcd0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f01640cac80 tx=0x7f0158009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.384+0000 7f01617fa640 1 -- 172.21.15.104:0/2402663630 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f015c054c50 con 0x7f0164161440 2024-02-19T16:30:25.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.554+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f01640751e0 con 0x7f0164161440 2024-02-19T16:30:25.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.555+0000 7f01617fa640 1 -- 172.21.15.104:0/2402663630 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f015c058310 con 0x7f0164161440 2024-02-19T16:30:25.557 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:25.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f014806b810 msgr2=0x7f014806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f014806b810 0x7f014806dcd0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f01640cac80 tx=0x7f0158009040 comp rx=0 tx=0).stop 2024-02-19T16:30:25.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0164161440 msgr2=0x7f01640ca3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0164161440 0x7f01640ca3b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f015c00cb40 tx=0x7f015c00a060 comp rx=0 tx=0).stop 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 shutdown_connections 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f014806b810 0x7f014806dcd0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0164161440 0x7f01640ca3b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01640d2200 0x7f01640cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 --2- 172.21.15.104:0/2402663630 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f01640d1bb0 0x7f0164149fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 >> 172.21.15.104:0/2402663630 conn(0x7f016409cef0 msgr2=0x7f01640b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 shutdown_connections 2024-02-19T16:30:25.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.557+0000 7f016b0c7640 1 -- 172.21.15.104:0/2402663630 wait complete. 2024-02-19T16:30:25.570 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:25.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.671+0000 7fddc59a0640 1 Processor -- start 2024-02-19T16:30:25.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.671+0000 7fddc59a0640 1 -- start start 2024-02-19T16:30:25.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddc59a0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fddc015de10 0x7fddc00cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddc59a0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 0x7fddc00d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddc59a0640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fddc00d0ac0 0x7fddc00b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddc59a0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fddc00d0f70 con 0x7fddc015de10 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddc59a0640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fddc00d1b40 con 0x7fddc00d0ac0 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddc59a0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddc00d1e20 con 0x7fddc00cf980 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbeffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fddc015de10 0x7fddc00cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbeffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fddc015de10 0x7fddc00cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46030/0 (socket says 172.21.15.104:46030) 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbeffd640 1 -- 172.21.15.104:0/2099882867 learned_addr learned my addr 172.21.15.104:0/2099882867 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddb7fff640 1 --2- 172.21.15.104:0/2099882867 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 0x7fddc00d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbf7fe640 1 --2- 172.21.15.104:0/2099882867 >> v2:172.21.15.158:3300/0 conn(0x7fddc00d0ac0 0x7fddc00b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbeffd640 1 -- 172.21.15.104:0/2099882867 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 msgr2=0x7fddc00d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbeffd640 1 --2- 172.21.15.104:0/2099882867 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 0x7fddc00d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbeffd640 1 -- 172.21.15.104:0/2099882867 >> v2:172.21.15.158:3300/0 conn(0x7fddc00d0ac0 msgr2=0x7fddc00b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:25.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbeffd640 1 --2- 172.21.15.104:0/2099882867 >> v2:172.21.15.158:3300/0 conn(0x7fddc00d0ac0 0x7fddc00b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.672+0000 7fddbeffd640 1 -- 172.21.15.104:0/2099882867 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddc00d2100 con 0x7fddc015de10 2024-02-19T16:30:25.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.673+0000 7fddbeffd640 1 --2- 172.21.15.104:0/2099882867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00cf440 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fddc00d0320 tx=0x7fddb002b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec0de0c056093d6a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.673+0000 7fddbe7fc640 1 -- 172.21.15.104:0/2099882867 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddb00317e0 con 0x7fddc015de10 2024-02-19T16:30:25.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.673+0000 7fddbe7fc640 1 -- 172.21.15.104:0/2099882867 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fddb0031940 con 0x7fddc015de10 2024-02-19T16:30:25.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.673+0000 7fddbe7fc640 1 -- 172.21.15.104:0/2099882867 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddb0031cd0 con 0x7fddc015de10 2024-02-19T16:30:25.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 -- 172.21.15.104:0/2099882867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 msgr2=0x7fddc00cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 --2- 172.21.15.104:0/2099882867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00cf440 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fddc00d0320 tx=0x7fddb002b880 comp rx=0 tx=0).stop 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 -- 172.21.15.104:0/2099882867 shutdown_connections 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 --2- 172.21.15.104:0/2099882867 >> v2:172.21.15.158:3300/0 conn(0x7fddc00d0ac0 0x7fddc00b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 --2- 172.21.15.104:0/2099882867 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 0x7fddc00d0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 --2- 172.21.15.104:0/2099882867 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00cf440 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 -- 172.21.15.104:0/2099882867 >> 172.21.15.104:0/2099882867 conn(0x7fddc009cf10 msgr2=0x7fddc00d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 -- 172.21.15.104:0/2099882867 shutdown_connections 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.674+0000 7fddc59a0640 1 -- 172.21.15.104:0/2099882867 wait complete. 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.675+0000 7fddc59a0640 1 Processor -- start 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.675+0000 7fddc59a0640 1 -- start start 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.675+0000 7fddc59a0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 0x7fddc01550b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.675+0000 7fddc59a0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fddc00d0ac0 0x7fddc00c8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddc59a0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00c86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddc59a0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddc0160830 con 0x7fddc015de10 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddc59a0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddc01f3830 con 0x7fddc00d0ac0 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddc59a0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddc01f3ac0 con 0x7fddc00cf980 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00c86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00c86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46038/0 (socket says 172.21.15.104:46038) 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 -- 172.21.15.104:0/4251387472 learned_addr learned my addr 172.21.15.104:0/4251387472 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbeffd640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 0x7fddc01550b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddb7fff640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fddc00d0ac0 0x7fddc00c8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 -- 172.21.15.104:0/4251387472 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 msgr2=0x7fddc01550b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 0x7fddc01550b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 -- 172.21.15.104:0/4251387472 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fddc00d0ac0 msgr2=0x7fddc00c8fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fddc00d0ac0 0x7fddc00c8fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 -- 172.21.15.104:0/4251387472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddb00094d0 con 0x7fddc015de10 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbf7fe640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00c86d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fddb800efc0 tx=0x7fddb800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbcff9640 1 -- 172.21.15.104:0/4251387472 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddb8014480 con 0x7fddc015de10 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbcff9640 1 -- 172.21.15.104:0/4251387472 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fddb800f040 con 0x7fddc015de10 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddc01f3da0 con 0x7fddc015de10 2024-02-19T16:30:25.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddbcff9640 1 -- 172.21.15.104:0/4251387472 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddb8014820 con 0x7fddc015de10 2024-02-19T16:30:25.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.676+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddc01f4360 con 0x7fddc015de10 2024-02-19T16:30:25.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.677+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fddc01f6df0 con 0x7fddc015de10 2024-02-19T16:30:25.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.678+0000 7fddbcff9640 1 -- 172.21.15.104:0/4251387472 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fddb8014980 con 0x7fddc015de10 2024-02-19T16:30:25.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.678+0000 7fddbcff9640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdda006b810 0x7fdda006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.678+0000 7fddbeffd640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdda006b810 0x7fdda006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.678+0000 7fddbcff9640 1 -- 172.21.15.104:0/4251387472 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fddb808ab90 con 0x7fddc015de10 2024-02-19T16:30:25.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.679+0000 7fddbeffd640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdda006b810 0x7fdda006dcd0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fddb0036000 tx=0x7fddb003d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.682+0000 7fddbcff9640 1 -- 172.21.15.104:0/4251387472 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fddb80556f0 con 0x7fddc015de10 2024-02-19T16:30:25.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.852+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fddc00751e0 con 0x7fddc015de10 2024-02-19T16:30:25.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.852+0000 7fddbcff9640 1 -- 172.21.15.104:0/4251387472 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fddb8018020 con 0x7fddc015de10 2024-02-19T16:30:25.855 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdda006b810 msgr2=0x7fdda006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdda006b810 0x7fdda006dcd0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fddb0036000 tx=0x7fddb003d040 comp rx=0 tx=0).stop 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 msgr2=0x7fddc00c86d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00c86d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fddb800efc0 tx=0x7fddb800c490 comp rx=0 tx=0).stop 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 shutdown_connections 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdda006b810 0x7fdda006dcd0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fddc015de10 0x7fddc00c86d0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fddc00d0ac0 0x7fddc00c8fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 --2- 172.21.15.104:0/4251387472 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fddc00cf980 0x7fddc01550b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 >> 172.21.15.104:0/4251387472 conn(0x7fddc009cf10 msgr2=0x7fddc00d44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 shutdown_connections 2024-02-19T16:30:25.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.854+0000 7fddc59a0640 1 -- 172.21.15.104:0/4251387472 wait complete. 2024-02-19T16:30:25.867 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:25.970 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.967+0000 7f2f962d4640 1 Processor -- start 2024-02-19T16:30:25.970 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.967+0000 7f2f962d4640 1 -- start start 2024-02-19T16:30:25.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f962d4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2f90161440 0x7f2f900d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f962d4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2f900d2200 0x7f2f900d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f962d4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f900ce7a0 con 0x7f2f900d0580 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f962d4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f900d2bd0 con 0x7f2f90161440 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f962d4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f90161820 con 0x7f2f900d2200 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f8ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2f90161440 0x7f2f900d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f8ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2f90161440 0x7f2f900d1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46040/0 (socket says 172.21.15.104:46040) 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f8ffff640 1 -- 172.21.15.104:0/1935249382 learned_addr learned my addr 172.21.15.104:0/1935249382 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.968+0000 7f2f94871640 1 --2- 172.21.15.104:0/1935249382 >> v2:172.21.15.158:3300/0 conn(0x7f2f900d2200 0x7f2f900d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8ffff640 1 -- 172.21.15.104:0/1935249382 >> v2:172.21.15.158:3300/0 conn(0x7f2f900d2200 msgr2=0x7f2f900d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8ffff640 1 --2- 172.21.15.104:0/1935249382 >> v2:172.21.15.158:3300/0 conn(0x7f2f900d2200 0x7f2f900d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8ffff640 1 -- 172.21.15.104:0/1935249382 >> v1:172.21.15.158:6789/0 conn(0x7f2f900d0580 legacy=0x7f2f900b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8ffff640 1 -- 172.21.15.104:0/1935249382 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f900ced40 con 0x7f2f90161440 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8effd640 1 -- 172.21.15.104:0/1935249382 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2006329614 0 0) 0x7f2f900ce7a0 con 0x7f2f900d0580 2024-02-19T16:30:25.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f94871640 1 --2- 172.21.15.104:0/1935249382 >> v2:172.21.15.158:3300/0 conn(0x7f2f900d2200 0x7f2f900d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:25.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8ffff640 1 --2- 172.21.15.104:0/1935249382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900d1bb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2f900d1650 tx=0x7f2f8002b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8cbda115b871a5e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8effd640 1 -- 172.21.15.104:0/1935249382 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f80030860 con 0x7f2f90161440 2024-02-19T16:30:25.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8effd640 1 -- 172.21.15.104:0/1935249382 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f800309c0 con 0x7f2f90161440 2024-02-19T16:30:25.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.969+0000 7f2f8effd640 1 -- 172.21.15.104:0/1935249382 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f80030d50 con 0x7f2f90161440 2024-02-19T16:30:25.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.970+0000 7f2f962d4640 1 -- 172.21.15.104:0/1935249382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 msgr2=0x7f2f900d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.970+0000 7f2f962d4640 1 --2- 172.21.15.104:0/1935249382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900d1bb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2f900d1650 tx=0x7f2f8002b9a0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.970+0000 7f2f962d4640 1 -- 172.21.15.104:0/1935249382 shutdown_connections 2024-02-19T16:30:25.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.970+0000 7f2f962d4640 1 --2- 172.21.15.104:0/1935249382 >> v2:172.21.15.158:3300/0 conn(0x7f2f900d2200 0x7f2f900d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.970+0000 7f2f962d4640 1 --2- 172.21.15.104:0/1935249382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900d1bb0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.970+0000 7f2f962d4640 1 -- 172.21.15.104:0/1935249382 >> 172.21.15.104:0/1935249382 conn(0x7f2f9009cef0 msgr2=0x7f2f900d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.970+0000 7f2f962d4640 1 -- 172.21.15.104:0/1935249382 shutdown_connections 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.970+0000 7f2f962d4640 1 -- 172.21.15.104:0/1935249382 wait complete. 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.971+0000 7f2f962d4640 1 Processor -- start 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.971+0000 7f2f962d4640 1 -- start start 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f962d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2f900d0580 0x7f2f900ca080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f962d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2f900d2200 0x7f2f9006c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f962d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900b7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f962d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f900b4d40 con 0x7f2f90161440 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f962d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f900b7840 con 0x7f2f900d0580 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f962d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f900b6c30 con 0x7f2f900d2200 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f94871640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900b7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f94871640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900b7cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46044/0 (socket says 172.21.15.104:46044) 2024-02-19T16:30:25.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f94871640 1 -- 172.21.15.104:0/2652946387 learned_addr learned my addr 172.21.15.104:0/2652946387 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f8ffff640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2f900d0580 0x7f2f900ca080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f8f7fe640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2f900d2200 0x7f2f9006c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f94871640 1 -- 172.21.15.104:0/2652946387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2f900d2200 msgr2=0x7f2f9006c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f94871640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2f900d2200 0x7f2f9006c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f94871640 1 -- 172.21.15.104:0/2652946387 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2f900d0580 msgr2=0x7f2f900ca080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f94871640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2f900d0580 0x7f2f900ca080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.972+0000 7f2f94871640 1 -- 172.21.15.104:0/2652946387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f88009a70 con 0x7f2f90161440 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.973+0000 7f2f94871640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900b7cd0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2f8800efc0 tx=0x7f2f88009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.973+0000 7f2f8cff9640 1 -- 172.21.15.104:0/2652946387 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f88009d70 con 0x7f2f90161440 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.973+0000 7f2f8cff9640 1 -- 172.21.15.104:0/2652946387 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f8800f040 con 0x7f2f90161440 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.973+0000 7f2f8cff9640 1 -- 172.21.15.104:0/2652946387 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f88003990 con 0x7f2f90161440 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.973+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f800094d0 con 0x7f2f90161440 2024-02-19T16:30:25.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.973+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f900b74d0 con 0x7f2f90161440 2024-02-19T16:30:25.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.974+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f900b7020 con 0x7f2f90161440 2024-02-19T16:30:25.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.974+0000 7f2f8cff9640 1 -- 172.21.15.104:0/2652946387 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2f880144a0 con 0x7f2f90161440 2024-02-19T16:30:25.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.975+0000 7f2f8cff9640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2f7c06b810 0x7f2f7c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:25.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.975+0000 7f2f8ffff640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2f7c06b810 0x7f2f7c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:25.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.975+0000 7f2f8cff9640 1 -- 172.21.15.104:0/2652946387 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2f8808ad40 con 0x7f2f90161440 2024-02-19T16:30:25.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.975+0000 7f2f8ffff640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2f7c06b810 0x7f2f7c06dcd0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2f80036000 tx=0x7f2f80008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:25.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:25.979+0000 7f2f8cff9640 1 -- 172.21.15.104:0/2652946387 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2f88055810 con 0x7f2f90161440 2024-02-19T16:30:26.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.150+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2f900b79b0 con 0x7f2f90161440 2024-02-19T16:30:26.157 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.151+0000 7f2f8cff9640 1 -- 172.21.15.104:0/2652946387 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2f88058ed0 con 0x7f2f90161440 2024-02-19T16:30:26.157 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.152+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2f7c06b810 msgr2=0x7f2f7c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.152+0000 7f2f962d4640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2f7c06b810 0x7f2f7c06dcd0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2f80036000 tx=0x7f2f80008030 comp rx=0 tx=0).stop 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 msgr2=0x7f2f900b7cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900b7cd0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2f8800efc0 tx=0x7f2f88009f90 comp rx=0 tx=0).stop 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 shutdown_connections 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2f7c06b810 0x7f2f7c06dcd0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f90161440 0x7f2f900b7cd0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2f900d2200 0x7f2f9006c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 --2- 172.21.15.104:0/2652946387 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2f900d0580 0x7f2f900ca080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 >> 172.21.15.104:0/2652946387 conn(0x7f2f9009cef0 msgr2=0x7f2f900ccd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:26.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 shutdown_connections 2024-02-19T16:30:26.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.153+0000 7f2f962d4640 1 -- 172.21.15.104:0/2652946387 wait complete. 2024-02-19T16:30:26.166 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:26.264 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.262+0000 7fbdc4302640 1 Processor -- start 2024-02-19T16:30:26.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.262+0000 7fbdc4302640 1 -- start start 2024-02-19T16:30:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc4302640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fbdbc161520 0x7fbdbc0b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc4302640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbdbc162760 0x7fbdbc0d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc4302640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdbc0b42f0 con 0x7fbdbc0d4070 2024-02-19T16:30:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc4302640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbdbc0b45d0 con 0x7fbdbc162760 2024-02-19T16:30:26.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc4302640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbdbc0b48b0 con 0x7fbdbc161520 2024-02-19T16:30:26.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc189d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbdbc162760 0x7fbdbc0d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc189d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbdbc162760 0x7fbdbc0d3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46058/0 (socket says 172.21.15.104:46058) 2024-02-19T16:30:26.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc189d640 1 -- 172.21.15.104:0/2065437954 learned_addr learned my addr 172.21.15.104:0/2065437954 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:26.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc209e640 1 --2- 172.21.15.104:0/2065437954 >> v2:172.21.15.158:3300/0 conn(0x7fbdbc161520 0x7fbdbc0b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc189d640 1 -- 172.21.15.104:0/2065437954 >> v2:172.21.15.158:3300/0 conn(0x7fbdbc161520 msgr2=0x7fbdbc0b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc189d640 1 --2- 172.21.15.104:0/2065437954 >> v2:172.21.15.158:3300/0 conn(0x7fbdbc161520 0x7fbdbc0b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc189d640 1 -- 172.21.15.104:0/2065437954 >> v1:172.21.15.158:6789/0 conn(0x7fbdbc0d4070 legacy=0x7fbdbc0d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc189d640 1 -- 172.21.15.104:0/2065437954 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdbc0b4b90 con 0x7fbdbc162760 2024-02-19T16:30:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.263+0000 7fbdc209e640 1 --2- 172.21.15.104:0/2065437954 >> v2:172.21.15.158:3300/0 conn(0x7fbdbc161520 0x7fbdbc0b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.264+0000 7fbdc189d640 1 --2- 172.21.15.104:0/2065437954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc162760 0x7fbdbc0d3b30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc0b67f0 tx=0x7fbdac02ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dc945d41aeb53ba server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.264+0000 7fbdc109c640 1 -- 172.21.15.104:0/2065437954 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdac02f850 con 0x7fbdbc162760 2024-02-19T16:30:26.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.264+0000 7fbdc109c640 1 -- 172.21.15.104:0/2065437954 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdac02f9b0 con 0x7fbdbc162760 2024-02-19T16:30:26.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.264+0000 7fbdc109c640 1 -- 172.21.15.104:0/2065437954 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdac02fd40 con 0x7fbdbc162760 2024-02-19T16:30:26.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.265+0000 7fbdc4302640 1 -- 172.21.15.104:0/2065437954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc162760 msgr2=0x7fbdbc0d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.265+0000 7fbdc4302640 1 --2- 172.21.15.104:0/2065437954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc162760 0x7fbdbc0d3b30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc0b67f0 tx=0x7fbdac02ba30 comp rx=0 tx=0).stop 2024-02-19T16:30:26.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.265+0000 7fbdc4302640 1 -- 172.21.15.104:0/2065437954 shutdown_connections 2024-02-19T16:30:26.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.265+0000 7fbdc4302640 1 --2- 172.21.15.104:0/2065437954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc162760 0x7fbdbc0d3b30 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.265+0000 7fbdc4302640 1 --2- 172.21.15.104:0/2065437954 >> v2:172.21.15.158:3300/0 conn(0x7fbdbc161520 0x7fbdbc0b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.265+0000 7fbdc4302640 1 -- 172.21.15.104:0/2065437954 >> 172.21.15.104:0/2065437954 conn(0x7fbdbc08d5d0 msgr2=0x7fbdbc09cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:26.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.265+0000 7fbdc4302640 1 -- 172.21.15.104:0/2065437954 shutdown_connections 2024-02-19T16:30:26.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.265+0000 7fbdc4302640 1 -- 172.21.15.104:0/2065437954 wait complete. 2024-02-19T16:30:26.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.266+0000 7fbdc4302640 1 Processor -- start 2024-02-19T16:30:26.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.266+0000 7fbdc4302640 1 -- start start 2024-02-19T16:30:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc4302640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc0d4070 0x7fbdbc15b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc4302640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbdbc161520 0x7fbdbc0c7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc4302640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbdbc162760 0x7fbdbc0c9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc4302640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdbc0cb100 con 0x7fbdbc0d4070 2024-02-19T16:30:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc4302640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdbc0b6db0 con 0x7fbdbc162760 2024-02-19T16:30:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc4302640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdbc0b7090 con 0x7fbdbc161520 2024-02-19T16:30:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc0d4070 0x7fbdbc15b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc0d4070 0x7fbdbc15b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46074/0 (socket says 172.21.15.104:46074) 2024-02-19T16:30:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 -- 172.21.15.104:0/322051676 learned_addr learned my addr 172.21.15.104:0/322051676 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc189d640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbdbc161520 0x7fbdbc0c7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc289f640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbdbc162760 0x7fbdbc0c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 -- 172.21.15.104:0/322051676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbdbc161520 msgr2=0x7fbdbc0c7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbdbc161520 0x7fbdbc0c7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 -- 172.21.15.104:0/322051676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbdbc162760 msgr2=0x7fbdbc0c9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbdbc162760 0x7fbdbc0c9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 -- 172.21.15.104:0/322051676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdb8009400 con 0x7fbdbc0d4070 2024-02-19T16:30:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc209e640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc0d4070 0x7fbdbc15b0a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fbdb800ebe0 tx=0x7fbdb800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdb2ffd640 1 -- 172.21.15.104:0/322051676 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb8009760 con 0x7fbdbc0d4070 2024-02-19T16:30:26.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdb2ffd640 1 -- 172.21.15.104:0/322051676 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb800cc30 con 0x7fbdbc0d4070 2024-02-19T16:30:26.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdb2ffd640 1 -- 172.21.15.104:0/322051676 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb800eee0 con 0x7fbdbc0d4070 2024-02-19T16:30:26.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdac0094d0 con 0x7fbdbc0d4070 2024-02-19T16:30:26.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.267+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdbc0b7650 con 0x7fbdbc0d4070 2024-02-19T16:30:26.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.268+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdbc0751e0 con 0x7fbdbc0d4070 2024-02-19T16:30:26.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.269+0000 7fbdb2ffd640 1 -- 172.21.15.104:0/322051676 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbdb8013470 con 0x7fbdbc0d4070 2024-02-19T16:30:26.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.269+0000 7fbdb2ffd640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbda006b810 0x7fbda006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.269+0000 7fbdb2ffd640 1 -- 172.21.15.104:0/322051676 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbdb808a350 con 0x7fbdbc0d4070 2024-02-19T16:30:26.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.269+0000 7fbdc189d640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbda006b810 0x7fbda006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.270+0000 7fbdc189d640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbda006b810 0x7fbda006dcd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbdac036000 tx=0x7fbdac008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.273+0000 7fbdb2ffd640 1 -- 172.21.15.104:0/322051676 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fbdb8054eb0 con 0x7fbdbc0d4070 2024-02-19T16:30:26.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.484+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbdbc0cfe60 con 0x7fbdbc0d4070 2024-02-19T16:30:26.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.484+0000 7fbdb2ffd640 1 -- 172.21.15.104:0/322051676 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4941 (secure 0 0 0) 0x7fbdb8058570 con 0x7fbdbc0d4070 2024-02-19T16:30:26.487 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:26.487 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:30:11.601260+0000","modified":"2024-02-19T16:30:13.948396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-19T16:30:26.487 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 7 2024-02-19T16:30:26.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.486+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbda006b810 msgr2=0x7fbda006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.486+0000 7fbdc4302640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbda006b810 0x7fbda006dcd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbdac036000 tx=0x7fbdac008030 comp rx=0 tx=0).stop 2024-02-19T16:30:26.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.486+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc0d4070 msgr2=0x7fbdbc15b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.486+0000 7fbdc4302640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc0d4070 0x7fbdbc15b0a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fbdb800ebe0 tx=0x7fbdb800c520 comp rx=0 tx=0).stop 2024-02-19T16:30:26.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.487+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 shutdown_connections 2024-02-19T16:30:26.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.487+0000 7fbdc4302640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbda006b810 0x7fbda006dcd0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.487+0000 7fbdc4302640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbdbc162760 0x7fbdbc0c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.487+0000 7fbdc4302640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbdbc161520 0x7fbdbc0c7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.487+0000 7fbdc4302640 1 --2- 172.21.15.104:0/322051676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdbc0d4070 0x7fbdbc15b0a0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.487+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 >> 172.21.15.104:0/322051676 conn(0x7fbdbc08d5d0 msgr2=0x7fbdbc0ceb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:26.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.487+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 shutdown_connections 2024-02-19T16:30:26.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.487+0000 7fbdc4302640 1 -- 172.21.15.104:0/322051676 wait complete. 2024-02-19T16:30:26.500 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:26.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.597+0000 7fd52c84e640 1 Processor -- start 2024-02-19T16:30:26.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.597+0000 7fd52c84e640 1 -- start start 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd52c84e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd5280d3a70 0x7fd5280d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd52c84e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd5280b3c70 0x7fd5280b4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd52c84e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5280cfbf0 con 0x7fd52815deb0 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd52c84e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5280d4410 con 0x7fd5280b3c70 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd52c84e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5280b4640 con 0x7fd5280d3a70 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd526d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd5280b3c70 0x7fd5280b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd526d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd5280b3c70 0x7fd5280b4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46080/0 (socket says 172.21.15.104:46080) 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd526d9d640 1 -- 172.21.15.104:0/1750210398 learned_addr learned my addr 172.21.15.104:0/1750210398 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.598+0000 7fd51dd9b640 1 --2- 172.21.15.104:0/1750210398 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd5280d3a70 0x7fd5280d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.599+0000 7fd526d9d640 1 -- 172.21.15.104:0/1750210398 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd5280d3a70 msgr2=0x7fd5280d3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.599+0000 7fd526d9d640 1 --2- 172.21.15.104:0/1750210398 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd5280d3a70 0x7fd5280d3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.599+0000 7fd526d9d640 1 -- 172.21.15.104:0/1750210398 >> v1:172.21.15.158:6789/0 conn(0x7fd52815deb0 legacy=0x7fd5280cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.599+0000 7fd526d9d640 1 -- 172.21.15.104:0/1750210398 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5280d1000 con 0x7fd5280b3c70 2024-02-19T16:30:26.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.599+0000 7fd526d9d640 1 --2- 172.21.15.104:0/1750210398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd5280b4100 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd520009e80 tx=0x7fd52002bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfc7a7f79aad4799 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.599+0000 7fd525d9b640 1 -- 172.21.15.104:0/1750210398 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd52002caf0 con 0x7fd5280b3c70 2024-02-19T16:30:26.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd525d9b640 1 -- 172.21.15.104:0/1750210398 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd52002cc50 con 0x7fd5280b3c70 2024-02-19T16:30:26.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd525d9b640 1 -- 172.21.15.104:0/1750210398 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5200343f0 con 0x7fd5280b3c70 2024-02-19T16:30:26.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd52c84e640 1 -- 172.21.15.104:0/1750210398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 msgr2=0x7fd5280b4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd52c84e640 1 --2- 172.21.15.104:0/1750210398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd5280b4100 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd520009e80 tx=0x7fd52002bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:26.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd52c84e640 1 -- 172.21.15.104:0/1750210398 shutdown_connections 2024-02-19T16:30:26.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd52c84e640 1 --2- 172.21.15.104:0/1750210398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd5280b4100 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd52c84e640 1 --2- 172.21.15.104:0/1750210398 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd5280d3a70 0x7fd5280d3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd52c84e640 1 -- 172.21.15.104:0/1750210398 >> 172.21.15.104:0/1750210398 conn(0x7fd52808d560 msgr2=0x7fd52809ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:26.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd52c84e640 1 -- 172.21.15.104:0/1750210398 shutdown_connections 2024-02-19T16:30:26.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.600+0000 7fd52c84e640 1 -- 172.21.15.104:0/1750210398 wait complete. 2024-02-19T16:30:26.605 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.601+0000 7fd52c84e640 1 Processor -- start 2024-02-19T16:30:26.605 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52c84e640 1 -- start start 2024-02-19T16:30:26.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52c84e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd52815c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52c84e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd5280d3a70 0x7fd5280b3030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52c84e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd52815deb0 0x7fd528160250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52c84e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5280cd0b0 con 0x7fd5280b3c70 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52c84e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5280b3570 con 0x7fd5280d3a70 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52c84e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5280cc010 con 0x7fd52815deb0 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd52815c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd52815c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46082/0 (socket says 172.21.15.104:46082) 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd52659c640 1 -- 172.21.15.104:0/383705287 learned_addr learned my addr 172.21.15.104:0/383705287 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd526d9d640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd52815deb0 0x7fd528160250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.602+0000 7fd51dd9b640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd5280d3a70 0x7fd5280b3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd52659c640 1 -- 172.21.15.104:0/383705287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd52815deb0 msgr2=0x7fd528160250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd52659c640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd52815deb0 0x7fd528160250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd52659c640 1 -- 172.21.15.104:0/383705287 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd5280d3a70 msgr2=0x7fd5280b3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd52659c640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd5280d3a70 0x7fd5280b3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd52659c640 1 -- 172.21.15.104:0/383705287 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd520009b30 con 0x7fd5280b3c70 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd52659c640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd52815c250 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd51800c400 tx=0x7fd51800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd51f7fe640 1 -- 172.21.15.104:0/383705287 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5180052d0 con 0x7fd5280b3c70 2024-02-19T16:30:26.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd51f7fe640 1 -- 172.21.15.104:0/383705287 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd518005450 con 0x7fd5280b3c70 2024-02-19T16:30:26.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5280cc2f0 con 0x7fd5280b3c70 2024-02-19T16:30:26.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd51f7fe640 1 -- 172.21.15.104:0/383705287 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd518007260 con 0x7fd5280b3c70 2024-02-19T16:30:26.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.603+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5280cc8b0 con 0x7fd5280b3c70 2024-02-19T16:30:26.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.604+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5280751e0 con 0x7fd5280b3c70 2024-02-19T16:30:26.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.604+0000 7fd51f7fe640 1 -- 172.21.15.104:0/383705287 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd5180073c0 con 0x7fd5280b3c70 2024-02-19T16:30:26.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.605+0000 7fd51f7fe640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd50806b810 0x7fd50806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.605+0000 7fd51f7fe640 1 -- 172.21.15.104:0/383705287 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd518089540 con 0x7fd5280b3c70 2024-02-19T16:30:26.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.605+0000 7fd51dd9b640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd50806b810 0x7fd50806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.605+0000 7fd51dd9b640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd50806b810 0x7fd50806dcd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd5280c90a0 tx=0x7fd510009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.609+0000 7fd51f7fe640 1 -- 172.21.15.104:0/383705287 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd518054010 con 0x7fd5280b3c70 2024-02-19T16:30:26.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.780+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd5280d21a0 con 0x7fd5280b3c70 2024-02-19T16:30:26.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.781+0000 7fd51f7fe640 1 -- 172.21.15.104:0/383705287 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7fd5180576d0 con 0x7fd5280b3c70 2024-02-19T16:30:26.784 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:26.784 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd50806b810 msgr2=0x7fd50806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd50806b810 0x7fd50806dcd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd5280c90a0 tx=0x7fd510009190 comp rx=0 tx=0).stop 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 msgr2=0x7fd52815c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd52815c250 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd51800c400 tx=0x7fd51800c8c0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 shutdown_connections 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd50806b810 0x7fd50806dcd0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd52815deb0 0x7fd528160250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd5280d3a70 0x7fd5280b3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 --2- 172.21.15.104:0/383705287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5280b3c70 0x7fd52815c250 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 >> 172.21.15.104:0/383705287 conn(0x7fd52808d560 msgr2=0x7fd52815e290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:26.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 shutdown_connections 2024-02-19T16:30:26.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.783+0000 7fd52c84e640 1 -- 172.21.15.104:0/383705287 wait complete. 2024-02-19T16:30:26.797 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:26.797 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:26.900 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.897+0000 7f4bf0525640 1 Processor -- start 2024-02-19T16:30:26.900 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.897+0000 7f4bf0525640 1 -- start start 2024-02-19T16:30:26.901 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.898+0000 7f4bf0525640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be80b3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.901 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.898+0000 7f4bf0525640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f4be80b14d0 0x7f4be80b1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.901 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.898+0000 7f4bf0525640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4be80ce520 con 0x7f4be806c4d0 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.898+0000 7f4bf0525640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4be80d2a70 con 0x7f4be80b14d0 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.898+0000 7f4bf0525640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4be80ce7c0 con 0x7f4be815e040 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.898+0000 7f4bedac0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be80b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.898+0000 7f4bee2c1640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f4be806c4d0 0x7f4be806c8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:41080/0 (socket says 172.21.15.104:41080) 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.899+0000 7f4beeac2640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f4be80b14d0 0x7f4be80b1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.899+0000 7f4bee2c1640 1 -- 172.21.15.104:0/1998956418 learned_addr learned my addr 172.21.15.104:0/1998956418 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.899+0000 7f4bed2bf640 1 -- 172.21.15.104:0/1998956418 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1489228177 0 0) 0x7f4be80ce520 con 0x7f4be806c4d0 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.899+0000 7f4bedac0640 1 -- 172.21.15.104:0/1998956418 >> v2:172.21.15.158:3300/0 conn(0x7f4be80b14d0 msgr2=0x7f4be80b1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.899+0000 7f4bedac0640 1 --2- 172.21.15.104:0/1998956418 >> v2:172.21.15.158:3300/0 conn(0x7f4be80b14d0 0x7f4be80b1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.899+0000 7f4bedac0640 1 -- 172.21.15.104:0/1998956418 >> v1:172.21.15.158:6789/0 conn(0x7f4be806c4d0 legacy=0x7f4be806c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.903 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.899+0000 7f4bedac0640 1 -- 172.21.15.104:0/1998956418 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4be80ceaa0 con 0x7f4be815e040 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bedac0640 1 --2- 172.21.15.104:0/1998956418 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be80b3020 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4bd80097a0 tx=0x7f4bd802b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c14d85a48bcf25d2 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bed2bf640 1 -- 172.21.15.104:0/1998956418 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8031830 con 0x7f4be815e040 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bed2bf640 1 -- 172.21.15.104:0/1998956418 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bd8031990 con 0x7f4be815e040 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bed2bf640 1 -- 172.21.15.104:0/1998956418 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8031d20 con 0x7f4be815e040 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bf0525640 1 -- 172.21.15.104:0/1998956418 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 msgr2=0x7f4be80b3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1998956418 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be80b3020 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4bd80097a0 tx=0x7f4bd802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bf0525640 1 -- 172.21.15.104:0/1998956418 shutdown_connections 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1998956418 >> v2:172.21.15.158:3300/0 conn(0x7f4be80b14d0 0x7f4be80b1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1998956418 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be80b3020 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bf0525640 1 -- 172.21.15.104:0/1998956418 >> 172.21.15.104:0/1998956418 conn(0x7f4be8072f10 msgr2=0x7f4be809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bf0525640 1 -- 172.21.15.104:0/1998956418 shutdown_connections 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.900+0000 7f4bf0525640 1 -- 172.21.15.104:0/1998956418 wait complete. 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.901+0000 7f4bf0525640 1 Processor -- start 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.901+0000 7f4bf0525640 1 -- start start 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bf0525640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4be806c4d0 0x7f4be80c6b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bf0525640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4be80b14d0 0x7f4be8150dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bf0525640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be8160ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bf0525640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4be815f8b0 con 0x7f4be806c4d0 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bf0525640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4be8160710 con 0x7f4be80b14d0 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bf0525640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4be815fb00 con 0x7f4be815e040 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bee2c1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4be806c4d0 0x7f4be80c6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bee2c1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4be806c4d0 0x7f4be80c6b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46086/0 (socket says 172.21.15.104:46086) 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bee2c1640 1 -- 172.21.15.104:0/1547619099 learned_addr learned my addr 172.21.15.104:0/1547619099 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4bedac0640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4be80b14d0 0x7f4be8150dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.902+0000 7f4beeac2640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be8160ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bee2c1640 1 -- 172.21.15.104:0/1547619099 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 msgr2=0x7f4be8160ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bee2c1640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be8160ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bee2c1640 1 -- 172.21.15.104:0/1547619099 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4be80b14d0 msgr2=0x7f4be8150dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bee2c1640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4be80b14d0 0x7f4be8150dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bee2c1640 1 -- 172.21.15.104:0/1547619099 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bd8009400 con 0x7f4be806c4d0 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bee2c1640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4be806c4d0 0x7f4be80c6b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4be400c8c0 tx=0x7f4be400cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bdeffd640 1 -- 172.21.15.104:0/1547619099 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be400a640 con 0x7f4be806c4d0 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bdeffd640 1 -- 172.21.15.104:0/1547619099 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4be400a7c0 con 0x7f4be806c4d0 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4be815fde0 con 0x7f4be806c4d0 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bdeffd640 1 -- 172.21.15.104:0/1547619099 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be400ab70 con 0x7f4be806c4d0 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.903+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4be81603a0 con 0x7f4be806c4d0 2024-02-19T16:30:26.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.904+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4be80751e0 con 0x7f4be806c4d0 2024-02-19T16:30:26.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.904+0000 7f4bdeffd640 1 -- 172.21.15.104:0/1547619099 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4be400acd0 con 0x7f4be806c4d0 2024-02-19T16:30:26.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.905+0000 7f4bdeffd640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4bcc06b810 0x7f4bcc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:26.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.905+0000 7f4bdeffd640 1 -- 172.21.15.104:0/1547619099 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4be40899e0 con 0x7f4be806c4d0 2024-02-19T16:30:26.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.905+0000 7f4bedac0640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4bcc06b810 0x7f4bcc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:26.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.905+0000 7f4bedac0640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4bcc06b810 0x7f4bcc06dcd0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4bd8036000 tx=0x7f4bd803d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:26.911 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:26.909+0000 7f4bdeffd640 1 -- 172.21.15.104:0/1547619099 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4be40544b0 con 0x7f4be806c4d0 2024-02-19T16:30:27.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.079+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4be806eb10 con 0x7f4be806c4d0 2024-02-19T16:30:27.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.080+0000 7f4bdeffd640 1 -- 172.21.15.104:0/1547619099 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4be4018020 con 0x7f4be806c4d0 2024-02-19T16:30:27.082 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:27.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.081+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4bcc06b810 msgr2=0x7f4bcc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.081+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4bcc06b810 0x7f4bcc06dcd0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4bd8036000 tx=0x7f4bd803d040 comp rx=0 tx=0).stop 2024-02-19T16:30:27.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.081+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4be806c4d0 msgr2=0x7f4be80c6b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.081+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4be806c4d0 0x7f4be80c6b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4be400c8c0 tx=0x7f4be400cd80 comp rx=0 tx=0).stop 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.082+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 shutdown_connections 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.082+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4bcc06b810 0x7f4bcc06dcd0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.082+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4be815e040 0x7f4be8160ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.082+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4be80b14d0 0x7f4be8150dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.082+0000 7f4bf0525640 1 --2- 172.21.15.104:0/1547619099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4be806c4d0 0x7f4be80c6b50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.082+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 >> 172.21.15.104:0/1547619099 conn(0x7f4be8072f10 msgr2=0x7f4be815d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.082+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 shutdown_connections 2024-02-19T16:30:27.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.082+0000 7f4bf0525640 1 -- 172.21.15.104:0/1547619099 wait complete. 2024-02-19T16:30:27.095 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:27.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.194+0000 7f83f2b6b640 1 Processor -- start 2024-02-19T16:30:27.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.194+0000 7f83f2b6b640 1 -- start start 2024-02-19T16:30:27.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f2b6b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f83ec15dc50 0x7f83ec15eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f2b6b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f83ec06f960 0x7f83ec06af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f2b6b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83ec070120 con 0x7f83ec0af8a0 2024-02-19T16:30:27.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f2b6b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83ec06fe40 con 0x7f83ec15dc50 2024-02-19T16:30:27.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f2b6b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83ec15e410 con 0x7f83ec06f960 2024-02-19T16:30:27.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f0907640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f83ec15dc50 0x7f83ec15eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f1108640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f83ec0af8a0 0x7f83ec0b3d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53670/0 (socket says 172.21.15.104:53670) 2024-02-19T16:30:27.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f1108640 1 -- 172.21.15.104:0/2841169424 learned_addr learned my addr 172.21.15.104:0/2841169424 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:27.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83f0907640 1 --2- 172.21.15.104:0/2841169424 >> v2:172.21.15.104:3300/0 conn(0x7f83ec15dc50 0x7f83ec15eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46100/0 (socket says 172.21.15.104:46100) 2024-02-19T16:30:27.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.195+0000 7f83ebfff640 1 --2- 172.21.15.104:0/2841169424 >> v2:172.21.15.158:3300/0 conn(0x7f83ec06f960 0x7f83ec06af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.196+0000 7f83f0907640 1 -- 172.21.15.104:0/2841169424 >> v2:172.21.15.158:3300/0 conn(0x7f83ec06f960 msgr2=0x7f83ec06af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:27.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.196+0000 7f83f0907640 1 --2- 172.21.15.104:0/2841169424 >> v2:172.21.15.158:3300/0 conn(0x7f83ec06f960 0x7f83ec06af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.196+0000 7f83f0907640 1 -- 172.21.15.104:0/2841169424 >> v1:172.21.15.104:6789/0 conn(0x7f83ec0af8a0 legacy=0x7f83ec0b3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.196+0000 7f83f0907640 1 -- 172.21.15.104:0/2841169424 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83ec15e6f0 con 0x7f83ec15dc50 2024-02-19T16:30:27.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.196+0000 7f83eb7fe640 1 -- 172.21.15.104:0/2841169424 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2212566370 0 0) 0x7f83ec070120 con 0x7f83ec0af8a0 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.196+0000 7f83f0907640 1 --2- 172.21.15.104:0/2841169424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec15dc50 0x7f83ec15eef0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f83ec06d0b0 tx=0x7f83dc02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6479b2a6519a454a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83eb7fe640 1 -- 172.21.15.104:0/2841169424 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83dc031830 con 0x7f83ec15dc50 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83eb7fe640 1 -- 172.21.15.104:0/2841169424 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83dc031990 con 0x7f83ec15dc50 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83eb7fe640 1 -- 172.21.15.104:0/2841169424 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83dc031d20 con 0x7f83ec15dc50 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83f2b6b640 1 -- 172.21.15.104:0/2841169424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec15dc50 msgr2=0x7f83ec15eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/2841169424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec15dc50 0x7f83ec15eef0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f83ec06d0b0 tx=0x7f83dc02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83f2b6b640 1 -- 172.21.15.104:0/2841169424 shutdown_connections 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/2841169424 >> v2:172.21.15.158:3300/0 conn(0x7f83ec06f960 0x7f83ec06af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/2841169424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec15dc50 0x7f83ec15eef0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83f2b6b640 1 -- 172.21.15.104:0/2841169424 >> 172.21.15.104:0/2841169424 conn(0x7f83ec0b2670 msgr2=0x7f83ec0b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:27.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83f2b6b640 1 -- 172.21.15.104:0/2841169424 shutdown_connections 2024-02-19T16:30:27.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.197+0000 7f83f2b6b640 1 -- 172.21.15.104:0/2841169424 wait complete. 2024-02-19T16:30:27.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.198+0000 7f83f2b6b640 1 Processor -- start 2024-02-19T16:30:27.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.198+0000 7f83f2b6b640 1 -- start start 2024-02-19T16:30:27.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83f2b6b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83ec06f960 0x7f83ec14e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83f2b6b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec0af8a0 0x7f83ec1f3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83f2b6b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83ec15dc50 0x7f83ec157d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83f2b6b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83ec1f4670 con 0x7f83ec0af8a0 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83f2b6b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83ec1f40b0 con 0x7f83ec06f960 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83f2b6b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83ec1f4390 con 0x7f83ec15dc50 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83ebfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec0af8a0 0x7f83ec1f3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83ebfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec0af8a0 0x7f83ec1f3680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46106/0 (socket says 172.21.15.104:46106) 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83ebfff640 1 -- 172.21.15.104:0/3742977496 learned_addr learned my addr 172.21.15.104:0/3742977496 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83f0907640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83ec06f960 0x7f83ec14e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83f1108640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83ec15dc50 0x7f83ec157d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83ebfff640 1 -- 172.21.15.104:0/3742977496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83ec15dc50 msgr2=0x7f83ec157d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83ebfff640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83ec15dc50 0x7f83ec157d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83ebfff640 1 -- 172.21.15.104:0/3742977496 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83ec06f960 msgr2=0x7f83ec14e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83ebfff640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83ec06f960 0x7f83ec14e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.199+0000 7f83ebfff640 1 -- 172.21.15.104:0/3742977496 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83dc009400 con 0x7f83ec0af8a0 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.200+0000 7f83ebfff640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec0af8a0 0x7f83ec1f3680 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f83e000e980 tx=0x7f83e000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.200+0000 7f83e97fa640 1 -- 172.21.15.104:0/3742977496 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e0009670 con 0x7f83ec0af8a0 2024-02-19T16:30:27.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.200+0000 7f83e97fa640 1 -- 172.21.15.104:0/3742977496 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83e000ca00 con 0x7f83ec0af8a0 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.200+0000 7f83e97fa640 1 -- 172.21.15.104:0/3742977496 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e000cd90 con 0x7f83ec0af8a0 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.200+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83ec157580 con 0x7f83ec0af8a0 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.200+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83ec1f3bc0 con 0x7f83ec0af8a0 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.201+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83ec1f3e40 con 0x7f83ec0af8a0 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.201+0000 7f83e97fa640 1 -- 172.21.15.104:0/3742977496 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f83e0013470 con 0x7f83ec0af8a0 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.202+0000 7f83e97fa640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83d806b810 0x7f83d806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.202+0000 7f83e97fa640 1 -- 172.21.15.104:0/3742977496 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83e008a300 con 0x7f83ec0af8a0 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.202+0000 7f83f0907640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83d806b810 0x7f83d806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.202+0000 7f83f0907640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83d806b810 0x7f83d806dcd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f83dc036000 tx=0x7f83dc03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.206+0000 7f83e97fa640 1 -- 172.21.15.104:0/3742977496 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f83e0054e60 con 0x7f83ec0af8a0 2024-02-19T16:30:27.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.378+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f83ec0751e0 con 0x7f83ec0af8a0 2024-02-19T16:30:27.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.379+0000 7f83e97fa640 1 -- 172.21.15.104:0/3742977496 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f83e0058520 con 0x7f83ec0af8a0 2024-02-19T16:30:27.381 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:27.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83d806b810 msgr2=0x7f83d806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83d806b810 0x7f83d806dcd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f83dc036000 tx=0x7f83dc03d040 comp rx=0 tx=0).stop 2024-02-19T16:30:27.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec0af8a0 msgr2=0x7f83ec1f3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec0af8a0 0x7f83ec1f3680 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f83e000e980 tx=0x7f83e000ee40 comp rx=0 tx=0).stop 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 shutdown_connections 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83d806b810 0x7f83d806dcd0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83ec0af8a0 0x7f83ec1f3680 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83ec15dc50 0x7f83ec157d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 --2- 172.21.15.104:0/3742977496 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83ec06f960 0x7f83ec14e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.380+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 >> 172.21.15.104:0/3742977496 conn(0x7f83ec0b2670 msgr2=0x7f83ec0ae840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.381+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 shutdown_connections 2024-02-19T16:30:27.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.381+0000 7f83f2b6b640 1 -- 172.21.15.104:0/3742977496 wait complete. 2024-02-19T16:30:27.394 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:27.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.493+0000 7f4832581640 1 Processor -- start 2024-02-19T16:30:27.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.493+0000 7f4832581640 1 -- start start 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f4832581640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f482c161540 0x7f482c0cf410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f4832581640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c0c7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f4832581640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f482c0c7660 con 0x7f482c0d19d0 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f4832581640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f482c0cfa80 con 0x7f482c161540 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f4832581640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f482c0cfd60 con 0x7f482c0d2800 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f4830b1e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c0c7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f482bfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f482c161540 0x7f482c0cf410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f482b7fe640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f482c0d19d0 0x7f482c0d20f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:41090/0 (socket says 172.21.15.104:41090) 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f482bfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f482c161540 0x7f482c0cf410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:55642/0 (socket says 172.21.15.104:55642) 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f4830b1e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c0c7e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:43282/0 (socket says 172.21.15.104:43282) 2024-02-19T16:30:27.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.494+0000 7f482b7fe640 1 -- 172.21.15.104:0/1634280100 learned_addr learned my addr 172.21.15.104:0/1634280100 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:27.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.495+0000 7f482bfff640 1 -- 172.21.15.104:0/1634280100 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 msgr2=0x7f482c0c7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:27.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.495+0000 7f482bfff640 1 --2- 172.21.15.104:0/1634280100 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c0c7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.495+0000 7f482bfff640 1 -- 172.21.15.104:0/1634280100 >> v1:172.21.15.158:6789/0 conn(0x7f482c0d19d0 legacy=0x7f482c0d20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.495+0000 7f482bfff640 1 -- 172.21.15.104:0/1634280100 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f482c0d0040 con 0x7f482c161540 2024-02-19T16:30:27.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.495+0000 7f4830b1e640 1 --2- 172.21.15.104:0/1634280100 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c0c7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:27.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.495+0000 7f482bfff640 1 --2- 172.21.15.104:0/1634280100 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 0x7f482c0cf410 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f481c0097a0 tx=0x7f481c02b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f14b17abacd563b7 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.495+0000 7f482affd640 1 -- 172.21.15.104:0/1634280100 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f481c02e070 con 0x7f482c161540 2024-02-19T16:30:27.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f482affd640 1 -- 172.21.15.104:0/1634280100 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f481c0315a0 con 0x7f482c161540 2024-02-19T16:30:27.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f482affd640 1 -- 172.21.15.104:0/1634280100 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f481c031930 con 0x7f482c161540 2024-02-19T16:30:27.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f4832581640 1 -- 172.21.15.104:0/1634280100 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 msgr2=0x7f482c0cf410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f4832581640 1 --2- 172.21.15.104:0/1634280100 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 0x7f482c0cf410 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f481c0097a0 tx=0x7f481c02b840 comp rx=0 tx=0).stop 2024-02-19T16:30:27.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f4832581640 1 -- 172.21.15.104:0/1634280100 shutdown_connections 2024-02-19T16:30:27.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f4832581640 1 --2- 172.21.15.104:0/1634280100 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c0c7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f4832581640 1 --2- 172.21.15.104:0/1634280100 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 0x7f482c0cf410 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f4832581640 1 -- 172.21.15.104:0/1634280100 >> 172.21.15.104:0/1634280100 conn(0x7f482c0d3b10 msgr2=0x7f482c0d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:27.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f4832581640 1 -- 172.21.15.104:0/1634280100 shutdown_connections 2024-02-19T16:30:27.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.496+0000 7f4832581640 1 -- 172.21.15.104:0/1634280100 wait complete. 2024-02-19T16:30:27.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.497+0000 7f4832581640 1 Processor -- start 2024-02-19T16:30:27.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.497+0000 7f4832581640 1 -- start start 2024-02-19T16:30:27.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f4832581640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f482c0d19d0 0x7f482c158310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f4832581640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c15b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f4832581640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 0x7f482c0b8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f4832581640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f482c15bcc0 con 0x7f482c0d19d0 2024-02-19T16:30:27.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f4832581640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f482c0cb8d0 con 0x7f482c161540 2024-02-19T16:30:27.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f4832581640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f482c0cbbb0 con 0x7f482c0d2800 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f482c0d19d0 0x7f482c158310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f482c0d19d0 0x7f482c158310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46116/0 (socket says 172.21.15.104:46116) 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482bfff640 1 -- 172.21.15.104:0/3687193395 learned_addr learned my addr 172.21.15.104:0/3687193395 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f4830b1e640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 0x7f482c0b8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482b7fe640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c15b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482bfff640 1 -- 172.21.15.104:0/3687193395 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 msgr2=0x7f482c15b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482bfff640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c15b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482bfff640 1 -- 172.21.15.104:0/3687193395 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 msgr2=0x7f482c0b8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482bfff640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 0x7f482c0b8960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.498+0000 7f482bfff640 1 -- 172.21.15.104:0/3687193395 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4824009a70 con 0x7f482c0d19d0 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.499+0000 7f482bfff640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f482c0d19d0 0x7f482c158310 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f481c034040 tx=0x7f481c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.499+0000 7f4828ff9640 1 -- 172.21.15.104:0/3687193395 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f481c032630 con 0x7f482c0d19d0 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.499+0000 7f4828ff9640 1 -- 172.21.15.104:0/3687193395 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f481c032790 con 0x7f482c0d19d0 2024-02-19T16:30:27.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.499+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f481c009400 con 0x7f482c0d19d0 2024-02-19T16:30:27.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.499+0000 7f4828ff9640 1 -- 172.21.15.104:0/3687193395 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f481c032b20 con 0x7f482c0d19d0 2024-02-19T16:30:27.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.499+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f482c0cc170 con 0x7f482c0d19d0 2024-02-19T16:30:27.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.500+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f482c0b6710 con 0x7f482c0d19d0 2024-02-19T16:30:27.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.500+0000 7f4828ff9640 1 -- 172.21.15.104:0/3687193395 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f481c032c80 con 0x7f482c0d19d0 2024-02-19T16:30:27.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.500+0000 7f4828ff9640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f481806b810 0x7f481806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.501+0000 7f4828ff9640 1 -- 172.21.15.104:0/3687193395 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f481c0abf10 con 0x7f482c0d19d0 2024-02-19T16:30:27.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.501+0000 7f482b7fe640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f481806b810 0x7f481806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.501+0000 7f482b7fe640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f481806b810 0x7f481806dcd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f482c0cc740 tx=0x7f4820007e80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.505+0000 7f4828ff9640 1 -- 172.21.15.104:0/3687193395 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f482c0b6710 con 0x7f482c0d19d0 2024-02-19T16:30:27.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.676+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f482c0b6710 con 0x7f482c0d19d0 2024-02-19T16:30:27.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.676+0000 7f4828ff9640 1 -- 172.21.15.104:0/3687193395 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f481c0769c0 con 0x7f482c0d19d0 2024-02-19T16:30:27.679 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f481806b810 msgr2=0x7f481806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f481806b810 0x7f481806dcd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f482c0cc740 tx=0x7f4820007e80 comp rx=0 tx=0).stop 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f482c0d19d0 msgr2=0x7f482c158310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f482c0d19d0 0x7f482c158310 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f481c034040 tx=0x7f481c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 shutdown_connections 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f481806b810 0x7f481806dcd0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f482c161540 0x7f482c0b8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f482c0d2800 0x7f482c15b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 --2- 172.21.15.104:0/3687193395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f482c0d19d0 0x7f482c158310 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 >> 172.21.15.104:0/3687193395 conn(0x7f482c0d3b10 msgr2=0x7f482c0d0280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 shutdown_connections 2024-02-19T16:30:27.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.678+0000 7f4832581640 1 -- 172.21.15.104:0/3687193395 wait complete. 2024-02-19T16:30:27.691 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:27.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.788+0000 7f099e815640 1 Processor -- start 2024-02-19T16:30:27.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.788+0000 7f099e815640 1 -- start start 2024-02-19T16:30:27.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.788+0000 7f099e815640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f099815ddb0 0x7f09980b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.788+0000 7f099e815640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f09980d1ff0 0x7f09980cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.788+0000 7f099e815640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09980b29b0 con 0x7f099806cf00 2024-02-19T16:30:27.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.788+0000 7f099e815640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09980b1930 con 0x7f099815ddb0 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f099e815640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09980b1bf0 con 0x7f09980d1ff0 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f0997fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f099815ddb0 0x7f09980b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f0997fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f099815ddb0 0x7f09980b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46120/0 (socket says 172.21.15.104:46120) 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f0997fff640 1 -- 172.21.15.104:0/1236984259 learned_addr learned my addr 172.21.15.104:0/1236984259 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f099cdb2640 1 --2- 172.21.15.104:0/1236984259 >> v2:172.21.15.158:3300/0 conn(0x7f09980d1ff0 0x7f09980cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f0997fff640 1 -- 172.21.15.104:0/1236984259 >> v2:172.21.15.158:3300/0 conn(0x7f09980d1ff0 msgr2=0x7f09980cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f0997fff640 1 --2- 172.21.15.104:0/1236984259 >> v2:172.21.15.158:3300/0 conn(0x7f09980d1ff0 0x7f09980cfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f0997fff640 1 -- 172.21.15.104:0/1236984259 >> v1:172.21.15.158:6789/0 conn(0x7f099806cf00 legacy=0x7f09980d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.789+0000 7f0997fff640 1 -- 172.21.15.104:0/1236984259 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09980b1ed0 con 0x7f099815ddb0 2024-02-19T16:30:27.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f0997fff640 1 --2- 172.21.15.104:0/1236984259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099815ddb0 0x7f09980b12e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f099806da20 tx=0x7f098802b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77dfb57aa08a29c3 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f0996ffd640 1 -- 172.21.15.104:0/1236984259 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0988030860 con 0x7f099815ddb0 2024-02-19T16:30:27.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f0996ffd640 1 -- 172.21.15.104:0/1236984259 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09880309c0 con 0x7f099815ddb0 2024-02-19T16:30:27.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f0996ffd640 1 -- 172.21.15.104:0/1236984259 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0988030d50 con 0x7f099815ddb0 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f099e815640 1 -- 172.21.15.104:0/1236984259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099815ddb0 msgr2=0x7f09980b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f099e815640 1 --2- 172.21.15.104:0/1236984259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099815ddb0 0x7f09980b12e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f099806da20 tx=0x7f098802b9a0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f099e815640 1 -- 172.21.15.104:0/1236984259 shutdown_connections 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f099e815640 1 --2- 172.21.15.104:0/1236984259 >> v2:172.21.15.158:3300/0 conn(0x7f09980d1ff0 0x7f09980cfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f099e815640 1 --2- 172.21.15.104:0/1236984259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099815ddb0 0x7f09980b12e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f099e815640 1 -- 172.21.15.104:0/1236984259 >> 172.21.15.104:0/1236984259 conn(0x7f099809aa70 msgr2=0x7f099809ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f099e815640 1 -- 172.21.15.104:0/1236984259 shutdown_connections 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.790+0000 7f099e815640 1 -- 172.21.15.104:0/1236984259 wait complete. 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.791+0000 7f099e815640 1 Processor -- start 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f099e815640 1 -- start start 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f099e815640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099806cf00 0x7f09981f6d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f099e815640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f09980d1ff0 0x7f09980c6a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f099e815640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f099815ddb0 0x7f099815b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f099e815640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09980c74d0 con 0x7f099806cf00 2024-02-19T16:30:27.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f099e815640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09980c77b0 con 0x7f099815ddb0 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f099e815640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09980c7a90 con 0x7f09980d1ff0 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f0997fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099806cf00 0x7f09981f6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.792+0000 7f0997fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099806cf00 0x7f09981f6d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46136/0 (socket says 172.21.15.104:46136) 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0997fff640 1 -- 172.21.15.104:0/4280804477 learned_addr learned my addr 172.21.15.104:0/4280804477 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f099cdb2640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f099815ddb0 0x7f099815b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f09977fe640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f09980d1ff0 0x7f09980c6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0997fff640 1 -- 172.21.15.104:0/4280804477 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f09980d1ff0 msgr2=0x7f09980c6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0997fff640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f09980d1ff0 0x7f09980c6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0997fff640 1 -- 172.21.15.104:0/4280804477 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f099815ddb0 msgr2=0x7f099815b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0997fff640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f099815ddb0 0x7f099815b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0997fff640 1 -- 172.21.15.104:0/4280804477 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09880094d0 con 0x7f099806cf00 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0997fff640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099806cf00 0x7f09981f6d50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f098802b9e0 tx=0x7f0988004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0994ff9640 1 -- 172.21.15.104:0/4280804477 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0988039a90 con 0x7f099806cf00 2024-02-19T16:30:27.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0994ff9640 1 -- 172.21.15.104:0/4280804477 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0988039c10 con 0x7f099806cf00 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09980c7d70 con 0x7f099806cf00 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f0994ff9640 1 -- 172.21.15.104:0/4280804477 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0988043410 con 0x7f099806cf00 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.793+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0998156010 con 0x7f099806cf00 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.794+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09980c8290 con 0x7f099806cf00 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.795+0000 7f0994ff9640 1 -- 172.21.15.104:0/4280804477 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f098804c3b0 con 0x7f099806cf00 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.795+0000 7f0994ff9640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f098406b840 0x7f098406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.795+0000 7f0994ff9640 1 -- 172.21.15.104:0/4280804477 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f09880ac5a0 con 0x7f099806cf00 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.795+0000 7f09977fe640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f098406b840 0x7f098406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.795+0000 7f09977fe640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f098406b840 0x7f098406dd00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f099815d1d0 tx=0x7f098c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:27.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:27.799+0000 7f0994ff9640 1 -- 172.21.15.104:0/4280804477 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f09980c8290 con 0x7f099806cf00 2024-02-19T16:30:28.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.004+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f09980c8290 con 0x7f099806cf00 2024-02-19T16:30:28.007 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.005+0000 7f0994ff9640 1 -- 172.21.15.104:0/4280804477 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4941 (secure 0 0 0) 0x7f09980c8290 con 0x7f099806cf00 2024-02-19T16:30:28.007 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:28.007 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:30:11.601260+0000","modified":"2024-02-19T16:30:13.948396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-19T16:30:28.008 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 7 2024-02-19T16:30:28.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f098406b840 msgr2=0x7f098406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f098406b840 0x7f098406dd00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f099815d1d0 tx=0x7f098c009040 comp rx=0 tx=0).stop 2024-02-19T16:30:28.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099806cf00 msgr2=0x7f09981f6d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099806cf00 0x7f09981f6d50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f098802b9e0 tx=0x7f0988004730 comp rx=0 tx=0).stop 2024-02-19T16:30:28.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 shutdown_connections 2024-02-19T16:30:28.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f098406b840 0x7f098406dd00 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f099815ddb0 0x7f099815b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f09980d1ff0 0x7f09980c6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 --2- 172.21.15.104:0/4280804477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099806cf00 0x7f09981f6d50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 >> 172.21.15.104:0/4280804477 conn(0x7f099809aa70 msgr2=0x7f0998159fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:28.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 shutdown_connections 2024-02-19T16:30:28.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.007+0000 7f099e815640 1 -- 172.21.15.104:0/4280804477 wait complete. 2024-02-19T16:30:28.020 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:28.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.117+0000 7fc8adcd3640 1 Processor -- start 2024-02-19T16:30:28.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.117+0000 7fc8adcd3640 1 -- start start 2024-02-19T16:30:28.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc8adcd3640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fc8a815bf20 0x7fc8a80d05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc8adcd3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a80af230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc8adcd3640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8a80b2e00 con 0x7fc8a80b2010 2024-02-19T16:30:28.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc8adcd3640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8a80aeda0 con 0x7fc8a815bf20 2024-02-19T16:30:28.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc8adcd3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a80b2840 con 0x7fc8a80d22f0 2024-02-19T16:30:28.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc89effd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fc8a80b2010 0x7fc8a80d1be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53676/0 (socket says 172.21.15.104:53676) 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc89effd640 1 -- 172.21.15.104:0/1005845650 learned_addr learned my addr 172.21.15.104:0/1005845650 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc8a77fe640 1 --2- 172.21.15.104:0/1005845650 >> v2:172.21.15.158:3300/0 conn(0x7fc8a815bf20 0x7fc8a80d05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.118+0000 7fc8a7fff640 1 --2- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a80af230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.119+0000 7fc8a6ffd640 1 -- 172.21.15.104:0/1005845650 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1802368473 0 0) 0x7fc8a80b2e00 con 0x7fc8a80b2010 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.119+0000 7fc8a6ffd640 1 -- 172.21.15.104:0/1005845650 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc894003520 con 0x7fc8a80b2010 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.119+0000 7fc8a77fe640 1 -- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 msgr2=0x7fc8a80af230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.119+0000 7fc8a77fe640 1 --2- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a80af230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.119+0000 7fc8a77fe640 1 -- 172.21.15.104:0/1005845650 >> v1:172.21.15.104:6789/0 conn(0x7fc8a80b2010 legacy=0x7fc8a80d1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.119+0000 7fc8a77fe640 1 -- 172.21.15.104:0/1005845650 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a80b2b20 con 0x7fc8a815bf20 2024-02-19T16:30:28.122 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.119+0000 7fc8a7fff640 1 --2- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a80af230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:28.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.119+0000 7fc8a77fe640 1 --2- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 0x7fc8a80d05a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc8980097a0 tx=0x7fc89802b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5dce8c214f6b0d01 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8a6ffd640 1 -- 172.21.15.104:0/1005845650 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc898031830 con 0x7fc8a815bf20 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8a6ffd640 1 -- 172.21.15.104:0/1005845650 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc898031990 con 0x7fc8a815bf20 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8a6ffd640 1 -- 172.21.15.104:0/1005845650 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc898031d20 con 0x7fc8a815bf20 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8adcd3640 1 -- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 msgr2=0x7fc8a80d05a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 0x7fc8a80d05a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc8980097a0 tx=0x7fc89802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8adcd3640 1 -- 172.21.15.104:0/1005845650 shutdown_connections 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a80af230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/1005845650 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 0x7fc8a80d05a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8adcd3640 1 -- 172.21.15.104:0/1005845650 >> 172.21.15.104:0/1005845650 conn(0x7fc8a8072f10 msgr2=0x7fc8a809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8adcd3640 1 -- 172.21.15.104:0/1005845650 shutdown_connections 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.120+0000 7fc8adcd3640 1 -- 172.21.15.104:0/1005845650 wait complete. 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.121+0000 7fc8adcd3640 1 Processor -- start 2024-02-19T16:30:28.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.121+0000 7fc8adcd3640 1 -- start start 2024-02-19T16:30:28.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8adcd3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8a80b2010 0x7fc8a80cf090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8adcd3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a814cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8adcd3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 0x7fc8a81f1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8adcd3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a80cafd0 con 0x7fc8a80b2010 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8adcd3640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a80ca100 con 0x7fc8a815bf20 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8adcd3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a81567f0 con 0x7fc8a80d22f0 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8a80b2010 0x7fc8a80cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8a80b2010 0x7fc8a80cf090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46148/0 (socket says 172.21.15.104:46148) 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a77fe640 1 -- 172.21.15.104:0/4060181635 learned_addr learned my addr 172.21.15.104:0/4060181635 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a7fff640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 0x7fc8a81f1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc89effd640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a814cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a77fe640 1 -- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 msgr2=0x7fc8a814cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a77fe640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a814cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a77fe640 1 -- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 msgr2=0x7fc8a81f1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a77fe640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 0x7fc8a81f1750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.122+0000 7fc8a77fe640 1 -- 172.21.15.104:0/4060181635 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a0009a70 con 0x7fc8a80b2010 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.123+0000 7fc89effd640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a814cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.123+0000 7fc8a77fe640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8a80b2010 0x7fc8a80cf090 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc8980098c0 tx=0x7fc8980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:28.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.123+0000 7fc8a4ff9640 1 -- 172.21.15.104:0/4060181635 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89803a830 con 0x7fc8a80b2010 2024-02-19T16:30:28.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.123+0000 7fc8a4ff9640 1 -- 172.21.15.104:0/4060181635 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc89803a9b0 con 0x7fc8a80b2010 2024-02-19T16:30:28.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.123+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc898009400 con 0x7fc8a80b2010 2024-02-19T16:30:28.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.123+0000 7fc8a4ff9640 1 -- 172.21.15.104:0/4060181635 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89803ad60 con 0x7fc8a80b2010 2024-02-19T16:30:28.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.123+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8a80ca630 con 0x7fc8a80b2010 2024-02-19T16:30:28.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.124+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8a806b9c0 con 0x7fc8a80b2010 2024-02-19T16:30:28.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.124+0000 7fc8a4ff9640 1 -- 172.21.15.104:0/4060181635 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc89804b450 con 0x7fc8a80b2010 2024-02-19T16:30:28.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.125+0000 7fc8a4ff9640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc88806b810 0x7fc88806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.125+0000 7fc89effd640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc88806b810 0x7fc88806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.125+0000 7fc8a4ff9640 1 -- 172.21.15.104:0/4060181635 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc8980abd20 con 0x7fc8a80b2010 2024-02-19T16:30:28.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.125+0000 7fc89effd640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc88806b810 0x7fc88806dcd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc8a80cc6d0 tx=0x7fc890009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:28.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.129+0000 7fc8a4ff9640 1 -- 172.21.15.104:0/4060181635 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc898076750 con 0x7fc8a80b2010 2024-02-19T16:30:28.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.305+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc8a80751e0 con 0x7fc8a80b2010 2024-02-19T16:30:28.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.306+0000 7fc8a4ff9640 1 -- 172.21.15.104:0/4060181635 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7fc898079e10 con 0x7fc8a80b2010 2024-02-19T16:30:28.309 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:28.309 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:28.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc88806b810 msgr2=0x7fc88806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc88806b810 0x7fc88806dcd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc8a80cc6d0 tx=0x7fc890009040 comp rx=0 tx=0).stop 2024-02-19T16:30:28.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8a80b2010 msgr2=0x7fc8a80cf090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8a80b2010 0x7fc8a80cf090 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc8980098c0 tx=0x7fc8980046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 shutdown_connections 2024-02-19T16:30:28.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc88806b810 0x7fc88806dcd0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8a815bf20 0x7fc8a81f1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8a80d22f0 0x7fc8a814cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 --2- 172.21.15.104:0/4060181635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8a80b2010 0x7fc8a80cf090 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.308+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 >> 172.21.15.104:0/4060181635 conn(0x7fc8a8072f10 msgr2=0x7fc8a815c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:28.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.309+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 shutdown_connections 2024-02-19T16:30:28.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.309+0000 7fc8adcd3640 1 -- 172.21.15.104:0/4060181635 wait complete. 2024-02-19T16:30:28.322 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:28.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.419+0000 7fc26f9e9640 1 Processor -- start 2024-02-19T16:30:28.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.419+0000 7fc26f9e9640 1 -- start start 2024-02-19T16:30:28.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26f9e9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fc2680ccf40 0x7fc2680cff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26f9e9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26806f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26f9e9640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc26815c080 con 0x7fc26815bca0 2024-02-19T16:30:28.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26f9e9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2680d08d0 con 0x7fc2680ccf40 2024-02-19T16:30:28.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26f9e9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2680cd440 con 0x7fc2680d0440 2024-02-19T16:30:28.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26df86640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26806f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26cf84640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fc2680ccf40 0x7fc2680cff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26d785640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7fc26815bca0 0x7fc2680cf6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:41108/0 (socket says 172.21.15.104:41108) 2024-02-19T16:30:28.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.420+0000 7fc26d785640 1 -- 172.21.15.104:0/3482765938 learned_addr learned my addr 172.21.15.104:0/3482765938 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.421+0000 7fc26cf84640 1 -- 172.21.15.104:0/3482765938 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 msgr2=0x7fc26806f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.421+0000 7fc26cf84640 1 --2- 172.21.15.104:0/3482765938 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26806f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.421+0000 7fc26cf84640 1 -- 172.21.15.104:0/3482765938 >> v1:172.21.15.158:6789/0 conn(0x7fc26815bca0 legacy=0x7fc2680cf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.421+0000 7fc26cf84640 1 -- 172.21.15.104:0/3482765938 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2680cd720 con 0x7fc2680ccf40 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.421+0000 7fc25ffff640 1 -- 172.21.15.104:0/3482765938 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1230835829 0 0) 0x7fc26815c080 con 0x7fc26815bca0 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.421+0000 7fc26df86640 1 --2- 172.21.15.104:0/3482765938 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26806f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26cf84640 1 --2- 172.21.15.104:0/3482765938 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 0x7fc2680cff00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc2580097a0 tx=0x7fc25802b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a8d8b6b3b43c378 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc25ffff640 1 -- 172.21.15.104:0/3482765938 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc25802d040 con 0x7fc2680ccf40 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc25ffff640 1 -- 172.21.15.104:0/3482765938 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc258031810 con 0x7fc2680ccf40 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc25ffff640 1 -- 172.21.15.104:0/3482765938 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc258031ba0 con 0x7fc2680ccf40 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3482765938 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 msgr2=0x7fc2680cff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3482765938 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 0x7fc2680cff00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc2580097a0 tx=0x7fc25802b8b0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3482765938 shutdown_connections 2024-02-19T16:30:28.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3482765938 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26806f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3482765938 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 0x7fc2680cff00 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3482765938 >> 172.21.15.104:0/3482765938 conn(0x7fc2680d1920 msgr2=0x7fc2680d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:28.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3482765938 shutdown_connections 2024-02-19T16:30:28.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.422+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3482765938 wait complete. 2024-02-19T16:30:28.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.423+0000 7fc26f9e9640 1 Processor -- start 2024-02-19T16:30:28.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.423+0000 7fc26f9e9640 1 -- start start 2024-02-19T16:30:28.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26f9e9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 0x7fc268157af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26f9e9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26815cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26f9e9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc26815bca0 0x7fc26815dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26f9e9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc268158030 con 0x7fc26815bca0 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26f9e9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2680c8100 con 0x7fc2680ccf40 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26f9e9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc26815c960 con 0x7fc2680d0440 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26df86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc26815bca0 0x7fc26815dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26df86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc26815bca0 0x7fc26815dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46150/0 (socket says 172.21.15.104:46150) 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26df86640 1 -- 172.21.15.104:0/3461940288 learned_addr learned my addr 172.21.15.104:0/3461940288 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.424+0000 7fc26cf84640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26815cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26d785640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 0x7fc268157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26df86640 1 -- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 msgr2=0x7fc26815cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26df86640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26815cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26df86640 1 -- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 msgr2=0x7fc268157af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26df86640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 0x7fc268157af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26df86640 1 -- 172.21.15.104:0/3461940288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc260009400 con 0x7fc26815bca0 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26cf84640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26815cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26d785640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 0x7fc268157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26df86640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc26815bca0 0x7fc26815dca0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc26000e930 tx=0x7fc26000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc25dffb640 1 -- 172.21.15.104:0/3461940288 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc260009700 con 0x7fc26815bca0 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc25dffb640 1 -- 172.21.15.104:0/3461940288 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc26000ca00 con 0x7fc26815bca0 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc258009400 con 0x7fc26815bca0 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc25dffb640 1 -- 172.21.15.104:0/3461940288 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc26000cd90 con 0x7fc26815bca0 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.425+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2681f2320 con 0x7fc26815bca0 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.426+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2680751e0 con 0x7fc26815bca0 2024-02-19T16:30:28.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.426+0000 7fc25dffb640 1 -- 172.21.15.104:0/3461940288 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc260013470 con 0x7fc26815bca0 2024-02-19T16:30:28.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.427+0000 7fc25dffb640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc24c06b840 0x7fc24c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:28.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.427+0000 7fc26d785640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc24c06b840 0x7fc24c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:28.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.427+0000 7fc25dffb640 1 -- 172.21.15.104:0/3461940288 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc260089d60 con 0x7fc26815bca0 2024-02-19T16:30:28.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.427+0000 7fc26d785640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc24c06b840 0x7fc24c06dd00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc264007fd0 tx=0x7fc264009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:28.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.431+0000 7fc25dffb640 1 -- 172.21.15.104:0/3461940288 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc2600548f0 con 0x7fc26815bca0 2024-02-19T16:30:28.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.638+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc26815caa0 con 0x7fc26815bca0 2024-02-19T16:30:28.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.639+0000 7fc25dffb640 1 -- 172.21.15.104:0/3461940288 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4941 (secure 0 0 0) 0x7fc260057fb0 con 0x7fc26815bca0 2024-02-19T16:30:28.641 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:28.642 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:30:11.601260+0000","modified":"2024-02-19T16:30:13.948396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-19T16:30:28.642 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 7 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc24c06b840 msgr2=0x7fc24c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc24c06b840 0x7fc24c06dd00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc264007fd0 tx=0x7fc264009040 comp rx=0 tx=0).stop 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc26815bca0 msgr2=0x7fc26815dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc26815bca0 0x7fc26815dca0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc26000e930 tx=0x7fc26000edf0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 shutdown_connections 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc24c06b840 0x7fc24c06dd00 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc26815bca0 0x7fc26815dca0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc2680d0440 0x7fc26815cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 --2- 172.21.15.104:0/3461940288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc2680ccf40 0x7fc268157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 >> 172.21.15.104:0/3461940288 conn(0x7fc2680d1920 msgr2=0x7fc2680d1d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 shutdown_connections 2024-02-19T16:30:28.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:28.641+0000 7fc26f9e9640 1 -- 172.21.15.104:0/3461940288 wait complete. 2024-02-19T16:30:29.057 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-02-19T16:30:11.601260+0000', 'modified': '2024-02-19T16:30:13.948396+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4285}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4285': {'gid': 4285, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.158:6834/3685189178', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.158:6832', 'nonce': 3685189178}, {'type': 'v1', 'addr': '172.21.15.158:6834', 'nonce': 3685189178}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-19T16:30:29.057 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-02-19T16:30:29.057 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-02-19T16:30:29.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.157+0000 7f9f98cb5640 1 Processor -- start 2024-02-19T16:30:29.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.157+0000 7f9f98cb5640 1 -- start start 2024-02-19T16:30:29.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f98cb5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f940d0530 0x7f9f940d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f98cb5640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9f940cf3f0 0x7f9f940cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f98cb5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f940d0ed0 con 0x7f9f9415de30 2024-02-19T16:30:29.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f98cb5640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f940d2e10 con 0x7f9f940cf3f0 2024-02-19T16:30:29.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f98cb5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f940d16f0 con 0x7f9f940d0530 2024-02-19T16:30:29.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f9259c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9f9415de30 0x7f9f940d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53688/0 (socket says 172.21.15.104:53688) 2024-02-19T16:30:29.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f9259c640 1 -- 172.21.15.104:0/50601455 learned_addr learned my addr 172.21.15.104:0/50601455 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/50601455 >> v2:172.21.15.158:3300/0 conn(0x7f9f940cf3f0 0x7f9f940cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f940d0530 0x7f9f940d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.158+0000 7f9f9159a640 1 -- 172.21.15.104:0/50601455 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4214961591 0 0) 0x7f9f940d0ed0 con 0x7f9f9415de30 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.159+0000 7f9f9159a640 1 -- 172.21.15.104:0/50601455 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f7c003520 con 0x7f9f9415de30 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.159+0000 7f9f92d9d640 1 -- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f940d0530 msgr2=0x7f9f940d0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.159+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f940d0530 0x7f9f940d0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.159+0000 7f9f92d9d640 1 -- 172.21.15.104:0/50601455 >> v1:172.21.15.104:6789/0 conn(0x7f9f9415de30 legacy=0x7f9f940d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.159+0000 7f9f92d9d640 1 -- 172.21.15.104:0/50601455 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f940d1940 con 0x7f9f940cf3f0 2024-02-19T16:30:29.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.159+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f940d0530 0x7f9f940d0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:29.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.159+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940cf3f0 0x7f9f940cf860 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009d90 tx=0x7f9f8c02be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=647c312e9912b242 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.159+0000 7f9f9159a640 1 -- 172.21.15.104:0/50601455 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c02cbc0 con 0x7f9f940cf3f0 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f9159a640 1 -- 172.21.15.104:0/50601455 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f8c02cd20 con 0x7f9f940cf3f0 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f9159a640 1 -- 172.21.15.104:0/50601455 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c034660 con 0x7f9f940cf3f0 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f98cb5640 1 -- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940cf3f0 msgr2=0x7f9f940cf860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940cf3f0 0x7f9f940cf860 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009d90 tx=0x7f9f8c02be10 comp rx=0 tx=0).stop 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f98cb5640 1 -- 172.21.15.104:0/50601455 shutdown_connections 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f940d0530 0x7f9f940d0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/50601455 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940cf3f0 0x7f9f940cf860 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f98cb5640 1 -- 172.21.15.104:0/50601455 >> 172.21.15.104:0/50601455 conn(0x7f9f940d3b20 msgr2=0x7f9f940d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f98cb5640 1 -- 172.21.15.104:0/50601455 shutdown_connections 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.160+0000 7f9f98cb5640 1 -- 172.21.15.104:0/50601455 wait complete. 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.161+0000 7f9f98cb5640 1 Processor -- start 2024-02-19T16:30:29.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.161+0000 7f9f98cb5640 1 -- start start 2024-02-19T16:30:29.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f98cb5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f940cf3f0 0x7f9f941f6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f98cb5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940d0530 0x7f9f94152ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f98cb5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f9415de30 0x7f9f941507a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f98cb5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f941f79f0 con 0x7f9f940cf3f0 2024-02-19T16:30:29.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f98cb5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f941f7150 con 0x7f9f940d0530 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f98cb5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f941f7430 con 0x7f9f9415de30 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f9259c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f940cf3f0 0x7f9f941f6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f9259c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f940cf3f0 0x7f9f941f6ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46154/0 (socket says 172.21.15.104:46154) 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f9259c640 1 -- 172.21.15.104:0/1902548723 learned_addr learned my addr 172.21.15.104:0/1902548723 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f9415de30 0x7f9f941507a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.162+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940d0530 0x7f9f94152ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f9259c640 1 -- 172.21.15.104:0/1902548723 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f9415de30 msgr2=0x7f9f941507a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f9259c640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f9415de30 0x7f9f941507a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f9259c640 1 -- 172.21.15.104:0/1902548723 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940d0530 msgr2=0x7f9f94152ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f9259c640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940d0530 0x7f9f94152ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f9259c640 1 -- 172.21.15.104:0/1902548723 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f88009400 con 0x7f9f940cf3f0 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f9259c640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f940cf3f0 0x7f9f941f6ac0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9f840010e0 tx=0x7f9f8400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f82ffd640 1 -- 172.21.15.104:0/1902548723 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f84005ce0 con 0x7f9f940cf3f0 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f82ffd640 1 -- 172.21.15.104:0/1902548723 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f84005e60 con 0x7f9f940cf3f0 2024-02-19T16:30:29.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f82ffd640 1 -- 172.21.15.104:0/1902548723 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f840072b0 con 0x7f9f940cf3f0 2024-02-19T16:30:29.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f98cb5640 1 -- 172.21.15.104:0/1902548723 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f8c009a70 con 0x7f9f940cf3f0 2024-02-19T16:30:29.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.163+0000 7f9f98cb5640 1 -- 172.21.15.104:0/1902548723 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f941529d0 con 0x7f9f940cf3f0 2024-02-19T16:30:29.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.164+0000 7f9f82ffd640 1 -- 172.21.15.104:0/1902548723 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9f84007410 con 0x7f9f940cf3f0 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.165+0000 7f9f82ffd640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7406b810 0x7f9f7406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.165+0000 7f9f82ffd640 1 -- 172.21.15.104:0/1902548723 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9f84089730 con 0x7f9f940cf3f0 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.165+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7406b810 0x7f9f7406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.165+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7406b810 0x7f9f7406dcd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9f940b7500 tx=0x7f9f88009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.166+0000 7f9f9b969740 1 Processor -- start 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.166+0000 7f9f9b969740 1 -- start start 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b919dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91cddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b919e510 0x55f7b91ce300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f9b969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7b915ecd0 con 0x55f7b91cb410 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f9b969740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7b9111f20 con 0x55f7b919e510 2024-02-19T16:30:29.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f9b969740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f7b910f450 con 0x55f7b91cb030 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91cddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91cddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46156/0 (socket says 172.21.15.104:46156) 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 -- 172.21.15.104:0/3255770144 learned_addr learned my addr 172.21.15.104:0/3255770144 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b919e510 0x55f7b91ce300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f9259c640 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b919dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 -- 172.21.15.104:0/3255770144 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 msgr2=0x55f7b919dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b919dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 -- 172.21.15.104:0/3255770144 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b919e510 msgr2=0x55f7b91ce300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b919e510 0x55f7b91ce300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 -- 172.21.15.104:0/3255770144 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7b90bff20 con 0x55f7b91cb410 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91cddc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9f88009a50 tx=0x7f9f88014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1683b559e7dfd2c3 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f73fff640 1 -- 172.21.15.104:0/3255770144 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f88014d50 con 0x55f7b91cb410 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f73fff640 1 -- 172.21.15.104:0/3255770144 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f880213f0 con 0x55f7b91cb410 2024-02-19T16:30:29.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.167+0000 7f9f73fff640 1 -- 172.21.15.104:0/3255770144 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f88021760 con 0x55f7b91cb410 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 -- 172.21.15.104:0/3255770144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 msgr2=0x55f7b91cddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91cddc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9f88009a50 tx=0x7f9f88014000 comp rx=0 tx=0).stop 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 -- 172.21.15.104:0/3255770144 shutdown_connections 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91cddc0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b919e510 0x55f7b91ce300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3255770144 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b919dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 -- 172.21.15.104:0/3255770144 >> 172.21.15.104:0/3255770144 conn(0x55f7b91a0240 msgr2=0x55f7b91e8dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 -- 172.21.15.104:0/3255770144 shutdown_connections 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.168+0000 7f9f9b969740 1 -- 172.21.15.104:0/3255770144 wait complete. 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.169+0000 7f9f9b969740 1 -- start start 2024-02-19T16:30:29.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.169+0000 7f9f9b969740 1 Processor -- start 2024-02-19T16:30:29.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b91c6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91d2a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cc480 0x55f7b91d2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7b910ac30 con 0x55f7b91cb410 2024-02-19T16:30:29.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7b90afd30 con 0x55f7b91cc480 2024-02-19T16:30:29.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f7b8dde310 con 0x55f7b91cb030 2024-02-19T16:30:29.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 10 client.0 _ll_register_callbacks cb 0x55f7b90b7d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91d2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91d2a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46168/0 (socket says 172.21.15.104:46168) 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 -- 172.21.15.104:0/3585435820 learned_addr learned my addr 172.21.15.104:0/3585435820 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9259c640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b91c6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cc480 0x55f7b91d2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 -- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 msgr2=0x55f7b91c6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b91c6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 -- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cc480 msgr2=0x55f7b91d2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cc480 0x55f7b91d2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 -- 172.21.15.104:0/3585435820 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f88009cd0 con 0x55f7b91cb410 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9259c640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b91c6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cc480 0x55f7b91d2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91d2a70 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9f880045c0 tx=0x7f9f88004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa61c402c792ac2e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f717fa640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f717fa640 1 -- 172.21.15.104:0/3585435820 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f88003810 con 0x55f7b91cb410 2024-02-19T16:30:29.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f717fa640 1 -- 172.21.15.104:0/3585435820 <== mon.0 v2:172.21.15.104:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9f8801c040 con 0x55f7b91cb410 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 1 -- 172.21.15.104:0/3585435820 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f7b8e0a6c0 con 0x55f7b91cb410 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f717fa640 1 -- 172.21.15.104:0/3585435820 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f88005990 con 0x55f7b91cb410 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 10 client.4704 fetch_fsmap learned FSMap version 7 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.170+0000 7f9f9b969740 1 -- 172.21.15.104:0/3585435820 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55f7b91092b0 con 0x55f7b91cb410 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f717fa640 1 -- 172.21.15.104:0/3585435820 <== mon.0 v2:172.21.15.104:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f8803b070 con 0x55f7b91cb410 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f717fa640 1 -- 172.21.15.104:0/3585435820 <== mon.0 v2:172.21.15.104:3300/0 5 ==== fsmap(e 7) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f9f88005af0 con 0x55f7b91cb410 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f9b969740 10 client.4704 fetch_fsmap finished waiting for FSMap version 7 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f9b969740 10 client.4704 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f9b969740 20 client.4704 populate_metadata read hostname 'smithi104' 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] conn(0x55f7b91d0140 0x55f7b91d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f9b969740 4 client.4704 mds_command: new command op to 4285 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f9b969740 1 -- 172.21.15.104:0/3585435820 --> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f7b8e5b270 con 0x55f7b91d0140 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f9259c640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] conn(0x55f7b91d0140 0x55f7b91d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f717fa640 10 client.4704 ms_handle_connect on v2:172.21.15.158:6832/3685189178 2024-02-19T16:30:29.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.171+0000 7f9f9259c640 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] conn(0x55f7b91d0140 0x55f7b91d0520 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edc00fe601ad5f6 server_cookie=9c4f5a7aca3f846f in_seq=0 out_seq=0 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f717fa640 1 -- 172.21.15.104:0/3585435820 <== mds.0 v2:172.21.15.158:6832/3685189178 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f7b8e5b270 con 0x55f7b91d0140 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f717fa640 10 client.4704 handle_command_reply: tid=0 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 client.4704 shutdown 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 -- 172.21.15.104:0/3585435820 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 msgr2=0x55f7b91d2a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91d2a70 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9f880045c0 tx=0x7f9f88004730 comp rx=0 tx=0).stop 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 -- 172.21.15.104:0/3585435820 shutdown_connections 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] conn(0x55f7b91d0140 0x55f7b91d0520 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cb410 0x55f7b91d2a70 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cc480 0x55f7b91d2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f717fa640 0 client.4704 ms_handle_reset on v2:172.21.15.158:6832/3685189178 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 --2- 172.21.15.104:0/3585435820 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb030 0x55f7b91c6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 -- 172.21.15.104:0/3585435820 >> 172.21.15.104:0/3585435820 conn(0x55f7b919e510 msgr2=0x55f7b91a1ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 -- 172.21.15.104:0/3585435820 shutdown_connections 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 1 -- 172.21.15.104:0/3585435820 wait complete. 2024-02-19T16:30:29.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.172+0000 7f9f9b969740 20 client.4704 trim_cache size 0 max 16384 2024-02-19T16:30:29.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f9b969740 1 Processor -- start 2024-02-19T16:30:29.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f9b969740 1 -- start start 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91a1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91a2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91c30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f9b969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7b9090490 con 0x55f7b91cc480 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f9b969740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7b91ce6a0 con 0x55f7b91cb030 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f9b969740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f7b91ccd20 con 0x55f7b91cb410 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.189+0000 7f9f92d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91c30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f92d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91c30e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46170/0 (socket says 172.21.15.104:46170) 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f92d9d640 1 -- 172.21.15.104:0/2057916131 learned_addr learned my addr 172.21.15.104:0/2057916131 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f9259c640 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91a1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91a2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f92d9d640 1 -- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 msgr2=0x55f7b91a2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91a2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f92d9d640 1 -- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 msgr2=0x55f7b91a1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91a1bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f92d9d640 1 -- 172.21.15.104:0/2057916131 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7b90a5a20 con 0x55f7b91cc480 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f9259c640 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91a1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91a2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91c30e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009d90 tx=0x7f9f8c030000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b15f96e3afdacb64 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f737fe640 1 -- 172.21.15.104:0/2057916131 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c044040 con 0x55f7b91cc480 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f737fe640 1 -- 172.21.15.104:0/2057916131 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f8c02ce90 con 0x55f7b91cc480 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f737fe640 1 -- 172.21.15.104:0/2057916131 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c034bb0 con 0x55f7b91cc480 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.190+0000 7f9f9b969740 1 -- 172.21.15.104:0/2057916131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 msgr2=0x55f7b91c30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91c30e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009d90 tx=0x7f9f8c030000 comp rx=0 tx=0).stop 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 -- 172.21.15.104:0/2057916131 shutdown_connections 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91c30e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91a2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 --2- 172.21.15.104:0/2057916131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91a1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 -- 172.21.15.104:0/2057916131 >> 172.21.15.104:0/2057916131 conn(0x55f7b919e510 msgr2=0x55f7b91d4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:29.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 -- 172.21.15.104:0/2057916131 shutdown_connections 2024-02-19T16:30:29.196 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 -- 172.21.15.104:0/2057916131 wait complete. 2024-02-19T16:30:29.196 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 -- start start 2024-02-19T16:30:29.196 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.191+0000 7f9f9b969740 1 Processor -- start 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91d0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f9b969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91e9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f9b969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7b91ead30 con 0x55f7b91cc480 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f9b969740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7b91e9690 con 0x55f7b91cb030 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f9b969740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f7b91d0fa0 con 0x55f7b91cb410 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f9b969740 10 client.0 _ll_register_callbacks cb 0x7f9f7c0036b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f92d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91e9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f92d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91e9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46184/0 (socket says 172.21.15.104:46184) 2024-02-19T16:30:29.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f92d9d640 1 -- 172.21.15.104:0/1939076087 learned_addr learned my addr 172.21.15.104:0/1939076087 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f9259c640 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91d0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f92d9d640 1 -- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 msgr2=0x55f7b91d0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91d0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f92d9d640 1 -- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 msgr2=0x55f7b91d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91d0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f92d9d640 1 -- 172.21.15.104:0/1939076087 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f940d1940 con 0x55f7b91cc480 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.192+0000 7f9f91d9b640 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91d0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f92d9d640 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91e9e30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009eb0 tx=0x7f9f8c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb7270803ea9141c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f717fa640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f717fa640 1 -- 172.21.15.104:0/1939076087 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c034c60 con 0x55f7b91cc480 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f717fa640 1 -- 172.21.15.104:0/1939076087 <== mon.0 v2:172.21.15.104:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9f8c034dc0 con 0x55f7b91cc480 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 1 -- 172.21.15.104:0/1939076087 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9f880213f0 con 0x55f7b91cc480 2024-02-19T16:30:29.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f717fa640 1 -- 172.21.15.104:0/1939076087 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f8c004040 con 0x55f7b91cc480 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 10 client.4710 fetch_fsmap learned FSMap version 7 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 1 -- 172.21.15.104:0/1939076087 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55f7b90cb780 con 0x55f7b91cc480 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f717fa640 1 -- 172.21.15.104:0/1939076087 <== mon.0 v2:172.21.15.104:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f880213f0 con 0x55f7b91cc480 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f717fa640 1 -- 172.21.15.104:0/1939076087 <== mon.0 v2:172.21.15.104:3300/0 5 ==== fsmap(e 7) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f9f8c0041a0 con 0x55f7b91cc480 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 10 client.4710 fetch_fsmap finished waiting for FSMap version 7 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 10 client.4710 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 20 client.4710 populate_metadata read hostname 'smithi104' 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] conn(0x55f7b91ea370 0x55f7b91ea750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 4 client.4710 mds_command: new command op to 4285 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9b969740 1 -- 172.21.15.104:0/1939076087 --> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f7b8e47610 con 0x55f7b91ea370 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.193+0000 7f9f9259c640 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] conn(0x55f7b91ea370 0x55f7b91ea750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f717fa640 10 client.4710 ms_handle_connect on v2:172.21.15.158:6832/3685189178 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9259c640 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] conn(0x55f7b91ea370 0x55f7b91ea750 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21f4d9249be5182e server_cookie=269a039ff8609725 in_seq=0 out_seq=0 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f717fa640 1 -- 172.21.15.104:0/1939076087 <== mds.0 v2:172.21.15.158:6832/3685189178 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x55f7b8e47610 con 0x55f7b91ea370 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f717fa640 10 client.4710 handle_command_reply: tid=0 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 client.4710 shutdown 2024-02-19T16:30:29.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 -- 172.21.15.104:0/1939076087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 msgr2=0x55f7b91e9e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91e9e30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009eb0 tx=0x7f9f8c004ab0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 -- 172.21.15.104:0/1939076087 shutdown_connections 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:6832/3685189178,v1:172.21.15.158:6834/3685189178] conn(0x55f7b91ea370 0x55f7b91ea750 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f7b91cc480 0x55f7b91e9e30 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x55f7b91cb410 0x55f7b91d0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 --2- 172.21.15.104:0/1939076087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x55f7b91cb030 0x55f7b91d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f717fa640 0 client.4710 ms_handle_reset on v2:172.21.15.158:6832/3685189178 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 -- 172.21.15.104:0/1939076087 >> 172.21.15.104:0/1939076087 conn(0x55f7b919e510 msgr2=0x55f7b91c30e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 -- 172.21.15.104:0/1939076087 shutdown_connections 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 1 -- 172.21.15.104:0/1939076087 wait complete. 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.194+0000 7f9f9b969740 20 client.4710 trim_cache size 0 max 16384 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:30:29.203 INFO:teuthology.orchestra.run.smithi104.stdout: "cluster_fsid": "31465258-c534-45cb-bb4d-35d3efdd6f7d", 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "whoami": 0, 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 4285, 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "want_state": "up:active", 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "state": "up:active", 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs", 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "rank_uptime": 16.937193452999999, 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "mdsmap_epoch": 7, 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_epoch": 20, 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_epoch_barrier": 20, 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout: "uptime": 23.564150207000001 2024-02-19T16:30:29.204 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:30:29.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 -- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7406b810 msgr2=0x7f9f7406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7406b810 0x7f9f7406dcd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9f940b7500 tx=0x7f9f88009190 comp rx=0 tx=0).stop 2024-02-19T16:30:29.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 -- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f940cf3f0 msgr2=0x7f9f941f6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f940cf3f0 0x7f9f941f6ac0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9f840010e0 tx=0x7f9f8400c960 comp rx=0 tx=0).stop 2024-02-19T16:30:29.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 -- 172.21.15.104:0/1902548723 shutdown_connections 2024-02-19T16:30:29.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7406b810 0x7f9f7406dcd0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f9415de30 0x7f9f941507a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f940d0530 0x7f9f94152ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 --2- 172.21.15.104:0/1902548723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f940cf3f0 0x7f9f941f6ac0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 -- 172.21.15.104:0/1902548723 >> 172.21.15.104:0/1902548723 conn(0x7f9f940d3b20 msgr2=0x7f9f940d0990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:29.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 -- 172.21.15.104:0/1902548723 shutdown_connections 2024-02-19T16:30:29.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.195+0000 7f9f98cb5640 1 -- 172.21.15.104:0/1902548723 wait complete. 2024-02-19T16:30:29.207 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-02-19T16:30:29.231 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-02-19T16:30:29.231 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-02-19T16:30:29.231 INFO:tasks.ceph_fuse:client.0 config is {} 2024-02-19T16:30:29.232 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-19T16:30:29.232 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:29.232 INFO:tasks.ceph_fuse:client.2 config is {} 2024-02-19T16:30:29.232 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-19T16:30:29.232 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-02-19T16:30:29.232 INFO:tasks.ceph_fuse:client.1 config is {} 2024-02-19T16:30:29.232 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-19T16:30:29.232 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:29.232 INFO:tasks.ceph_fuse:client.3 config is {} 2024-02-19T16:30:29.232 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-19T16:30:29.232 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-02-19T16:30:29.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:29.233 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:30:29.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:29.248 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link delete ceph-brx 2024-02-19T16:30:29.316 INFO:teuthology.orchestra.run.smithi104.stderr:Cannot find device "ceph-brx" 2024-02-19T16:30:29.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:30:29.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:29.318 DEBUG:teuthology.orchestra.run.smithi158:> ip netns list 2024-02-19T16:30:29.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:29.333 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link delete ceph-brx 2024-02-19T16:30:29.405 INFO:teuthology.orchestra.run.smithi158.stderr:Cannot find device "ceph-brx" 2024-02-19T16:30:29.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:30:29.407 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-02-19T16:30:29.407 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:30:29.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.504+0000 7f8cef091640 1 Processor -- start 2024-02-19T16:30:29.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.504+0000 7f8cef091640 1 -- start start 2024-02-19T16:30:29.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cef091640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8ce8161520 0x7f8ce80b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cef091640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f8ce80d4240 0x7f8ce80d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cef091640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ce80b42f0 con 0x7f8ce8162760 2024-02-19T16:30:29.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cef091640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ce80b45d0 con 0x7f8ce8161520 2024-02-19T16:30:29.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cef091640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ce80b48b0 con 0x7f8ce80d4240 2024-02-19T16:30:29.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cece2d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8ce8161520 0x7f8ce80b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cece2d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8ce8161520 0x7f8ce80b3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46200/0 (socket says 172.21.15.104:46200) 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cece2d640 1 -- 172.21.15.104:0/1078541007 learned_addr learned my addr 172.21.15.104:0/1078541007 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8ced62e640 1 --2- 172.21.15.104:0/1078541007 >> v2:172.21.15.158:3300/0 conn(0x7f8ce80d4240 0x7f8ce80d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cece2d640 1 -- 172.21.15.104:0/1078541007 >> v2:172.21.15.158:3300/0 conn(0x7f8ce80d4240 msgr2=0x7f8ce80d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cece2d640 1 --2- 172.21.15.104:0/1078541007 >> v2:172.21.15.158:3300/0 conn(0x7f8ce80d4240 0x7f8ce80d1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cece2d640 1 -- 172.21.15.104:0/1078541007 >> v1:172.21.15.158:6789/0 conn(0x7f8ce8162760 legacy=0x7f8ce80d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.505+0000 7f8cece2d640 1 -- 172.21.15.104:0/1078541007 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ce80b4b90 con 0x7f8ce8161520 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.506+0000 7f8cece2d640 1 --2- 172.21.15.104:0/1078541007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce8161520 0x7f8ce80b3970 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8ce80ce200 tx=0x7f8ce402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c86a9890fae5aafb server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.506+0000 7f8cdf7fe640 1 -- 172.21.15.104:0/1078541007 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ce4030860 con 0x7f8ce8161520 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.506+0000 7f8cdf7fe640 1 -- 172.21.15.104:0/1078541007 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ce40309c0 con 0x7f8ce8161520 2024-02-19T16:30:29.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.506+0000 7f8cdf7fe640 1 -- 172.21.15.104:0/1078541007 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ce4030d50 con 0x7f8ce8161520 2024-02-19T16:30:29.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.506+0000 7f8cef091640 1 -- 172.21.15.104:0/1078541007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce8161520 msgr2=0x7f8ce80b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.506+0000 7f8cef091640 1 --2- 172.21.15.104:0/1078541007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce8161520 0x7f8ce80b3970 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8ce80ce200 tx=0x7f8ce402b9a0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.506+0000 7f8cef091640 1 -- 172.21.15.104:0/1078541007 shutdown_connections 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.507+0000 7f8cef091640 1 --2- 172.21.15.104:0/1078541007 >> v2:172.21.15.158:3300/0 conn(0x7f8ce80d4240 0x7f8ce80d1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.507+0000 7f8cef091640 1 --2- 172.21.15.104:0/1078541007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce8161520 0x7f8ce80b3970 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.507+0000 7f8cef091640 1 -- 172.21.15.104:0/1078541007 >> 172.21.15.104:0/1078541007 conn(0x7f8ce808d5d0 msgr2=0x7f8ce809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.507+0000 7f8cef091640 1 -- 172.21.15.104:0/1078541007 shutdown_connections 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.507+0000 7f8cef091640 1 -- 172.21.15.104:0/1078541007 wait complete. 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.508+0000 7f8cef091640 1 Processor -- start 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.508+0000 7f8cef091640 1 -- start start 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.508+0000 7f8cef091640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce80d4240 0x7f8ce81f43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.508+0000 7f8cef091640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8ce8161520 0x7f8ce815b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.508+0000 7f8cef091640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8ce8162760 0x7f8ce80cd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.508+0000 7f8cef091640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce81f48e0 con 0x7f8ce80d4240 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cef091640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce80cafd0 con 0x7f8ce8162760 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cef091640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce80cb850 con 0x7f8ce8161520 2024-02-19T16:30:29.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce80d4240 0x7f8ce81f43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce80d4240 0x7f8ce81f43a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46212/0 (socket says 172.21.15.104:46212) 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 -- 172.21.15.104:0/3304413337 learned_addr learned my addr 172.21.15.104:0/3304413337 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8ced62e640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8ce8162760 0x7f8ce80cd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cdffff640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8ce8161520 0x7f8ce815b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 -- 172.21.15.104:0/3304413337 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8ce8161520 msgr2=0x7f8ce815b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8ce8161520 0x7f8ce815b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 -- 172.21.15.104:0/3304413337 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8ce8162760 msgr2=0x7f8ce80cd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8ce8162760 0x7f8ce80cd3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 -- 172.21.15.104:0/3304413337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ce40094d0 con 0x7f8ce80d4240 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cece2d640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce80d4240 0x7f8ce81f43a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8ce402b9e0 tx=0x7f8ce4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cdd7fa640 1 -- 172.21.15.104:0/3304413337 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ce4039c90 con 0x7f8ce80d4240 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cdd7fa640 1 -- 172.21.15.104:0/3304413337 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ce4039e10 con 0x7f8ce80d4240 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ce80cbb30 con 0x7f8ce80d4240 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cdd7fa640 1 -- 172.21.15.104:0/3304413337 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ce4043640 con 0x7f8ce80d4240 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.509+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ce80cc0f0 con 0x7f8ce80d4240 2024-02-19T16:30:29.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.510+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ce80751e0 con 0x7f8ce80d4240 2024-02-19T16:30:29.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.511+0000 7f8cdd7fa640 1 -- 172.21.15.104:0/3304413337 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8ce40437a0 con 0x7f8ce80d4240 2024-02-19T16:30:29.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.511+0000 7f8cdd7fa640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8cd406b810 0x7f8cd406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:29.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.511+0000 7f8cdd7fa640 1 -- 172.21.15.104:0/3304413337 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8ce403e070 con 0x7f8ce80d4240 2024-02-19T16:30:29.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.511+0000 7f8cdffff640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8cd406b810 0x7f8cd406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:29.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.511+0000 7f8cdffff640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8cd406b810 0x7f8cd406dcd0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8ce80b9b20 tx=0x7f8cd8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:29.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.515+0000 7f8cdd7fa640 1 -- 172.21.15.104:0/3304413337 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8ce4077c40 con 0x7f8ce80d4240 2024-02-19T16:30:29.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.724+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f8ce80744a0 con 0x7f8ce80d4240 2024-02-19T16:30:29.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.725+0000 7f8cdd7fa640 1 -- 172.21.15.104:0/3304413337 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f8ce407b300 con 0x7f8ce80d4240 2024-02-19T16:30:29.727 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-19T16:30:29.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.726+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8cd406b810 msgr2=0x7f8cd406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.726+0000 7f8cef091640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8cd406b810 0x7f8cd406dcd0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8ce80b9b20 tx=0x7f8cd8009040 comp rx=0 tx=0).stop 2024-02-19T16:30:29.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.726+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce80d4240 msgr2=0x7f8ce81f43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:29.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.726+0000 7f8cef091640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce80d4240 0x7f8ce81f43a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8ce402b9e0 tx=0x7f8ce4004730 comp rx=0 tx=0).stop 2024-02-19T16:30:29.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.727+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 shutdown_connections 2024-02-19T16:30:29.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.727+0000 7f8cef091640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8cd406b810 0x7f8cd406dcd0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.727+0000 7f8cef091640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8ce8162760 0x7f8ce80cd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.727+0000 7f8cef091640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8ce8161520 0x7f8ce815b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.727+0000 7f8cef091640 1 --2- 172.21.15.104:0/3304413337 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ce80d4240 0x7f8ce81f43a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:29.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.727+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 >> 172.21.15.104:0/3304413337 conn(0x7f8ce808d5d0 msgr2=0x7f8ce80b5990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:29.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.727+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 shutdown_connections 2024-02-19T16:30:29.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:29.727+0000 7f8cef091640 1 -- 172.21.15.104:0/3304413337 wait complete. 2024-02-19T16:30:29.739 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:30:29.740 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:30:29.740 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-02-19T16:30:29.740 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-19T16:30:29.740 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:29.740 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:30:29.740 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:30:29.740 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:30:29.740 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:30:29.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:29.740 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-02-19T16:30:29.755 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:30:29.755 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:30:29.755 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:30:29.755 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:29.755 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:30:29.755 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:29.755 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42628sec preferred_lft 42628sec 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-02-19T16:30:29.756 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:29.757 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-02-19T16:30:29.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:29.757 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:29.757 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:29.757 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add name ceph-brx type bridge 2024-02-19T16:30:29.757 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip addr flush dev ceph-brx 2024-02-19T16:30:29.757 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set ceph-brx up 2024-02-19T16:30:29.757 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-02-19T16:30:29.757 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:29.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:29.907 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:30:29.933 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-02-19T16:30:29.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:29.935 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-02-19T16:30:30.004 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-02-19T16:30:30.004 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:30:30.004 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:30:30.004 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:30:30.004 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:30:30.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:30.005 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:30.005 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:30.005 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:30:30.005 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:30:30.005 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:30:30.005 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:30.292 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:30.292 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:30:30.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:30.308 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list-id 2024-02-19T16:30:30.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:30.363 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:30.363 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:30.363 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:30.363 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-02-19T16:30:30.363 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:30.447 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-02-19T16:30:30.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:30.448 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:30.448 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:30.448 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-02-19T16:30:30.448 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-02-19T16:30:30.448 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-02-19T16:30:30.448 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-02-19T16:30:30.448 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-02-19T16:30:30.448 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:30.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:30.553 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:30.553 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:30.553 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-02-19T16:30:30.553 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set dev brx.0 master ceph-brx 2024-02-19T16:30:30.553 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:30.595 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-19T16:30:30.595 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:30:30.595 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:30.650 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:30:30.650 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:30:30.650 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:30.704 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:30:30.773 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:30:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:30:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:30:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:30:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:30:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:30:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:30:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:30:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:30:30.829 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:30.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:30.830 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:30:30.882 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-19T16:30:30.882 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-19T16:30:30.924 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:30:30.950 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:30:31.005 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:30:31.006 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:30:31.007 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:30:31.007 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:31.007 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:31.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.007 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:30:31.011 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:2024-02-19T16:30:31.009+0000 7f5ca5873480 -1 init, newargv = 0x559a4950a9a0 newargc=15 2024-02-19T16:30:31.011 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[47678]: starting ceph client 2024-02-19T16:30:31.016 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[47678]: starting fuse 2024-02-19T16:30:31.026 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:30:31.027 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:30:31.027 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.0")) 2024-02-19T16:30:31.028 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:30:31.147 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.0.47678.asok 2024-02-19T16:30:31.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:30:31.157 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.47678.asok 2024-02-19T16:30:31.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.157 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.47678.asok status 2024-02-19T16:30:31.295 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:30:31.295 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-02-19T16:30:31.295 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:30:31.295 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:30:31.295 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "0", 2024-02-19T16:30:31.295 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-02-19T16:30:31.295 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "47678", 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 4722, 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 4722 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:30:31.296 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3367213339 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3367213339 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.4722 192.168.0.1:0/3367213339", 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/3367213339", 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 7, 2024-02-19T16:30:31.297 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 20, 2024-02-19T16:30:31.298 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:30:31.298 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-02-19T16:30:31.298 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-02-19T16:30:31.298 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:30:31.304 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:30:31.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.400+0000 7f6ba690d640 1 Processor -- start 2024-02-19T16:30:31.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.400+0000 7f6ba690d640 1 -- start start 2024-02-19T16:30:31.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6ba690d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba0152e60 0x7f6ba015cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:31.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6ba690d640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6ba00b3900 0x7f6ba006af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:31.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6ba690d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ba00b5b20 con 0x7f6ba006b450 2024-02-19T16:30:31.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6ba690d640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ba00b4a00 con 0x7f6ba00b3900 2024-02-19T16:30:31.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6ba690d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba006b8c0 con 0x7f6ba0152e60 2024-02-19T16:30:31.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6ba4eaa640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6ba006b450 0x7f6ba015f7d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40186/0 (socket says 172.21.15.104:40186) 2024-02-19T16:30:31.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6ba4eaa640 1 -- 172.21.15.104:0/2969639066 learned_addr learned my addr 172.21.15.104:0/2969639066 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:31.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6b9f7fe640 1 --2- 172.21.15.104:0/2969639066 >> v2:172.21.15.158:3300/0 conn(0x7f6ba00b3900 0x7f6ba006af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.401+0000 7f6b9ffff640 1 --2- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba0152e60 0x7f6ba015cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.402+0000 7f6b9effd640 1 -- 172.21.15.104:0/2969639066 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 119338917 0 0) 0x7f6ba00b5b20 con 0x7f6ba006b450 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.402+0000 7f6b9effd640 1 -- 172.21.15.104:0/2969639066 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6b88003520 con 0x7f6ba006b450 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.402+0000 7f6b9f7fe640 1 -- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba0152e60 msgr2=0x7f6ba015cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.402+0000 7f6b9f7fe640 1 --2- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba0152e60 0x7f6ba015cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.402+0000 7f6b9f7fe640 1 -- 172.21.15.104:0/2969639066 >> v1:172.21.15.104:6789/0 conn(0x7f6ba006b450 legacy=0x7f6ba015f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.402+0000 7f6b9f7fe640 1 -- 172.21.15.104:0/2969639066 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ba015d1a0 con 0x7f6ba00b3900 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.402+0000 7f6b9ffff640 1 --2- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba0152e60 0x7f6ba015cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:31.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6b9f7fe640 1 --2- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba00b3900 0x7f6ba006af10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6b940097d0 tx=0x7f6b9402b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3133dedec40b3f3b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6b9effd640 1 -- 172.21.15.104:0/2969639066 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b94031800 con 0x7f6ba00b3900 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6b9effd640 1 -- 172.21.15.104:0/2969639066 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b94031960 con 0x7f6ba00b3900 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6b9effd640 1 -- 172.21.15.104:0/2969639066 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b94031cf0 con 0x7f6ba00b3900 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6ba690d640 1 -- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba00b3900 msgr2=0x7f6ba006af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba00b3900 0x7f6ba006af10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6b940097d0 tx=0x7f6b9402b8a0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6ba690d640 1 -- 172.21.15.104:0/2969639066 shutdown_connections 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba00b3900 0x7f6ba006af10 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2969639066 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba0152e60 0x7f6ba015cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6ba690d640 1 -- 172.21.15.104:0/2969639066 >> 172.21.15.104:0/2969639066 conn(0x7f6ba006c020 msgr2=0x7f6ba006c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6ba690d640 1 -- 172.21.15.104:0/2969639066 shutdown_connections 2024-02-19T16:30:31.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.403+0000 7f6ba690d640 1 -- 172.21.15.104:0/2969639066 wait complete. 2024-02-19T16:30:31.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.404+0000 7f6ba690d640 1 Processor -- start 2024-02-19T16:30:31.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6ba690d640 1 -- start start 2024-02-19T16:30:31.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6ba690d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ba006b450 0x7f6ba01549b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6ba690d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba00b3900 0x7f6ba0147fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6ba690d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba0152e60 0x7f6ba00cf910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6ba690d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba0148520 con 0x7f6ba006b450 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6ba690d640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba00d1190 con 0x7f6ba0152e60 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6ba690d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba00cfe50 con 0x7f6ba00b3900 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6b9ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ba006b450 0x7f6ba01549b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6b9ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ba006b450 0x7f6ba01549b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:55940/0 (socket says 172.21.15.104:55940) 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.405+0000 7f6b9ffff640 1 -- 172.21.15.104:0/2626469069 learned_addr learned my addr 172.21.15.104:0/2626469069 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6ba4eaa640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba0152e60 0x7f6ba00cf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9f7fe640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba00b3900 0x7f6ba0147fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9ffff640 1 -- 172.21.15.104:0/2626469069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba00b3900 msgr2=0x7f6ba0147fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9ffff640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba00b3900 0x7f6ba0147fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9ffff640 1 -- 172.21.15.104:0/2626469069 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba0152e60 msgr2=0x7f6ba00cf910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9ffff640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba0152e60 0x7f6ba00cf910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9ffff640 1 -- 172.21.15.104:0/2626469069 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b90009400 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9ffff640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ba006b450 0x7f6ba01549b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6b9000ebe0 tx=0x7f6b9000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9cff9640 1 -- 172.21.15.104:0/2626469069 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b90009760 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9cff9640 1 -- 172.21.15.104:0/2626469069 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b9000cc30 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6b9cff9640 1 -- 172.21.15.104:0/2626469069 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b9000eee0 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b94009400 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.406+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ba00d03d0 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.407+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ba00751e0 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.408+0000 7f6b9cff9640 1 -- 172.21.15.104:0/2626469069 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6b90013470 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.408+0000 7f6b9cff9640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6b8c06b810 0x7f6b8c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.408+0000 7f6b9cff9640 1 -- 172.21.15.104:0/2626469069 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6b9008a400 con 0x7f6ba006b450 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.408+0000 7f6b9f7fe640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6b8c06b810 0x7f6b8c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:31.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.408+0000 7f6b9f7fe640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6b8c06b810 0x7f6b8c06dcd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6b94036000 tx=0x7f6b94008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:31.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.412+0000 7f6b9cff9640 1 -- 172.21.15.104:0/2626469069 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6b90054ed0 con 0x7f6ba006b450 2024-02-19T16:30:31.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.622+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f6ba00722a0 con 0x7f6ba006b450 2024-02-19T16:30:31.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.622+0000 7f6b9cff9640 1 -- 172.21.15.104:0/2626469069 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f6b90058590 con 0x7f6ba006b450 2024-02-19T16:30:31.625 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-19T16:30:31.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6b8c06b810 msgr2=0x7f6b8c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:31.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6b8c06b810 0x7f6b8c06dcd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6b94036000 tx=0x7f6b94008030 comp rx=0 tx=0).stop 2024-02-19T16:30:31.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ba006b450 msgr2=0x7f6ba01549b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:31.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ba006b450 0x7f6ba01549b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6b9000ebe0 tx=0x7f6b9000c520 comp rx=0 tx=0).stop 2024-02-19T16:30:31.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 shutdown_connections 2024-02-19T16:30:31.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6b8c06b810 0x7f6b8c06dcd0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ba0152e60 0x7f6ba00cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ba00b3900 0x7f6ba0147fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 --2- 172.21.15.104:0/2626469069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ba006b450 0x7f6ba01549b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:31.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 >> 172.21.15.104:0/2626469069 conn(0x7f6ba006c020 msgr2=0x7f6ba0159ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:31.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 shutdown_connections 2024-02-19T16:30:31.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:31.624+0000 7f6ba690d640 1 -- 172.21.15.104:0/2626469069 wait complete. 2024-02-19T16:30:31.637 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:30:31.637 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:30:31.637 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-02-19T16:30:31.637 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-02-19T16:30:31.637 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-02-19T16:30:31.637 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:30:31.637 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:30:31.638 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:30:31.638 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-02-19T16:30:31.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.638 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-02-19T16:30:31.653 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42627sec preferred_lft 42627sec 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::3407:6dff:fe00:a91/64 scope link 2024-02-19T16:30:31.654 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:31.655 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:30:31.655 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:31.655 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4017:6aff:fee5:fdcb/64 scope link tentative 2024-02-19T16:30:31.655 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:31.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.655 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:30:31.718 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-02-19T16:30:31.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.720 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-02-19T16:30:31.776 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-02-19T16:30:31.776 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:30:31.776 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:30:31.776 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:30:31.776 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:30:31.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.776 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:31.776 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:31.776 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:30:31.777 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:30:31.777 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:30:31.777 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:31.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.871 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:30:31.886 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-19T16:30:31.886 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.886 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list-id 2024-02-19T16:30:31.940 INFO:teuthology.orchestra.run.smithi104.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-02-19T16:30:31.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:31.941 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:31.941 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:31.941 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:30:31.941 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-02-19T16:30:31.941 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:32.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:32.022 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-02-19T16:30:32.090 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:30:32.090 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:30:32.090 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 46:76:e9:e7:4b:6e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4476:e9ff:fee7:4b6e/64 scope link tentative 2024-02-19T16:30:32.091 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:32.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:32.092 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 46:76:e9:e7:4b:6e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4476:e9ff:fee7:4b6e/64 scope link tentative 2024-02-19T16:30:32.159 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:32.160 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-02-19T16:30:32.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:32.161 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:32.161 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:32.161 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-02-19T16:30:32.161 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-02-19T16:30:32.161 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-02-19T16:30:32.161 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-02-19T16:30:32.161 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-02-19T16:30:32.161 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:32.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:32.285 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:30:32.285 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:30:32.285 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.1 up 2024-02-19T16:30:32.285 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set dev brx.1 master ceph-brx 2024-02-19T16:30:32.285 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:30:32.327 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-02-19T16:30:32.327 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:30:32.327 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-02-19T16:30:32.383 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-02-19T16:30:32.383 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:30:32.383 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-02-19T16:30:32.438 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:30:32.505 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:30:32.560 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:30:32.560 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:30:32.560 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:30:32.560 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:30:32.561 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:30:32.562 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:30:32.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:32.563 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:30:32.615 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:30:32.615 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2024-02-19T16:30:32.616 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-02-19T16:30:32.658 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:30:32.684 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:30:32.740 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:30:32.740 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:30:32.740 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:30:32.740 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:30:32.741 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:30:32.742 INFO:teuthology.orchestra.run.smithi104.stdout:/home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:32.743 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:30:32.743 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:30:32.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:32.743 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:30:32.744 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi104.stderr:2024-02-19T16:30:32.742+0000 7fdc67ddb480 -1 init, newargv = 0x563b143bfab0 newargc=15 2024-02-19T16:30:32.744 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi104.stderr:ceph-fuse[48173]: starting ceph client 2024-02-19T16:30:32.748 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi104.stderr:ceph-fuse[48173]: starting fuse 2024-02-19T16:30:32.758 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:30:32.758 INFO:teuthology.orchestra.run.smithi104.stdout:44 2024-02-19T16:30:32.759 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 44] 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-02-19T16:30:32.759 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.2")) 2024-02-19T16:30:32.760 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:30:32.878 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.2.48173.asok 2024-02-19T16:30:32.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:30:32.888 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.48173.asok 2024-02-19T16:30:32.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:32.889 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.48173.asok status 2024-02-19T16:30:33.024 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:30:33.024 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-02-19T16:30:33.024 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:30:33.024 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:30:33.024 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "2", 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "48173", 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 4734, 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 4734 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.2:0", 2024-02-19T16:30:33.025 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3961761008 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.2:0", 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3961761008 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.4734 192.168.0.2:0/3961761008", 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.2:0/3961761008", 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 7, 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 20, 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-02-19T16:30:33.026 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:30:33.032 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:30:33.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.130+0000 7f54387ac640 1 Processor -- start 2024-02-19T16:30:33.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.130+0000 7f54387ac640 1 -- start start 2024-02-19T16:30:33.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f54387ac640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f54300d3a70 0x7f54300d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:33.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f54387ac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54300cfbf0 con 0x7f543015deb0 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f54387ac640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54300d4410 con 0x7f54300b3c70 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f54387ac640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54300d1000 con 0x7f54300d3a70 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5436548640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f543015deb0 0x7f54300cf4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40200/0 (socket says 172.21.15.104:40200) 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5436548640 1 -- 172.21.15.104:0/644027658 learned_addr learned my addr 172.21.15.104:0/644027658 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5435d47640 1 --2- 172.21.15.104:0/644027658 >> v2:172.21.15.158:3300/0 conn(0x7f54300d3a70 0x7f54300d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5435546640 1 -- 172.21.15.104:0/644027658 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 732785856 0 0) 0x7f54300cfbf0 con 0x7f543015deb0 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5435546640 1 -- 172.21.15.104:0/644027658 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f541c003520 con 0x7f543015deb0 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5435546640 1 -- 172.21.15.104:0/644027658 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1489939042 0 0) 0x7f54300d4410 con 0x7f54300b3c70 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5435546640 1 -- 172.21.15.104:0/644027658 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f54300cfbf0 con 0x7f54300b3c70 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5435d47640 1 -- 172.21.15.104:0/644027658 >> v1:172.21.15.158:6789/0 conn(0x7f54300b3c70 legacy=0x7f54300b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5435d47640 1 -- 172.21.15.104:0/644027658 >> v1:172.21.15.104:6789/0 conn(0x7f543015deb0 legacy=0x7f54300cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.131+0000 7f5435d47640 1 -- 172.21.15.104:0/644027658 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54300d12e0 con 0x7f54300d3a70 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.132+0000 7f5435d47640 1 --2- 172.21.15.104:0/644027658 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 0x7f54300d3ed0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f54200097a0 tx=0x7f542002b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a90d6d1bbcb9570b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:33.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.132+0000 7f5435546640 1 -- 172.21.15.104:0/644027658 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5420030610 con 0x7f54300d3a70 2024-02-19T16:30:33.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.132+0000 7f5435546640 1 -- 172.21.15.104:0/644027658 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5420030770 con 0x7f54300d3a70 2024-02-19T16:30:33.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.132+0000 7f5435546640 1 -- 172.21.15.104:0/644027658 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5420030b00 con 0x7f54300d3a70 2024-02-19T16:30:33.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.133+0000 7f54387ac640 1 -- 172.21.15.104:0/644027658 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 msgr2=0x7f54300d3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:33.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.133+0000 7f54387ac640 1 --2- 172.21.15.104:0/644027658 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 0x7f54300d3ed0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f54200097a0 tx=0x7f542002b960 comp rx=0 tx=0).stop 2024-02-19T16:30:33.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.133+0000 7f54387ac640 1 -- 172.21.15.104:0/644027658 shutdown_connections 2024-02-19T16:30:33.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.133+0000 7f54387ac640 1 --2- 172.21.15.104:0/644027658 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 0x7f54300d3ed0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.133+0000 7f54387ac640 1 -- 172.21.15.104:0/644027658 >> 172.21.15.104:0/644027658 conn(0x7f543008d560 msgr2=0x7f543009ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.133+0000 7f54387ac640 1 -- 172.21.15.104:0/644027658 shutdown_connections 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.133+0000 7f54387ac640 1 -- 172.21.15.104:0/644027658 wait complete. 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.134+0000 7f54387ac640 1 Processor -- start 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.134+0000 7f54387ac640 1 -- start start 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f54387ac640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f54300b3c70 0x7f54301f6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f54387ac640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 0x7f54300cd660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f54387ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543015deb0 0x7f54300d05b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f54387ac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54301f7ac0 con 0x7f543015deb0 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f54387ac640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54300cdba0 con 0x7f54300d3a70 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f54387ac640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54301f7220 con 0x7f54300b3c70 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543015deb0 0x7f54300d05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5435d47640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 0x7f54300cd660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:33.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543015deb0 0x7f54300d05b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:55952/0 (socket says 172.21.15.104:55952) 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 -- 172.21.15.104:0/2530123927 learned_addr learned my addr 172.21.15.104:0/2530123927 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436548640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f54300b3c70 0x7f54301f6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 -- 172.21.15.104:0/2530123927 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f54300b3c70 msgr2=0x7f54301f6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f54300b3c70 0x7f54301f6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 -- 172.21.15.104:0/2530123927 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 msgr2=0x7f54300cd660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 0x7f54300cd660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 -- 172.21.15.104:0/2530123927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5420009400 con 0x7f543015deb0 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5435d47640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 0x7f54300cd660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.135+0000 7f5436d49640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543015deb0 0x7f54300d05b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f542800c430 tx=0x7f542800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.136+0000 7f5426ffd640 1 -- 172.21.15.104:0/2530123927 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54280052d0 con 0x7f543015deb0 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.136+0000 7f5426ffd640 1 -- 172.21.15.104:0/2530123927 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5428005430 con 0x7f543015deb0 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.136+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54301f7500 con 0x7f543015deb0 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.136+0000 7f5426ffd640 1 -- 172.21.15.104:0/2530123927 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54280037f0 con 0x7f543015deb0 2024-02-19T16:30:33.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.136+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54300b7790 con 0x7f543015deb0 2024-02-19T16:30:33.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.137+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54300b75f0 con 0x7f543015deb0 2024-02-19T16:30:33.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.137+0000 7f5426ffd640 1 -- 172.21.15.104:0/2530123927 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5428003950 con 0x7f543015deb0 2024-02-19T16:30:33.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.137+0000 7f5426ffd640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f541406b810 0x7f541406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:33.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.138+0000 7f5426ffd640 1 -- 172.21.15.104:0/2530123927 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5428089640 con 0x7f543015deb0 2024-02-19T16:30:33.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.138+0000 7f5436548640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f541406b810 0x7f541406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:33.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.138+0000 7f5436548640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f541406b810 0x7f541406dcd0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f542c0012e0 tx=0x7f542c0019f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:33.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.142+0000 7f5426ffd640 1 -- 172.21.15.104:0/2530123927 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f54300b75f0 con 0x7f543015deb0 2024-02-19T16:30:33.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.351+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f54300b75f0 con 0x7f543015deb0 2024-02-19T16:30:33.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.351+0000 7f5426ffd640 1 -- 172.21.15.104:0/2530123927 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f54300b75f0 con 0x7f543015deb0 2024-02-19T16:30:33.353 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-19T16:30:33.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f541406b810 msgr2=0x7f541406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:33.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f541406b810 0x7f541406dcd0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f542c0012e0 tx=0x7f542c0019f0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543015deb0 msgr2=0x7f54300d05b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:33.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543015deb0 0x7f54300d05b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f542800c430 tx=0x7f542800c8f0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 shutdown_connections 2024-02-19T16:30:33.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f541406b810 0x7f541406dcd0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f543015deb0 0x7f54300d05b0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f54300d3a70 0x7f54300cd660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 --2- 172.21.15.104:0/2530123927 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f54300b3c70 0x7f54301f6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:33.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 >> 172.21.15.104:0/2530123927 conn(0x7f543008d560 msgr2=0x7f54300b0770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:33.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 shutdown_connections 2024-02-19T16:30:33.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:33.353+0000 7f54387ac640 1 -- 172.21.15.104:0/2530123927 wait complete. 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi158.front.sepia.ceph.com 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:30:33.366 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-02-19T16:30:33.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:33.366 DEBUG:teuthology.orchestra.run.smithi158:> ip addr 2024-02-19T16:30:33.382 INFO:teuthology.orchestra.run.smithi158.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:30:33.382 INFO:teuthology.orchestra.run.smithi158.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:30:33.382 INFO:teuthology.orchestra.run.smithi158.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:30:33.382 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:33.382 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 ::1/128 scope host 2024-02-19T16:30:33.382 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 0c:c4:7a:da:6b:d4 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: altname enp7s0f0 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 0c:c4:7a:da:6b:d5 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: altname enp7s0f1 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 0c:c4:7a:88:72:6e brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 0c:c4:7a:88:72:6f brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: inet 172.21.15.158/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft 42671sec preferred_lft 42671sec 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 fe80::ec4:7aff:fe88:726f/64 scope link 2024-02-19T16:30:33.383 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:33.384 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-02-19T16:30:33.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:33.384 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:33.384 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:33.384 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link add name ceph-brx type bridge 2024-02-19T16:30:33.384 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip addr flush dev ceph-brx 2024-02-19T16:30:33.384 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link set ceph-brx up 2024-02-19T16:30:33.384 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-02-19T16:30:33.384 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:33.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:33.561 DEBUG:teuthology.orchestra.run.smithi158:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:30:33.588 INFO:teuthology.orchestra.run.smithi158.stdout:1 2024-02-19T16:30:33.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:33.590 DEBUG:teuthology.orchestra.run.smithi158:> route 2024-02-19T16:30:33.654 INFO:teuthology.orchestra.run.smithi158.stdout:Kernel IP routing table 2024-02-19T16:30:33.654 INFO:teuthology.orchestra.run.smithi158.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:30:33.654 INFO:teuthology.orchestra.run.smithi158.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:30:33.654 INFO:teuthology.orchestra.run.smithi158.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:30:33.654 INFO:teuthology.orchestra.run.smithi158.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:30:33.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:33.655 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:33.655 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:33.655 DEBUG:teuthology.orchestra.run.smithi158:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:30:33.655 DEBUG:teuthology.orchestra.run.smithi158:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:30:33.655 DEBUG:teuthology.orchestra.run.smithi158:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:30:33.655 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:33.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:33.933 DEBUG:teuthology.orchestra.run.smithi158:> ip netns list 2024-02-19T16:30:33.948 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:33.948 DEBUG:teuthology.orchestra.run.smithi158:> ip netns list-id 2024-02-19T16:30:34.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:34.003 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:34.003 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:34.003 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:34.003 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-02-19T16:30:34.003 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:34.088 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-02-19T16:30:34.089 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:34.089 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:34.089 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:34.089 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-02-19T16:30:34.089 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-02-19T16:30:34.089 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-02-19T16:30:34.089 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-02-19T16:30:34.089 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-02-19T16:30:34.089 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:34.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:34.194 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:34.194 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:34.194 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link set brx.0 up 2024-02-19T16:30:34.194 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link set dev brx.0 master ceph-brx 2024-02-19T16:30:34.194 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:34.237 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-02-19T16:30:34.237 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:30:34.238 DEBUG:teuthology.orchestra.run.smithi158:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:34.292 INFO:teuthology.orchestra.run.smithi158.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-02-19T16:30:34.292 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:30:34.292 DEBUG:teuthology.orchestra.run.smithi158:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:34.348 DEBUG:teuthology.orchestra.run.smithi158:> sudo modprobe fuse 2024-02-19T16:30:34.418 DEBUG:teuthology.orchestra.run.smithi158:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:30:34.474 INFO:teuthology.orchestra.run.smithi158.stdout:/proc 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/sys 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/dev 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/security 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/shm 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/pts 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/run 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/cgroup 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/pstore 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/bpf 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/ 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/selinux 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/mqueue 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/hugepages 2024-02-19T16:30:34.475 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/debug 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/tracing 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/fuse/connections 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/config 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/run/user/1000 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-4 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-5 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-6 2024-02-19T16:30:34.476 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-7 2024-02-19T16:30:34.477 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns 2024-02-19T16:30:34.477 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:34.477 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:34.477 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:34.477 DEBUG:teuthology.orchestra.run.smithi158:> ls /sys/fs/fuse/connections 2024-02-19T16:30:34.530 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-19T16:30:34.531 DEBUG:teuthology.orchestra.run.smithi158:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-02-19T16:30:34.573 DEBUG:teuthology.orchestra.run.smithi158:> sudo modprobe fuse 2024-02-19T16:30:34.600 DEBUG:teuthology.orchestra.run.smithi158:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:30:34.656 INFO:teuthology.orchestra.run.smithi158.stdout:/proc 2024-02-19T16:30:34.656 INFO:teuthology.orchestra.run.smithi158.stdout:/sys 2024-02-19T16:30:34.656 INFO:teuthology.orchestra.run.smithi158.stdout:/dev 2024-02-19T16:30:34.656 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/security 2024-02-19T16:30:34.656 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/shm 2024-02-19T16:30:34.656 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/pts 2024-02-19T16:30:34.656 INFO:teuthology.orchestra.run.smithi158.stdout:/run 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/cgroup 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/pstore 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/bpf 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/ 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/selinux 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/mqueue 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/hugepages 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/debug 2024-02-19T16:30:34.657 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/tracing 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/fuse/connections 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/config 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/run/user/1000 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-4 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-5 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-6 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-7 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns 2024-02-19T16:30:34.658 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:34.659 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:34.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:34.659 DEBUG:teuthology.orchestra.run.smithi158:> ls /sys/fs/fuse/connections 2024-02-19T16:30:34.667 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi158.stderr:2024-02-19T16:30:34.666+0000 7f807a038480 -1 init, newargv = 0x55e1523963f0 newargc=15 2024-02-19T16:30:34.667 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi158.stderr:ceph-fuse[43844]: starting ceph client 2024-02-19T16:30:34.673 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi158.stderr:ceph-fuse[43844]: starting fuse 2024-02-19T16:30:34.683 INFO:teuthology.orchestra.run.smithi158.stdout:41 2024-02-19T16:30:34.683 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-02-19T16:30:34.683 DEBUG:teuthology.orchestra.run.smithi158:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:30:34.683 DEBUG:teuthology.orchestra.run.smithi158:> import glob 2024-02-19T16:30:34.683 DEBUG:teuthology.orchestra.run.smithi158:> import re 2024-02-19T16:30:34.683 DEBUG:teuthology.orchestra.run.smithi158:> import os 2024-02-19T16:30:34.683 DEBUG:teuthology.orchestra.run.smithi158:> import subprocess 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> def _find_admin_socket(client_name): 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> files = glob.glob(asok_path) 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> # Given a non-glob path, it better be there 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> if "*" not in asok_path: 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> assert(len(files) == 1) 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> return files[0] 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> for f in files: 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:30:34.684 DEBUG:teuthology.orchestra.run.smithi158:> contents = proc_f.read() 2024-02-19T16:30:34.685 DEBUG:teuthology.orchestra.run.smithi158:> if mountpoint in contents: 2024-02-19T16:30:34.685 DEBUG:teuthology.orchestra.run.smithi158:> return f 2024-02-19T16:30:34.685 DEBUG:teuthology.orchestra.run.smithi158:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:30:34.685 DEBUG:teuthology.orchestra.run.smithi158:> 2024-02-19T16:30:34.685 DEBUG:teuthology.orchestra.run.smithi158:> print(_find_admin_socket("client.1")) 2024-02-19T16:30:34.685 DEBUG:teuthology.orchestra.run.smithi158:> ' 2024-02-19T16:30:34.809 INFO:teuthology.orchestra.run.smithi158.stdout:/var/run/ceph/ceph-client.1.43844.asok 2024-02-19T16:30:34.812 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:30:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:30:34.821 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43844.asok 2024-02-19T16:30:34.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:34.822 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43844.asok status 2024-02-19T16:30:34.960 INFO:teuthology.orchestra.run.smithi158.stdout:{ 2024-02-19T16:30:34.960 INFO:teuthology.orchestra.run.smithi158.stdout: "metadata": { 2024-02-19T16:30:34.960 INFO:teuthology.orchestra.run.smithi158.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:30:34.960 INFO:teuthology.orchestra.run.smithi158.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "entity_id": "1", 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "hostname": "smithi158", 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "pid": "43844", 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "root": "/" 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: }, 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "dentry_count": 0, 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "dentry_pinned_count": 0, 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "id": 4559, 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "inst": { 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "name": { 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "type": "client", 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "num": 4559 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: }, 2024-02-19T16:30:34.961 INFO:teuthology.orchestra.run.smithi158.stdout: "addr": { 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "type": "v1", 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "nonce": 1920866561 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: } 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: }, 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "addr": { 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "type": "v1", 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "nonce": 1920866561 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: }, 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "inst_str": "client.4559 192.168.0.1:0/1920866561", 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "addr_str": "192.168.0.1:0/1920866561", 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "inode_count": 1, 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "mds_epoch": 7, 2024-02-19T16:30:34.962 INFO:teuthology.orchestra.run.smithi158.stdout: "osd_epoch": 20, 2024-02-19T16:30:34.963 INFO:teuthology.orchestra.run.smithi158.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:30:34.963 INFO:teuthology.orchestra.run.smithi158.stdout: "blocklisted": false, 2024-02-19T16:30:34.963 INFO:teuthology.orchestra.run.smithi158.stdout: "fs_name": "cephfs" 2024-02-19T16:30:34.963 INFO:teuthology.orchestra.run.smithi158.stdout:} 2024-02-19T16:30:34.969 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:30:35.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.078+0000 7f1f2a242640 1 Processor -- start 2024-02-19T16:30:35.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.078+0000 7f1f2a242640 1 -- start start 2024-02-19T16:30:35.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.078+0000 7f1f2a242640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f2415deb0 0x7f1f240cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:35.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.078+0000 7f1f2a242640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240d3a70 0x7f1f240d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:35.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.078+0000 7f1f2a242640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f240d4410 con 0x7f1f240b3c70 2024-02-19T16:30:35.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.078+0000 7f1f2a242640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f240d1000 con 0x7f1f2415deb0 2024-02-19T16:30:35.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.078+0000 7f1f2a242640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f240d12e0 con 0x7f1f240d3a70 2024-02-19T16:30:35.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.079+0000 7f1f237fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f2415deb0 0x7f1f240cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:35.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.079+0000 7f1f237fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f2415deb0 0x7f1f240cf4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:55956/0 (socket says 172.21.15.104:55956) 2024-02-19T16:30:35.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.079+0000 7f1f237fe640 1 -- 172.21.15.104:0/1873690443 learned_addr learned my addr 172.21.15.104:0/1873690443 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.079+0000 7f1f22ffd640 1 --2- 172.21.15.104:0/1873690443 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240d3a70 0x7f1f240d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.079+0000 7f1f237fe640 1 -- 172.21.15.104:0/1873690443 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240d3a70 msgr2=0x7f1f240d3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.079+0000 7f1f237fe640 1 --2- 172.21.15.104:0/1873690443 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240d3a70 0x7f1f240d3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.079+0000 7f1f237fe640 1 -- 172.21.15.104:0/1873690443 >> v1:172.21.15.158:6789/0 conn(0x7f1f240b3c70 legacy=0x7f1f240b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.079+0000 7f1f237fe640 1 -- 172.21.15.104:0/1873690443 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f240cea00 con 0x7f1f2415deb0 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f237fe640 1 --2- 172.21.15.104:0/1873690443 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f240cf4e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1f180098a0 tx=0x7f1f1802b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e95a34209cdb0c1 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f227fc640 1 -- 172.21.15.104:0/1873690443 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f18030840 con 0x7f1f2415deb0 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f227fc640 1 -- 172.21.15.104:0/1873690443 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f180309a0 con 0x7f1f2415deb0 2024-02-19T16:30:35.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f227fc640 1 -- 172.21.15.104:0/1873690443 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f18030d30 con 0x7f1f2415deb0 2024-02-19T16:30:35.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f2a242640 1 -- 172.21.15.104:0/1873690443 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 msgr2=0x7f1f240cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:35.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f2a242640 1 --2- 172.21.15.104:0/1873690443 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f240cf4e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1f180098a0 tx=0x7f1f1802b980 comp rx=0 tx=0).stop 2024-02-19T16:30:35.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f2a242640 1 -- 172.21.15.104:0/1873690443 shutdown_connections 2024-02-19T16:30:35.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f2a242640 1 --2- 172.21.15.104:0/1873690443 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240d3a70 0x7f1f240d3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f2a242640 1 --2- 172.21.15.104:0/1873690443 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f240cf4e0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f2a242640 1 -- 172.21.15.104:0/1873690443 >> 172.21.15.104:0/1873690443 conn(0x7f1f2408d560 msgr2=0x7f1f2409ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:35.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f2a242640 1 -- 172.21.15.104:0/1873690443 shutdown_connections 2024-02-19T16:30:35.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.080+0000 7f1f2a242640 1 -- 172.21.15.104:0/1873690443 wait complete. 2024-02-19T16:30:35.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.082+0000 7f1f2a242640 1 Processor -- start 2024-02-19T16:30:35.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.082+0000 7f1f2a242640 1 -- start start 2024-02-19T16:30:35.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.082+0000 7f1f2a242640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240b3c70 0x7f1f240ca190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:35.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.082+0000 7f1f2a242640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f240d3a70 0x7f1f24160e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:35.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.082+0000 7f1f2a242640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f241542d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:35.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.082+0000 7f1f2a242640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2415fdb0 con 0x7f1f2415deb0 2024-02-19T16:30:35.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.082+0000 7f1f2a242640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f24160090 con 0x7f1f240d3a70 2024-02-19T16:30:35.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.082+0000 7f1f2a242640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f24160370 con 0x7f1f240b3c70 2024-02-19T16:30:35.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f241542d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:35.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f241542d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:55960/0 (socket says 172.21.15.104:55960) 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 -- 172.21.15.104:0/3187707150 learned_addr learned my addr 172.21.15.104:0/3187707150 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f237fe640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240b3c70 0x7f1f240ca190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f22ffd640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f240d3a70 0x7f1f24160e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 -- 172.21.15.104:0/3187707150 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240b3c70 msgr2=0x7f1f240ca190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240b3c70 0x7f1f240ca190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 -- 172.21.15.104:0/3187707150 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f240d3a70 msgr2=0x7f1f24160e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f240d3a70 0x7f1f24160e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 -- 172.21.15.104:0/3187707150 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f180094d0 con 0x7f1f2415deb0 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f23fff640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f241542d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c00c7a0 tx=0x7f1f1c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f0bfff640 1 -- 172.21.15.104:0/3187707150 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c003b70 con 0x7f1f2415deb0 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f0bfff640 1 -- 172.21.15.104:0/3187707150 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f1c003cf0 con 0x7f1f2415deb0 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f24160650 con 0x7f1f2415deb0 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f0bfff640 1 -- 172.21.15.104:0/3187707150 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c003ea0 con 0x7f1f2415deb0 2024-02-19T16:30:35.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.083+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f240c7dc0 con 0x7f1f2415deb0 2024-02-19T16:30:35.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.084+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f24161390 con 0x7f1f2415deb0 2024-02-19T16:30:35.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.085+0000 7f1f0bfff640 1 -- 172.21.15.104:0/3187707150 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1f1c00aa90 con 0x7f1f2415deb0 2024-02-19T16:30:35.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.085+0000 7f1f0bfff640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b840 0x7f1f1006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:35.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.085+0000 7f1f0bfff640 1 -- 172.21.15.104:0/3187707150 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1f1c089e20 con 0x7f1f2415deb0 2024-02-19T16:30:35.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.085+0000 7f1f237fe640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b840 0x7f1f1006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:35.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.086+0000 7f1f237fe640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b840 0x7f1f1006dd00 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1f18036000 tx=0x7f1f18008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:35.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.090+0000 7f1f0bfff640 1 -- 172.21.15.104:0/3187707150 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1f1c054980 con 0x7f1f2415deb0 2024-02-19T16:30:35.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.301+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f1f24160b70 con 0x7f1f2415deb0 2024-02-19T16:30:35.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.301+0000 7f1f0bfff640 1 -- 172.21.15.104:0/3187707150 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f1f24160b70 con 0x7f1f2415deb0 2024-02-19T16:30:35.303 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-19T16:30:35.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b840 msgr2=0x7f1f1006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b840 0x7f1f1006dd00 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1f18036000 tx=0x7f1f18008030 comp rx=0 tx=0).stop 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 msgr2=0x7f1f241542d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f241542d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c00c7a0 tx=0x7f1f1c00cc60 comp rx=0 tx=0).stop 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 shutdown_connections 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b840 0x7f1f1006dd00 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2415deb0 0x7f1f241542d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f240d3a70 0x7f1f24160e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 --2- 172.21.15.104:0/3187707150 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f240b3c70 0x7f1f240ca190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 >> 172.21.15.104:0/3187707150 conn(0x7f1f2408d560 msgr2=0x7f1f2406cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 shutdown_connections 2024-02-19T16:30:35.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:35.303+0000 7f1f2a242640 1 -- 172.21.15.104:0/3187707150 wait complete. 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi158.front.sepia.ceph.com 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:30:35.316 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-02-19T16:30:35.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.317 DEBUG:teuthology.orchestra.run.smithi158:> ip addr 2024-02-19T16:30:35.332 INFO:teuthology.orchestra.run.smithi158.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:30:35.332 INFO:teuthology.orchestra.run.smithi158.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:30:35.332 INFO:teuthology.orchestra.run.smithi158.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:30:35.332 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.332 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 ::1/128 scope host 2024-02-19T16:30:35.332 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.332 INFO:teuthology.orchestra.run.smithi158.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 0c:c4:7a:da:6b:d4 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: altname enp7s0f0 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 0c:c4:7a:da:6b:d5 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: altname enp7s0f1 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 0c:c4:7a:88:72:6e brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 0c:c4:7a:88:72:6f brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: inet 172.21.15.158/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft 42669sec preferred_lft 42669sec 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 fe80::ec4:7aff:fe88:726f/64 scope link 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 1e:dc:2a:47:08:93 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:30:35.333 INFO:teuthology.orchestra.run.smithi158.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-19T16:30:35.334 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.334 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 fe80::4c32:8fff:fe98:e421/64 scope link 2024-02-19T16:30:35.334 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.334 INFO:teuthology.orchestra.run.smithi158.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:30:35.334 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 1e:dc:2a:47:08:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:35.334 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 fe80::1cdc:2aff:fe47:893/64 scope link 2024-02-19T16:30:35.334 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.334 DEBUG:teuthology.orchestra.run.smithi158:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:30:35.399 INFO:teuthology.orchestra.run.smithi158.stdout:1 2024-02-19T16:30:35.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.400 DEBUG:teuthology.orchestra.run.smithi158:> route 2024-02-19T16:30:35.455 INFO:teuthology.orchestra.run.smithi158.stdout:Kernel IP routing table 2024-02-19T16:30:35.456 INFO:teuthology.orchestra.run.smithi158.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:30:35.456 INFO:teuthology.orchestra.run.smithi158.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:30:35.456 INFO:teuthology.orchestra.run.smithi158.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:30:35.456 INFO:teuthology.orchestra.run.smithi158.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:30:35.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.456 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:35.456 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:35.456 DEBUG:teuthology.orchestra.run.smithi158:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:30:35.456 DEBUG:teuthology.orchestra.run.smithi158:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:30:35.456 DEBUG:teuthology.orchestra.run.smithi158:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:30:35.456 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:35.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.551 DEBUG:teuthology.orchestra.run.smithi158:> ip netns list 2024-02-19T16:30:35.566 INFO:teuthology.orchestra.run.smithi158.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-02-19T16:30:35.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.567 DEBUG:teuthology.orchestra.run.smithi158:> ip netns list-id 2024-02-19T16:30:35.622 INFO:teuthology.orchestra.run.smithi158.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-02-19T16:30:35.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.623 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:35.623 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:35.623 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-19T16:30:35.623 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-02-19T16:30:35.623 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:35.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.704 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-02-19T16:30:35.770 INFO:teuthology.orchestra.run.smithi158.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:30:35.770 INFO:teuthology.orchestra.run.smithi158.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 ::1/128 scope host 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 4a:72:46:c2:22:fa brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 fe80::4872:46ff:fec2:22fa/64 scope link 2024-02-19T16:30:35.771 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.772 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 ::1/128 scope host 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: link/ether 4a:72:46:c2:22:fa brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.839 INFO:teuthology.orchestra.run.smithi158.stdout: inet6 fe80::4872:46ff:fec2:22fa/64 scope link 2024-02-19T16:30:35.840 INFO:teuthology.orchestra.run.smithi158.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:30:35.840 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-02-19T16:30:35.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.841 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:35.841 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:35.841 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-02-19T16:30:35.841 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-02-19T16:30:35.841 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-02-19T16:30:35.841 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-02-19T16:30:35.841 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-02-19T16:30:35.841 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:35.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:35.967 DEBUG:teuthology.orchestra.run.smithi158:> (cd / && exec bash -c ' 2024-02-19T16:30:35.967 DEBUG:teuthology.orchestra.run.smithi158:> set -e 2024-02-19T16:30:35.967 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link set brx.1 up 2024-02-19T16:30:35.967 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link set dev brx.1 master ceph-brx 2024-02-19T16:30:35.967 DEBUG:teuthology.orchestra.run.smithi158:> ') 2024-02-19T16:30:36.008 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-02-19T16:30:36.008 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:30:36.008 DEBUG:teuthology.orchestra.run.smithi158:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-02-19T16:30:36.062 INFO:teuthology.orchestra.run.smithi158.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-02-19T16:30:36.062 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:30:36.062 DEBUG:teuthology.orchestra.run.smithi158:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-02-19T16:30:36.116 DEBUG:teuthology.orchestra.run.smithi158:> sudo modprobe fuse 2024-02-19T16:30:36.184 DEBUG:teuthology.orchestra.run.smithi158:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/proc 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/sys 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/dev 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/security 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/shm 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/pts 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/run 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/cgroup 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/pstore 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/bpf 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/ 2024-02-19T16:30:36.240 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/selinux 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/mqueue 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/hugepages 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/debug 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/tracing 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/fuse/connections 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/config 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/run/user/1000 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-4 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-5 2024-02-19T16:30:36.241 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-6 2024-02-19T16:30:36.242 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-7 2024-02-19T16:30:36.242 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns 2024-02-19T16:30:36.242 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:36.242 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:36.242 INFO:teuthology.orchestra.run.smithi158.stdout:/home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:36.242 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-19T16:30:36.242 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-19T16:30:36.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.243 DEBUG:teuthology.orchestra.run.smithi158:> ls /sys/fs/fuse/connections 2024-02-19T16:30:36.298 INFO:teuthology.orchestra.run.smithi158.stdout:41 2024-02-19T16:30:36.298 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-02-19T16:30:36.298 DEBUG:teuthology.orchestra.run.smithi158:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-02-19T16:30:36.340 DEBUG:teuthology.orchestra.run.smithi158:> sudo modprobe fuse 2024-02-19T16:30:36.367 DEBUG:teuthology.orchestra.run.smithi158:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:30:36.422 INFO:teuthology.orchestra.run.smithi158.stdout:/proc 2024-02-19T16:30:36.422 INFO:teuthology.orchestra.run.smithi158.stdout:/sys 2024-02-19T16:30:36.422 INFO:teuthology.orchestra.run.smithi158.stdout:/dev 2024-02-19T16:30:36.422 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/security 2024-02-19T16:30:36.422 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/shm 2024-02-19T16:30:36.422 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/pts 2024-02-19T16:30:36.422 INFO:teuthology.orchestra.run.smithi158.stdout:/run 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/cgroup 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/pstore 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/bpf 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/ 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/selinux 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/mqueue 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/dev/hugepages 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/debug 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/tracing 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/fs/fuse/connections 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/sys/kernel/config 2024-02-19T16:30:36.423 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/run/user/1000 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-4 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-5 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-6 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/var/lib/ceph/osd/ceph-7 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-19T16:30:36.424 INFO:teuthology.orchestra.run.smithi158.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-19T16:30:36.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.425 DEBUG:teuthology.orchestra.run.smithi158:> ls /sys/fs/fuse/connections 2024-02-19T16:30:36.436 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi158.stderr:2024-02-19T16:30:36.434+0000 7f0b3ee0d480 -1 init, newargv = 0x564361c74300 newargc=15 2024-02-19T16:30:36.436 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi158.stderr:ceph-fuse[44297]: starting ceph client 2024-02-19T16:30:36.440 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi158.stderr:ceph-fuse[44297]: starting fuse 2024-02-19T16:30:36.451 INFO:teuthology.orchestra.run.smithi158.stdout:41 2024-02-19T16:30:36.451 INFO:teuthology.orchestra.run.smithi158.stdout:44 2024-02-19T16:30:36.451 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> import glob 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> import re 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> import os 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> import subprocess 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> def _find_admin_socket(client_name): 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> files = glob.glob(asok_path) 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> # Given a non-glob path, it better be there 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> if "*" not in asok_path: 2024-02-19T16:30:36.452 DEBUG:teuthology.orchestra.run.smithi158:> assert(len(files) == 1) 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> return files[0] 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> for f in files: 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> contents = proc_f.read() 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> if mountpoint in contents: 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> return f 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> print(_find_admin_socket("client.3")) 2024-02-19T16:30:36.453 DEBUG:teuthology.orchestra.run.smithi158:> ' 2024-02-19T16:30:36.572 INFO:teuthology.orchestra.run.smithi158.stdout:/var/run/ceph/ceph-client.3.44297.asok 2024-02-19T16:30:36.575 INFO:teuthology.orchestra.run.smithi158.stderr:2024-02-19T16:30:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:30:36.582 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.44297.asok 2024-02-19T16:30:36.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.582 DEBUG:teuthology.orchestra.run.smithi158:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.44297.asok status 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout:{ 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "metadata": { 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "entity_id": "3", 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "hostname": "smithi158", 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "pid": "44297", 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "root": "/" 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: }, 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "dentry_count": 0, 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "dentry_pinned_count": 0, 2024-02-19T16:30:36.720 INFO:teuthology.orchestra.run.smithi158.stdout: "id": 4729, 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "inst": { 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "name": { 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "type": "client", 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "num": 4729 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: }, 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "addr": { 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "type": "v1", 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "addr": "192.168.0.2:0", 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "nonce": 2190724617 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: } 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: }, 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "addr": { 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "type": "v1", 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "addr": "192.168.0.2:0", 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "nonce": 2190724617 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: }, 2024-02-19T16:30:36.721 INFO:teuthology.orchestra.run.smithi158.stdout: "inst_str": "client.4729 192.168.0.2:0/2190724617", 2024-02-19T16:30:36.722 INFO:teuthology.orchestra.run.smithi158.stdout: "addr_str": "192.168.0.2:0/2190724617", 2024-02-19T16:30:36.722 INFO:teuthology.orchestra.run.smithi158.stdout: "inode_count": 1, 2024-02-19T16:30:36.722 INFO:teuthology.orchestra.run.smithi158.stdout: "mds_epoch": 7, 2024-02-19T16:30:36.722 INFO:teuthology.orchestra.run.smithi158.stdout: "osd_epoch": 20, 2024-02-19T16:30:36.722 INFO:teuthology.orchestra.run.smithi158.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:30:36.722 INFO:teuthology.orchestra.run.smithi158.stdout: "blocklisted": false, 2024-02-19T16:30:36.722 INFO:teuthology.orchestra.run.smithi158.stdout: "fs_name": "cephfs" 2024-02-19T16:30:36.722 INFO:teuthology.orchestra.run.smithi158.stdout:} 2024-02-19T16:30:36.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.728 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-02-19T16:30:36.728 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:36.747 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-02-19T16:30:36.747 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:36.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.747 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:36.819 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.819 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-02-19T16:30:36.819 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.2 2024-02-19T16:30:36.876 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-02-19T16:30:36.876 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-02-19T16:30:36.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.876 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-02-19T16:30:36.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.949 DEBUG:teuthology.orchestra.run.smithi158:> stat --file-system '--printf=%T 2024-02-19T16:30:36.949 DEBUG:teuthology.orchestra.run.smithi158:> ' -- /home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:36.965 INFO:teuthology.orchestra.run.smithi158.stdout:fuseblk 2024-02-19T16:30:36.965 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:36.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:36.965 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:37.032 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:37.032 DEBUG:teuthology.orchestra.run.smithi158:> stat --file-system '--printf=%T 2024-02-19T16:30:37.032 DEBUG:teuthology.orchestra.run.smithi158:> ' -- /home/ubuntu/cephtest/mnt.3 2024-02-19T16:30:37.087 INFO:teuthology.orchestra.run.smithi158.stdout:fuseblk 2024-02-19T16:30:37.087 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-02-19T16:30:37.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:37.087 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-02-19T16:30:37.154 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-02-19T16:30:37.171 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:37.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.276+0000 7f8a83ec3640 1 Processor -- start 2024-02-19T16:30:37.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.276+0000 7f8a83ec3640 1 -- start start 2024-02-19T16:30:37.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a83ec3640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f8a7c161520 0x7f8a7c0b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a83ec3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8a7c0d4240 0x7f8a7c0d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a83ec3640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a7c0b42f0 con 0x7f8a7c162760 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a83ec3640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a7c0b45d0 con 0x7f8a7c0d4240 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a83ec3640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a7c0b48b0 con 0x7f8a7c161520 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a82460640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8a7c0d4240 0x7f8a7c0d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a82460640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8a7c0d4240 0x7f8a7c0d1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:55970/0 (socket says 172.21.15.104:55970) 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a82460640 1 -- 172.21.15.104:0/3924103332 learned_addr learned my addr 172.21.15.104:0/3924103332 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a81c5f640 1 --2- 172.21.15.104:0/3924103332 >> v2:172.21.15.158:3300/0 conn(0x7f8a7c161520 0x7f8a7c0b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a82460640 1 -- 172.21.15.104:0/3924103332 >> v2:172.21.15.158:3300/0 conn(0x7f8a7c161520 msgr2=0x7f8a7c0b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a82460640 1 --2- 172.21.15.104:0/3924103332 >> v2:172.21.15.158:3300/0 conn(0x7f8a7c161520 0x7f8a7c0b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a82460640 1 -- 172.21.15.104:0/3924103332 >> v1:172.21.15.158:6789/0 conn(0x7f8a7c162760 legacy=0x7f8a7c0d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.277+0000 7f8a82460640 1 -- 172.21.15.104:0/3924103332 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a7c0b4b90 con 0x7f8a7c0d4240 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.278+0000 7f8a82460640 1 --2- 172.21.15.104:0/3924103332 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c0d4240 0x7f8a7c0d1bb0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c0b67f0 tx=0x7f8a7402bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9efcdfcf5ba24f1b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.278+0000 7f8a80c5d640 1 -- 172.21.15.104:0/3924103332 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7402cb20 con 0x7f8a7c0d4240 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.278+0000 7f8a80c5d640 1 -- 172.21.15.104:0/3924103332 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7402cc80 con 0x7f8a7c0d4240 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.278+0000 7f8a80c5d640 1 -- 172.21.15.104:0/3924103332 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a740343f0 con 0x7f8a7c0d4240 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.279+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3924103332 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c0d4240 msgr2=0x7f8a7c0d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.279+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3924103332 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c0d4240 0x7f8a7c0d1bb0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c0b67f0 tx=0x7f8a7402bf80 comp rx=0 tx=0).stop 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.279+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3924103332 shutdown_connections 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.279+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3924103332 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c0d4240 0x7f8a7c0d1bb0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.279+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3924103332 >> v2:172.21.15.158:3300/0 conn(0x7f8a7c161520 0x7f8a7c0b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.279+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3924103332 >> 172.21.15.104:0/3924103332 conn(0x7f8a7c08d5d0 msgr2=0x7f8a7c09cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.279+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3924103332 shutdown_connections 2024-02-19T16:30:37.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.279+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3924103332 wait complete. 2024-02-19T16:30:37.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.280+0000 7f8a83ec3640 1 Processor -- start 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.280+0000 7f8a83ec3640 1 -- start start 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a83ec3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8a7c0d4240 0x7f8a7c15bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a83ec3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c161520 0x7f8a7c0cb810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a83ec3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8a7c162760 0x7f8a7c0d0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a83ec3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c0cc540 con 0x7f8a7c161520 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a83ec3640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c15c490 con 0x7f8a7c162760 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a83ec3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c0cc260 con 0x7f8a7c0d4240 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c161520 0x7f8a7c0cb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c161520 0x7f8a7c0cb810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:55980/0 (socket says 172.21.15.104:55980) 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 -- 172.21.15.104:0/3178366333 learned_addr learned my addr 172.21.15.104:0/3178366333 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a81c5f640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8a7c0d4240 0x7f8a7c15bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a82460640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8a7c162760 0x7f8a7c0d0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 -- 172.21.15.104:0/3178366333 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8a7c0d4240 msgr2=0x7f8a7c15bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8a7c0d4240 0x7f8a7c15bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 -- 172.21.15.104:0/3178366333 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8a7c162760 msgr2=0x7f8a7c0d0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8a7c162760 0x7f8a7c0d0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 -- 172.21.15.104:0/3178366333 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a74009b30 con 0x7f8a7c161520 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a8145e640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c161520 0x7f8a7c0cb810 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c00c3c0 tx=0x7f8a6c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a727fc640 1 -- 172.21.15.104:0/3178366333 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c0052d0 con 0x7f8a7c161520 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a727fc640 1 -- 172.21.15.104:0/3178366333 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a6c005450 con 0x7f8a7c161520 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a7c1f7080 con 0x7f8a7c161520 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a727fc640 1 -- 172.21.15.104:0/3178366333 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c007260 con 0x7f8a7c161520 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.281+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a7c1f7640 con 0x7f8a7c161520 2024-02-19T16:30:37.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.282+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a7c0751e0 con 0x7f8a7c161520 2024-02-19T16:30:37.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.283+0000 7f8a727fc640 1 -- 172.21.15.104:0/3178366333 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8a6c0073c0 con 0x7f8a7c161520 2024-02-19T16:30:37.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.283+0000 7f8a727fc640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8a6006b810 0x7f8a6006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.283+0000 7f8a727fc640 1 -- 172.21.15.104:0/3178366333 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a6c089440 con 0x7f8a7c161520 2024-02-19T16:30:37.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.283+0000 7f8a81c5f640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8a6006b810 0x7f8a6006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.284+0000 7f8a81c5f640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8a6006b810 0x7f8a6006dcd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c0d1e30 tx=0x7f8a78009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.288+0000 7f8a727fc640 1 -- 172.21.15.104:0/3178366333 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8a6c053fa0 con 0x7f8a7c161520 2024-02-19T16:30:37.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.460+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8a7c0cdd20 con 0x7f8a7c161520 2024-02-19T16:30:37.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.461+0000 7f8a727fc640 1 -- 172.21.15.104:0/3178366333 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f8a6c057660 con 0x7f8a7c161520 2024-02-19T16:30:37.464 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:37.464 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:37.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8a6006b810 msgr2=0x7f8a6006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8a6006b810 0x7f8a6006dcd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c0d1e30 tx=0x7f8a78009190 comp rx=0 tx=0).stop 2024-02-19T16:30:37.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c161520 msgr2=0x7f8a7c0cb810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c161520 0x7f8a7c0cb810 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c00c3c0 tx=0x7f8a6c00c880 comp rx=0 tx=0).stop 2024-02-19T16:30:37.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 shutdown_connections 2024-02-19T16:30:37.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8a6006b810 0x7f8a6006dcd0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a7c161520 0x7f8a7c0cb810 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8a7c162760 0x7f8a7c0d0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 --2- 172.21.15.104:0/3178366333 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8a7c0d4240 0x7f8a7c15bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.463+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 >> 172.21.15.104:0/3178366333 conn(0x7f8a7c08d5d0 msgr2=0x7f8a7c0cf1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:37.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.464+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 shutdown_connections 2024-02-19T16:30:37.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.464+0000 7f8a83ec3640 1 -- 172.21.15.104:0/3178366333 wait complete. 2024-02-19T16:30:37.477 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:37.477 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.576+0000 7f6594fd0640 1 Processor -- start 2024-02-19T16:30:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.576+0000 7f6594fd0640 1 -- start start 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f6594fd0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6590162760 0x7f65900d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f6594fd0640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f65900d4070 0x7f65900d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f6594fd0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65900b4080 con 0x7f6590161520 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f6594fd0640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65900d44c0 con 0x7f65900d4070 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f6594fd0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65900b42f0 con 0x7f6590162760 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658e59c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6590161520 0x7f65900b3970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40202/0 (socket says 172.21.15.104:40202) 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658e59c640 1 -- 172.21.15.104:0/4174836871 learned_addr learned my addr 172.21.15.104:0/4174836871 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658ed9d640 1 --2- 172.21.15.104:0/4174836871 >> v2:172.21.15.158:3300/0 conn(0x7f65900d4070 0x7f65900d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658dd9b640 1 --2- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6590162760 0x7f65900d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658d59a640 1 -- 172.21.15.104:0/4174836871 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4280761290 0 0) 0x7f65900b4080 con 0x7f6590161520 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658d59a640 1 -- 172.21.15.104:0/4174836871 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6578003520 con 0x7f6590161520 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658ed9d640 1 -- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6590162760 msgr2=0x7f65900d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658ed9d640 1 --2- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6590162760 0x7f65900d3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.577+0000 7f658ed9d640 1 -- 172.21.15.104:0/4174836871 >> v1:172.21.15.104:6789/0 conn(0x7f6590161520 legacy=0x7f65900b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.578+0000 7f658ed9d640 1 -- 172.21.15.104:0/4174836871 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65900b45d0 con 0x7f65900d4070 2024-02-19T16:30:37.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.578+0000 7f658dd9b640 1 --2- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6590162760 0x7f65900d3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.578+0000 7f658ed9d640 1 --2- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f65900d4070 0x7f65900d1bb0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f65880097a0 tx=0x7f658802b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a66a8f39a21a8b03 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.578+0000 7f658d59a640 1 -- 172.21.15.104:0/4174836871 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6588030610 con 0x7f65900d4070 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.578+0000 7f658d59a640 1 -- 172.21.15.104:0/4174836871 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6588030770 con 0x7f65900d4070 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.578+0000 7f658d59a640 1 -- 172.21.15.104:0/4174836871 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6588030b00 con 0x7f65900d4070 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.579+0000 7f6594fd0640 1 -- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f65900d4070 msgr2=0x7f65900d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.579+0000 7f6594fd0640 1 --2- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f65900d4070 0x7f65900d1bb0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f65880097a0 tx=0x7f658802b960 comp rx=0 tx=0).stop 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.579+0000 7f6594fd0640 1 -- 172.21.15.104:0/4174836871 shutdown_connections 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.579+0000 7f6594fd0640 1 --2- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6590162760 0x7f65900d3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.579+0000 7f6594fd0640 1 --2- 172.21.15.104:0/4174836871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f65900d4070 0x7f65900d1bb0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.579+0000 7f6594fd0640 1 -- 172.21.15.104:0/4174836871 >> 172.21.15.104:0/4174836871 conn(0x7f659008d5d0 msgr2=0x7f659009cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:37.583 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.579+0000 7f6594fd0640 1 -- 172.21.15.104:0/4174836871 shutdown_connections 2024-02-19T16:30:37.583 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.579+0000 7f6594fd0640 1 -- 172.21.15.104:0/4174836871 wait complete. 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.580+0000 7f6594fd0640 1 Processor -- start 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.580+0000 7f6594fd0640 1 -- start start 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f6594fd0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65900d4070 0x7f6590155360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f6594fd0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6590161520 0x7f65900c9e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f6594fd0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6590162760 0x7f659015d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f6594fd0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65900c9980 con 0x7f6590161520 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f6594fd0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65900b75e0 con 0x7f6590162760 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f6594fd0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65900b78c0 con 0x7f65900d4070 2024-02-19T16:30:37.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f658dd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6590161520 0x7f65900c9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f658dd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6590161520 0x7f65900c9e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:55996/0 (socket says 172.21.15.104:55996) 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f658dd9b640 1 -- 172.21.15.104:0/34204776 learned_addr learned my addr 172.21.15.104:0/34204776 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f658e59c640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65900d4070 0x7f6590155360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.581+0000 7f658ed9d640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6590162760 0x7f659015d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f658dd9b640 1 -- 172.21.15.104:0/34204776 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65900d4070 msgr2=0x7f6590155360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f658dd9b640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65900d4070 0x7f6590155360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f658dd9b640 1 -- 172.21.15.104:0/34204776 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6590162760 msgr2=0x7f659015d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f658dd9b640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6590162760 0x7f659015d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f658dd9b640 1 -- 172.21.15.104:0/34204776 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6584009400 con 0x7f6590161520 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f658dd9b640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6590161520 0x7f65900c9e80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f658400e960 tx=0x7f658400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f657effd640 1 -- 172.21.15.104:0/34204776 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658400ca00 con 0x7f6590161520 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f657effd640 1 -- 172.21.15.104:0/34204776 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f658400cb60 con 0x7f6590161520 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f657effd640 1 -- 172.21.15.104:0/34204776 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6584013470 con 0x7f6590161520 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6588009400 con 0x7f6590161520 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.582+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65900b7c50 con 0x7f6590161520 2024-02-19T16:30:37.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.583+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65900751e0 con 0x7f6590161520 2024-02-19T16:30:37.587 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.583+0000 7f657effd640 1 -- 172.21.15.104:0/34204776 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f65840135d0 con 0x7f6590161520 2024-02-19T16:30:37.587 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.584+0000 7f657effd640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f657006b840 0x7f657006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.587 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.584+0000 7f657effd640 1 -- 172.21.15.104:0/34204776 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f658408a360 con 0x7f6590161520 2024-02-19T16:30:37.587 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.584+0000 7f658e59c640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f657006b840 0x7f657006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.587 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.584+0000 7f658e59c640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f657006b840 0x7f657006dd00 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6580005c00 tx=0x7f6580009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.588+0000 7f657effd640 1 -- 172.21.15.104:0/34204776 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6584054e40 con 0x7f6590161520 2024-02-19T16:30:37.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.759+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f65900b3750 con 0x7f6590161520 2024-02-19T16:30:37.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.760+0000 7f657effd640 1 -- 172.21.15.104:0/34204776 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6584058500 con 0x7f6590161520 2024-02-19T16:30:37.762 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:37.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.761+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f657006b840 msgr2=0x7f657006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.761+0000 7f6594fd0640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f657006b840 0x7f657006dd00 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6580005c00 tx=0x7f6580009040 comp rx=0 tx=0).stop 2024-02-19T16:30:37.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.761+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6590161520 msgr2=0x7f65900c9e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.761+0000 7f6594fd0640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6590161520 0x7f65900c9e80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f658400e960 tx=0x7f658400ee20 comp rx=0 tx=0).stop 2024-02-19T16:30:37.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.762+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 shutdown_connections 2024-02-19T16:30:37.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.762+0000 7f6594fd0640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f657006b840 0x7f657006dd00 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.762+0000 7f6594fd0640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6590161520 0x7f65900c9e80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.762+0000 7f6594fd0640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6590162760 0x7f659015d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.762+0000 7f6594fd0640 1 --2- 172.21.15.104:0/34204776 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65900d4070 0x7f6590155360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.762+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 >> 172.21.15.104:0/34204776 conn(0x7f659008d5d0 msgr2=0x7f65900b5dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:37.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.762+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 shutdown_connections 2024-02-19T16:30:37.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.762+0000 7f6594fd0640 1 -- 172.21.15.104:0/34204776 wait complete. 2024-02-19T16:30:37.775 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.875+0000 7fe290023640 1 Processor -- start 2024-02-19T16:30:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.875+0000 7fe290023640 1 -- start start 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.876+0000 7fe290023640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe2880d1ac0 0x7fe2880d1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.876+0000 7fe290023640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2880aeda0 con 0x7fe2880b0240 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.876+0000 7fe290023640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe288160560 con 0x7fe2880b24b0 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.876+0000 7fe290023640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2880b3450 con 0x7fe2880d1ac0 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.876+0000 7fe28ddbf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe2880d1ac0 0x7fe2880d1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.876+0000 7fe28e5c0640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe2880b0240 0x7fe28815fe50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40204/0 (socket says 172.21.15.104:40204) 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.876+0000 7fe28e5c0640 1 -- 172.21.15.104:0/3861982388 learned_addr learned my addr 172.21.15.104:0/3861982388 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.877+0000 7fe28ddbf640 1 -- 172.21.15.104:0/3861982388 >> v1:172.21.15.158:6789/0 conn(0x7fe2880b24b0 legacy=0x7fe28815f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.877+0000 7fe28ddbf640 1 -- 172.21.15.104:0/3861982388 >> v1:172.21.15.104:6789/0 conn(0x7fe2880b0240 legacy=0x7fe28815fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.877+0000 7fe28ddbf640 1 -- 172.21.15.104:0/3861982388 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2880d23e0 con 0x7fe2880d1ac0 2024-02-19T16:30:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.877+0000 7fe28cdbd640 1 -- 172.21.15.104:0/3861982388 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1578585756 0 0) 0x7fe2880aeda0 con 0x7fe2880b0240 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.877+0000 7fe28ddbf640 1 --2- 172.21.15.104:0/3861982388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880d1ac0 0x7fe2880d1ea0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe284009d90 tx=0x7fe28402beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95cad479975dfcd0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe28cdbd640 1 -- 172.21.15.104:0/3861982388 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe28402cc60 con 0x7fe2880d1ac0 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe28cdbd640 1 -- 172.21.15.104:0/3861982388 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe28402cdc0 con 0x7fe2880d1ac0 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe28cdbd640 1 -- 172.21.15.104:0/3861982388 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe284034660 con 0x7fe2880d1ac0 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe290023640 1 -- 172.21.15.104:0/3861982388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880d1ac0 msgr2=0x7fe2880d1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe290023640 1 --2- 172.21.15.104:0/3861982388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880d1ac0 0x7fe2880d1ea0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe284009d90 tx=0x7fe28402beb0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe290023640 1 -- 172.21.15.104:0/3861982388 shutdown_connections 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe290023640 1 --2- 172.21.15.104:0/3861982388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880d1ac0 0x7fe2880d1ea0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe290023640 1 -- 172.21.15.104:0/3861982388 >> 172.21.15.104:0/3861982388 conn(0x7fe288072f10 msgr2=0x7fe28809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe290023640 1 -- 172.21.15.104:0/3861982388 shutdown_connections 2024-02-19T16:30:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.878+0000 7fe290023640 1 -- 172.21.15.104:0/3861982388 wait complete. 2024-02-19T16:30:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.879+0000 7fe290023640 1 Processor -- start 2024-02-19T16:30:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.879+0000 7fe290023640 1 -- start start 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe290023640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880b0240 0x7fe2880c9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe290023640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2880b24b0 0x7fe288156a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe290023640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2880d1ac0 0x7fe2880b6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe290023640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe28806d240 con 0x7fe2880b0240 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe290023640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe28806d4e0 con 0x7fe2880d1ac0 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe290023640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe28806d7c0 con 0x7fe2880b24b0 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28ddbf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880b0240 0x7fe2880c9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28ddbf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880b0240 0x7fe2880c9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56006/0 (socket says 172.21.15.104:56006) 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28ddbf640 1 -- 172.21.15.104:0/1112076115 learned_addr learned my addr 172.21.15.104:0/1112076115 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28d5be640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2880b24b0 0x7fe288156a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28e5c0640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2880d1ac0 0x7fe2880b6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28ddbf640 1 -- 172.21.15.104:0/1112076115 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2880b24b0 msgr2=0x7fe288156a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28ddbf640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2880b24b0 0x7fe288156a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28ddbf640 1 -- 172.21.15.104:0/1112076115 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2880d1ac0 msgr2=0x7fe2880b6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28ddbf640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2880d1ac0 0x7fe2880b6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.880+0000 7fe28ddbf640 1 -- 172.21.15.104:0/1112076115 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe284009a70 con 0x7fe2880b0240 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.881+0000 7fe28ddbf640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880b0240 0x7fe2880c9680 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe284037040 tx=0x7fe284004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.881+0000 7fe27e7fc640 1 -- 172.21.15.104:0/1112076115 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe284003990 con 0x7fe2880b0240 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.881+0000 7fe27e7fc640 1 -- 172.21.15.104:0/1112076115 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe284003af0 con 0x7fe2880b0240 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.881+0000 7fe27e7fc640 1 -- 172.21.15.104:0/1112076115 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe284003ea0 con 0x7fe2880b0240 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.881+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe28806daa0 con 0x7fe2880b0240 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.881+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe288156fc0 con 0x7fe2880b0240 2024-02-19T16:30:37.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.882+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe28806d900 con 0x7fe2880b0240 2024-02-19T16:30:37.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.882+0000 7fe27e7fc640 1 -- 172.21.15.104:0/1112076115 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe284004000 con 0x7fe2880b0240 2024-02-19T16:30:37.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.882+0000 7fe27e7fc640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe26c06b810 0x7fe26c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:37.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.883+0000 7fe27e7fc640 1 -- 172.21.15.104:0/1112076115 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe2840acaf0 con 0x7fe2880b0240 2024-02-19T16:30:37.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.883+0000 7fe28d5be640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe26c06b810 0x7fe26c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:37.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.883+0000 7fe28d5be640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe26c06b810 0x7fe26c06dcd0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe2880c50e0 tx=0x7fe278009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:37.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:37.887+0000 7fe27e7fc640 1 -- 172.21.15.104:0/1112076115 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe28806d900 con 0x7fe2880b0240 2024-02-19T16:30:38.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.058+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe28806d900 con 0x7fe2880b0240 2024-02-19T16:30:38.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.059+0000 7fe27e7fc640 1 -- 172.21.15.104:0/1112076115 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe28806d900 con 0x7fe2880b0240 2024-02-19T16:30:38.061 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:38.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe26c06b810 msgr2=0x7fe26c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe26c06b810 0x7fe26c06dcd0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe2880c50e0 tx=0x7fe278009040 comp rx=0 tx=0).stop 2024-02-19T16:30:38.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880b0240 msgr2=0x7fe2880c9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880b0240 0x7fe2880c9680 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe284037040 tx=0x7fe284004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 shutdown_connections 2024-02-19T16:30:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe26c06b810 0x7fe26c06dcd0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2880d1ac0 0x7fe2880b6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2880b24b0 0x7fe288156a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 --2- 172.21.15.104:0/1112076115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2880b0240 0x7fe2880c9680 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 >> 172.21.15.104:0/1112076115 conn(0x7fe288072f10 msgr2=0x7fe2880b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 shutdown_connections 2024-02-19T16:30:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.061+0000 7fe290023640 1 -- 172.21.15.104:0/1112076115 wait complete. 2024-02-19T16:30:38.074 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:38.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.173+0000 7f061be12640 1 Processor -- start 2024-02-19T16:30:38.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.174+0000 7f061be12640 1 -- start start 2024-02-19T16:30:38.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.174+0000 7f061be12640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f06140d20c0 0x7f06140cd510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.174+0000 7f061be12640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06140cc970 con 0x7f061415bdc0 2024-02-19T16:30:38.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.174+0000 7f061be12640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06140704d0 con 0x7f06140d1c60 2024-02-19T16:30:38.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.174+0000 7f061be12640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06140707b0 con 0x7f06140d20c0 2024-02-19T16:30:38.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.174+0000 7f061a3af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f06140d20c0 0x7f06140cd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.174+0000 7f0619bae640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f061415bdc0 0x7f061406fa80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40210/0 (socket says 172.21.15.104:40210) 2024-02-19T16:30:38.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.174+0000 7f0619bae640 1 -- 172.21.15.104:0/1405674224 learned_addr learned my addr 172.21.15.104:0/1405674224 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:38.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.175+0000 7f061a3af640 1 -- 172.21.15.104:0/1405674224 >> v1:172.21.15.158:6789/0 conn(0x7f06140d1c60 legacy=0x7f06140cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.175+0000 7f061a3af640 1 -- 172.21.15.104:0/1405674224 >> v1:172.21.15.104:6789/0 conn(0x7f061415bdc0 legacy=0x7f061406fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.175+0000 7f061a3af640 1 -- 172.21.15.104:0/1405674224 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0614070a90 con 0x7f06140d20c0 2024-02-19T16:30:38.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.175+0000 7f0618bac640 1 -- 172.21.15.104:0/1405674224 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2926771012 0 0) 0x7f06140704d0 con 0x7f06140d1c60 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.175+0000 7f061a3af640 1 --2- 172.21.15.104:0/1405674224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06140d20c0 0x7f06140cd510 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f060c009d90 tx=0x7f060c02bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb85d89292875592 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f0618bac640 1 -- 172.21.15.104:0/1405674224 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f060c02cab0 con 0x7f06140d20c0 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f0618bac640 1 -- 172.21.15.104:0/1405674224 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f060c02cc10 con 0x7f06140d20c0 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f0618bac640 1 -- 172.21.15.104:0/1405674224 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f060c034440 con 0x7f06140d20c0 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f061be12640 1 -- 172.21.15.104:0/1405674224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06140d20c0 msgr2=0x7f06140cd510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f061be12640 1 --2- 172.21.15.104:0/1405674224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06140d20c0 0x7f06140cd510 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f060c009d90 tx=0x7f060c02bd80 comp rx=0 tx=0).stop 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f061be12640 1 -- 172.21.15.104:0/1405674224 shutdown_connections 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f061be12640 1 --2- 172.21.15.104:0/1405674224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06140d20c0 0x7f06140cd510 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f061be12640 1 -- 172.21.15.104:0/1405674224 >> 172.21.15.104:0/1405674224 conn(0x7f0614072f80 msgr2=0x7f061409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f061be12640 1 -- 172.21.15.104:0/1405674224 shutdown_connections 2024-02-19T16:30:38.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.176+0000 7f061be12640 1 -- 172.21.15.104:0/1405674224 wait complete. 2024-02-19T16:30:38.181 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.177+0000 7f061be12640 1 Processor -- start 2024-02-19T16:30:38.181 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.177+0000 7f061be12640 1 -- start start 2024-02-19T16:30:38.181 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061be12640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06140d1c60 0x7f06141e5de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.181 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061be12640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06140d20c0 0x7f06141e35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.181 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061be12640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f061415bdc0 0x7f061415a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061be12640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06140b61e0 con 0x7f061415bdc0 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061be12640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06141f6060 con 0x7f06140d20c0 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061be12640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06141f5d80 con 0x7f06140d1c60 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061a3af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f061415bdc0 0x7f061415a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061a3af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f061415bdc0 0x7f061415a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56022/0 (socket says 172.21.15.104:56022) 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061a3af640 1 -- 172.21.15.104:0/2515064105 learned_addr learned my addr 172.21.15.104:0/2515064105 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f06193ad640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06140d20c0 0x7f06141e35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f0619bae640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06140d1c60 0x7f06141e5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061a3af640 1 -- 172.21.15.104:0/2515064105 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06140d1c60 msgr2=0x7f06141e5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061a3af640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06140d1c60 0x7f06141e5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061a3af640 1 -- 172.21.15.104:0/2515064105 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06140d20c0 msgr2=0x7f06141e35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061a3af640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06140d20c0 0x7f06141e35e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.178+0000 7f061a3af640 1 -- 172.21.15.104:0/2515064105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f060c009a70 con 0x7f061415bdc0 2024-02-19T16:30:38.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.179+0000 7f061a3af640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f061415bdc0 0x7f061415a0f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f060c009d90 tx=0x7f060c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.179+0000 7f060a7fc640 1 -- 172.21.15.104:0/2515064105 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f060c03e610 con 0x7f061415bdc0 2024-02-19T16:30:38.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.179+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06140b6410 con 0x7f061415bdc0 2024-02-19T16:30:38.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.179+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06140b69d0 con 0x7f061415bdc0 2024-02-19T16:30:38.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.179+0000 7f060a7fc640 1 -- 172.21.15.104:0/2515064105 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f060c03e770 con 0x7f061415bdc0 2024-02-19T16:30:38.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.179+0000 7f060a7fc640 1 -- 172.21.15.104:0/2515064105 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f060c03eae0 con 0x7f061415bdc0 2024-02-19T16:30:38.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.180+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05fc005290 con 0x7f061415bdc0 2024-02-19T16:30:38.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.180+0000 7f060a7fc640 1 -- 172.21.15.104:0/2515064105 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f060c03b050 con 0x7f061415bdc0 2024-02-19T16:30:38.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.181+0000 7f060a7fc640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f05f806b810 0x7f05f806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.181+0000 7f0619bae640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f05f806b810 0x7f05f806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.181+0000 7f060a7fc640 1 -- 172.21.15.104:0/2515064105 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f060c0ac860 con 0x7f061415bdc0 2024-02-19T16:30:38.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.181+0000 7f0619bae640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f05f806b810 0x7f05f806dcd0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0610000f60 tx=0x7f0610007e20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.185+0000 7f060a7fc640 1 -- 172.21.15.104:0/2515064105 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f060c077370 con 0x7f061415bdc0 2024-02-19T16:30:38.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.358+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f05fc005810 con 0x7f061415bdc0 2024-02-19T16:30:38.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.359+0000 7f060a7fc640 1 -- 172.21.15.104:0/2515064105 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f060c07aa30 con 0x7f061415bdc0 2024-02-19T16:30:38.361 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:38.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f05f806b810 msgr2=0x7f05f806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f05f806b810 0x7f05f806dcd0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0610000f60 tx=0x7f0610007e20 comp rx=0 tx=0).stop 2024-02-19T16:30:38.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f061415bdc0 msgr2=0x7f061415a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f061415bdc0 0x7f061415a0f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f060c009d90 tx=0x7f060c004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:38.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 shutdown_connections 2024-02-19T16:30:38.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f05f806b810 0x7f05f806dcd0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f061415bdc0 0x7f061415a0f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06140d20c0 0x7f06141e35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 --2- 172.21.15.104:0/2515064105 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06140d1c60 0x7f06141e5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 >> 172.21.15.104:0/2515064105 conn(0x7f0614072f80 msgr2=0x7f061415b240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:38.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 shutdown_connections 2024-02-19T16:30:38.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.361+0000 7f061be12640 1 -- 172.21.15.104:0/2515064105 wait complete. 2024-02-19T16:30:38.374 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:38.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.471+0000 7f48cb87b640 1 Processor -- start 2024-02-19T16:30:38.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.471+0000 7f48cb87b640 1 -- start start 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48cb87b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f48c415ddb0 0x7f48c40b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48cb87b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48c406cf00 0x7f48c40d18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48cb87b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48c40b29b0 con 0x7f48c40d1e20 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48cb87b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48c40d2290 con 0x7f48c406cf00 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48cb87b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48c40b1930 con 0x7f48c415ddb0 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48c8e16640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48c406cf00 0x7f48c40d18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48c8e16640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48c406cf00 0x7f48c40d18e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56024/0 (socket says 172.21.15.104:56024) 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48c9e18640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f48c40d1e20 0x7f48c40ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40216/0 (socket says 172.21.15.104:40216) 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48c8e16640 1 -- 172.21.15.104:0/1102647182 learned_addr learned my addr 172.21.15.104:0/1102647182 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48c9617640 1 --2- 172.21.15.104:0/1102647182 >> v2:172.21.15.158:3300/0 conn(0x7f48c415ddb0 0x7f48c40b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48c8e16640 1 -- 172.21.15.104:0/1102647182 >> v2:172.21.15.158:3300/0 conn(0x7f48c415ddb0 msgr2=0x7f48c40b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48c8e16640 1 --2- 172.21.15.104:0/1102647182 >> v2:172.21.15.158:3300/0 conn(0x7f48c415ddb0 0x7f48c40b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.473+0000 7f48c8e16640 1 -- 172.21.15.104:0/1102647182 >> v1:172.21.15.104:6789/0 conn(0x7f48c40d1e20 legacy=0x7f48c40ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.472+0000 7f48bbfff640 1 -- 172.21.15.104:0/1102647182 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2799896314 0 0) 0x7f48bc001490 con 0x7f48c40d1e20 2024-02-19T16:30:38.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.473+0000 7f48c8e16640 1 -- 172.21.15.104:0/1102647182 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48c40b1bf0 con 0x7f48c406cf00 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.473+0000 7f48c8e16640 1 --2- 172.21.15.104:0/1102647182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c40d18e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f48c40d25d0 tx=0x7f48b402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17675389239ddbe8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.473+0000 7f48bbfff640 1 -- 172.21.15.104:0/1102647182 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b4030860 con 0x7f48c406cf00 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.473+0000 7f48bbfff640 1 -- 172.21.15.104:0/1102647182 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48b40309c0 con 0x7f48c406cf00 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.473+0000 7f48bbfff640 1 -- 172.21.15.104:0/1102647182 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b4030d50 con 0x7f48c406cf00 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.474+0000 7f48cb87b640 1 -- 172.21.15.104:0/1102647182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 msgr2=0x7f48c40d18e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.474+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1102647182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c40d18e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f48c40d25d0 tx=0x7f48b402b9a0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.474+0000 7f48cb87b640 1 -- 172.21.15.104:0/1102647182 shutdown_connections 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.474+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1102647182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c40d18e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.474+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1102647182 >> v2:172.21.15.158:3300/0 conn(0x7f48c415ddb0 0x7f48c40b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.474+0000 7f48cb87b640 1 -- 172.21.15.104:0/1102647182 >> 172.21.15.104:0/1102647182 conn(0x7f48c409aa70 msgr2=0x7f48c409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.474+0000 7f48cb87b640 1 -- 172.21.15.104:0/1102647182 shutdown_connections 2024-02-19T16:30:38.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.474+0000 7f48cb87b640 1 -- 172.21.15.104:0/1102647182 wait complete. 2024-02-19T16:30:38.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.475+0000 7f48cb87b640 1 Processor -- start 2024-02-19T16:30:38.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.475+0000 7f48cb87b640 1 -- start start 2024-02-19T16:30:38.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48cb87b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c4160940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48cb87b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48c40d1e20 0x7f48c414c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48cb87b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48c415ddb0 0x7f48c414cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48cb87b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48c414d440 con 0x7f48c406cf00 2024-02-19T16:30:38.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48cb87b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48c409c200 con 0x7f48c415ddb0 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48cb87b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48c409b940 con 0x7f48c40d1e20 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c4160940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c4160940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56030/0 (socket says 172.21.15.104:56030) 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 -- 172.21.15.104:0/1383153274 learned_addr learned my addr 172.21.15.104:0/1383153274 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9e18640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48c415ddb0 0x7f48c414cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c8e16640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48c40d1e20 0x7f48c414c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 -- 172.21.15.104:0/1383153274 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48c40d1e20 msgr2=0x7f48c414c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48c40d1e20 0x7f48c414c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 -- 172.21.15.104:0/1383153274 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48c415ddb0 msgr2=0x7f48c414cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48c415ddb0 0x7f48c414cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 -- 172.21.15.104:0/1383153274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48b40094d0 con 0x7f48c406cf00 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48c9617640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c4160940 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f48c000e8d0 tx=0x7f48c000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48b9ffb640 1 -- 172.21.15.104:0/1383153274 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c0009510 con 0x7f48c406cf00 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.476+0000 7f48b9ffb640 1 -- 172.21.15.104:0/1383153274 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48c000c940 con 0x7f48c406cf00 2024-02-19T16:30:38.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.477+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48c409bbb0 con 0x7f48c406cf00 2024-02-19T16:30:38.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.477+0000 7f48b9ffb640 1 -- 172.21.15.104:0/1383153274 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c000ccf0 con 0x7f48c406cf00 2024-02-19T16:30:38.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.477+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48c415fad0 con 0x7f48c406cf00 2024-02-19T16:30:38.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.478+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48c40751e0 con 0x7f48c406cf00 2024-02-19T16:30:38.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.478+0000 7f48b9ffb640 1 -- 172.21.15.104:0/1383153274 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f48c0013470 con 0x7f48c406cf00 2024-02-19T16:30:38.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.478+0000 7f48b9ffb640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48a806b810 0x7f48a806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.479+0000 7f48b9ffb640 1 -- 172.21.15.104:0/1383153274 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f48c008a240 con 0x7f48c406cf00 2024-02-19T16:30:38.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.479+0000 7f48c8e16640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48a806b810 0x7f48a806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.479+0000 7f48c8e16640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48a806b810 0x7f48a806dcd0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f48b4036000 tx=0x7f48b4008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.483+0000 7f48b9ffb640 1 -- 172.21.15.104:0/1383153274 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f48c0054d10 con 0x7f48c406cf00 2024-02-19T16:30:38.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.654+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f48c415d5d0 con 0x7f48c406cf00 2024-02-19T16:30:38.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.655+0000 7f48b9ffb640 1 -- 172.21.15.104:0/1383153274 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f48c00583d0 con 0x7f48c406cf00 2024-02-19T16:30:38.657 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:38.657 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:38.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48a806b810 msgr2=0x7f48a806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48a806b810 0x7f48a806dcd0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f48b4036000 tx=0x7f48b4008030 comp rx=0 tx=0).stop 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 msgr2=0x7f48c4160940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c4160940 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f48c000e8d0 tx=0x7f48c000ecd0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 shutdown_connections 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f48a806b810 0x7f48a806dcd0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48c415ddb0 0x7f48c414cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48c40d1e20 0x7f48c414c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 --2- 172.21.15.104:0/1383153274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48c406cf00 0x7f48c4160940 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 >> 172.21.15.104:0/1383153274 conn(0x7f48c409aa70 msgr2=0x7f48c40afd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 shutdown_connections 2024-02-19T16:30:38.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.657+0000 7f48cb87b640 1 -- 172.21.15.104:0/1383153274 wait complete. 2024-02-19T16:30:38.670 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:38.671 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:38.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.770+0000 7f2589b2e640 1 Processor -- start 2024-02-19T16:30:38.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.770+0000 7f2589b2e640 1 -- start start 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2589b2e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f25840d1bb0 0x7f25840d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2589b2e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f25840d2200 0x7f25840d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2589b2e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25840ce7a0 con 0x7f2584161440 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2589b2e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25840d2bd0 con 0x7f25840d1bb0 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2589b2e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2584161820 con 0x7f25840d2200 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2582ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f25840d1bb0 0x7f25840d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2582ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f25840d1bb0 0x7f25840d0580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56038/0 (socket says 172.21.15.104:56038) 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2582ffd640 1 -- 172.21.15.104:0/1536782121 learned_addr learned my addr 172.21.15.104:0/1536782121 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2583fff640 1 --2- 172.21.15.104:0/1536782121 >> v2:172.21.15.158:3300/0 conn(0x7f25840d2200 0x7f25840d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2582ffd640 1 -- 172.21.15.104:0/1536782121 >> v2:172.21.15.158:3300/0 conn(0x7f25840d2200 msgr2=0x7f25840d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2582ffd640 1 --2- 172.21.15.104:0/1536782121 >> v2:172.21.15.158:3300/0 conn(0x7f25840d2200 0x7f25840d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2582ffd640 1 -- 172.21.15.104:0/1536782121 >> v1:172.21.15.158:6789/0 conn(0x7f2584161440 legacy=0x7f25840b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.771+0000 7f2582ffd640 1 -- 172.21.15.104:0/1536782121 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25840d0ac0 con 0x7f25840d1bb0 2024-02-19T16:30:38.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.772+0000 7f2582ffd640 1 --2- 172.21.15.104:0/1536782121 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d1bb0 0x7f25840d0580 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f25840d1650 tx=0x7f257802b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e480d40df9c43292 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.772+0000 7f25827fc640 1 -- 172.21.15.104:0/1536782121 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2578030860 con 0x7f25840d1bb0 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.772+0000 7f25827fc640 1 -- 172.21.15.104:0/1536782121 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25780309c0 con 0x7f25840d1bb0 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.772+0000 7f25827fc640 1 -- 172.21.15.104:0/1536782121 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2578030d50 con 0x7f25840d1bb0 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.773+0000 7f2589b2e640 1 -- 172.21.15.104:0/1536782121 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d1bb0 msgr2=0x7f25840d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.773+0000 7f2589b2e640 1 --2- 172.21.15.104:0/1536782121 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d1bb0 0x7f25840d0580 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f25840d1650 tx=0x7f257802b9a0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.773+0000 7f2589b2e640 1 -- 172.21.15.104:0/1536782121 shutdown_connections 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.773+0000 7f2589b2e640 1 --2- 172.21.15.104:0/1536782121 >> v2:172.21.15.158:3300/0 conn(0x7f25840d2200 0x7f25840d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.773+0000 7f2589b2e640 1 --2- 172.21.15.104:0/1536782121 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d1bb0 0x7f25840d0580 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.773+0000 7f2589b2e640 1 -- 172.21.15.104:0/1536782121 >> 172.21.15.104:0/1536782121 conn(0x7f258409cef0 msgr2=0x7f25840d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:38.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.773+0000 7f2589b2e640 1 -- 172.21.15.104:0/1536782121 shutdown_connections 2024-02-19T16:30:38.777 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.773+0000 7f2589b2e640 1 -- 172.21.15.104:0/1536782121 wait complete. 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.774+0000 7f2589b2e640 1 Processor -- start 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.774+0000 7f2589b2e640 1 -- start start 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2589b2e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25840d1bb0 0x7f2584154da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2589b2e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d2200 0x7f25840c9540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2589b2e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2584161440 0x7f25841f48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2589b2e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25840c9c40 con 0x7f25840d2200 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2589b2e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25840c9f20 con 0x7f2584161440 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2589b2e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25840ca200 con 0x7f25840d1bb0 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d2200 0x7f25840c9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d2200 0x7f25840c9540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56050/0 (socket says 172.21.15.104:56050) 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 -- 172.21.15.104:0/3826626019 learned_addr learned my addr 172.21.15.104:0/3826626019 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f25837fe640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25840d1bb0 0x7f2584154da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2583fff640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2584161440 0x7f25841f48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 -- 172.21.15.104:0/3826626019 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25840d1bb0 msgr2=0x7f2584154da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25840d1bb0 0x7f2584154da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 -- 172.21.15.104:0/3826626019 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2584161440 msgr2=0x7f25841f48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2584161440 0x7f25841f48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 -- 172.21.15.104:0/3826626019 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25780094d0 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f2582ffd640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d2200 0x7f25840c9540 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2578000c00 tx=0x7f2578004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.775+0000 7f256bfff640 1 -- 172.21.15.104:0/3826626019 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2578039c90 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.776+0000 7f256bfff640 1 -- 172.21.15.104:0/3826626019 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2578039df0 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.776+0000 7f256bfff640 1 -- 172.21.15.104:0/3826626019 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2578043640 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.776+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25840ca4e0 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.776+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f258406c7c0 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.776+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25840caa00 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.777+0000 7f256bfff640 1 -- 172.21.15.104:0/3826626019 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f25780437a0 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.777+0000 7f256bfff640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f257006b810 0x7f257006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.777+0000 7f256bfff640 1 -- 172.21.15.104:0/3826626019 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f257803e070 con 0x7f25840d2200 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.777+0000 7f25837fe640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f257006b810 0x7f257006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:38.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.778+0000 7f25837fe640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f257006b810 0x7f257006dcd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f25740016e0 tx=0x7f2574009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:38.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.782+0000 7f256bfff640 1 -- 172.21.15.104:0/3826626019 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f25840caa00 con 0x7f25840d2200 2024-02-19T16:30:38.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.952+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f25840caa00 con 0x7f25840d2200 2024-02-19T16:30:38.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.953+0000 7f256bfff640 1 -- 172.21.15.104:0/3826626019 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f25840caa00 con 0x7f25840d2200 2024-02-19T16:30:38.955 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f257006b810 msgr2=0x7f257006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f257006b810 0x7f257006dcd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f25740016e0 tx=0x7f2574009040 comp rx=0 tx=0).stop 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d2200 msgr2=0x7f25840c9540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d2200 0x7f25840c9540 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2578000c00 tx=0x7f2578004730 comp rx=0 tx=0).stop 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 shutdown_connections 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f257006b810 0x7f257006dcd0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25840d2200 0x7f25840c9540 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2584161440 0x7f25841f48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 --2- 172.21.15.104:0/3826626019 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25840d1bb0 0x7f2584154da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 >> 172.21.15.104:0/3826626019 conn(0x7f258409cef0 msgr2=0x7f25840b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.954+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 shutdown_connections 2024-02-19T16:30:38.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:38.955+0000 7f2589b2e640 1 -- 172.21.15.104:0/3826626019 wait complete. 2024-02-19T16:30:38.967 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:39.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.068+0000 7fc486b84640 1 Processor -- start 2024-02-19T16:30:39.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.068+0000 7fc486b84640 1 -- start start 2024-02-19T16:30:39.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc486b84640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc4800d4240 0x7fc480168dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc486b84640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4800b4080 con 0x7fc480161520 2024-02-19T16:30:39.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc486b84640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4800b42f0 con 0x7fc480162760 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc486b84640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4800b45d0 con 0x7fc4800d4240 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc485121640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc4800d4240 0x7fc480168dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc485121640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc4800d4240 0x7fc480168dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56058/0 (socket says 172.21.15.104:56058) 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc484920640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fc480161520 0x7fc4800b3970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40226/0 (socket says 172.21.15.104:40226) 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc485121640 1 -- 172.21.15.104:0/4190506557 learned_addr learned my addr 172.21.15.104:0/4190506557 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc485121640 1 -- 172.21.15.104:0/4190506557 >> v1:172.21.15.158:6789/0 conn(0x7fc480162760 legacy=0x7fc4800d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc485121640 1 -- 172.21.15.104:0/4190506557 >> v1:172.21.15.104:6789/0 conn(0x7fc480161520 legacy=0x7fc4800b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc47f7fe640 1 -- 172.21.15.104:0/4190506557 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3132631906 0 0) 0x7fc4800b4080 con 0x7fc480161520 2024-02-19T16:30:39.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.069+0000 7fc485121640 1 -- 172.21.15.104:0/4190506557 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4800b48b0 con 0x7fc4800d4240 2024-02-19T16:30:39.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.070+0000 7fc485121640 1 --2- 172.21.15.104:0/4190506557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4800d4240 0x7fc480168dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc478009e50 tx=0x7fc47802be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c002a6955c05bb83 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.070+0000 7fc47f7fe640 1 -- 172.21.15.104:0/4190506557 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc47802c990 con 0x7fc4800d4240 2024-02-19T16:30:39.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.070+0000 7fc47f7fe640 1 -- 172.21.15.104:0/4190506557 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc47802caf0 con 0x7fc4800d4240 2024-02-19T16:30:39.073 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.070+0000 7fc47f7fe640 1 -- 172.21.15.104:0/4190506557 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc47802ce80 con 0x7fc4800d4240 2024-02-19T16:30:39.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.070+0000 7fc486b84640 1 -- 172.21.15.104:0/4190506557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4800d4240 msgr2=0x7fc480168dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.070+0000 7fc486b84640 1 --2- 172.21.15.104:0/4190506557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4800d4240 0x7fc480168dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc478009e50 tx=0x7fc47802be70 comp rx=0 tx=0).stop 2024-02-19T16:30:39.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.071+0000 7fc486b84640 1 -- 172.21.15.104:0/4190506557 shutdown_connections 2024-02-19T16:30:39.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.071+0000 7fc486b84640 1 --2- 172.21.15.104:0/4190506557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4800d4240 0x7fc480168dc0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.071+0000 7fc486b84640 1 -- 172.21.15.104:0/4190506557 >> 172.21.15.104:0/4190506557 conn(0x7fc48008d5d0 msgr2=0x7fc48009cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:39.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.071+0000 7fc486b84640 1 -- 172.21.15.104:0/4190506557 shutdown_connections 2024-02-19T16:30:39.074 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.071+0000 7fc486b84640 1 -- 172.21.15.104:0/4190506557 wait complete. 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.072+0000 7fc486b84640 1 Processor -- start 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.072+0000 7fc486b84640 1 -- start start 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc486b84640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4800d4240 0x7fc4800c7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc486b84640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc480161520 0x7fc4800c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc486b84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc480162760 0x7fc4801530b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc486b84640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4800c7d30 con 0x7fc480161520 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc486b84640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4800c8010 con 0x7fc4800d4240 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc486b84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4800c82f0 con 0x7fc480162760 2024-02-19T16:30:39.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc480161520 0x7fc4800c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc480161520 0x7fc4800c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56074/0 (socket says 172.21.15.104:56074) 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 -- 172.21.15.104:0/1875069167 learned_addr learned my addr 172.21.15.104:0/1875069167 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc484920640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4800d4240 0x7fc4800c7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc485121640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc480162760 0x7fc4801530b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 -- 172.21.15.104:0/1875069167 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc480162760 msgr2=0x7fc4801530b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc480162760 0x7fc4801530b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 -- 172.21.15.104:0/1875069167 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4800d4240 msgr2=0x7fc4800c7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4800d4240 0x7fc4800c7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 -- 172.21.15.104:0/1875069167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc478009b30 con 0x7fc480161520 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47ffff640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc480161520 0x7fc4800c8dd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc46c00c780 tx=0x7fc46c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47d7fa640 1 -- 172.21.15.104:0/1875069167 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc46c005270 con 0x7fc480161520 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47d7fa640 1 -- 172.21.15.104:0/1875069167 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc46c0053d0 con 0x7fc480161520 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4800c85d0 con 0x7fc480161520 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc47d7fa640 1 -- 172.21.15.104:0/1875069167 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc46c00a880 con 0x7fc480161520 2024-02-19T16:30:39.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.073+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4801535f0 con 0x7fc480161520 2024-02-19T16:30:39.078 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.074+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4800c8af0 con 0x7fc480161520 2024-02-19T16:30:39.078 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.075+0000 7fc47d7fa640 1 -- 172.21.15.104:0/1875069167 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc46c00a9e0 con 0x7fc480161520 2024-02-19T16:30:39.078 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.075+0000 7fc47d7fa640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc46406b840 0x7fc46406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.078 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.075+0000 7fc484920640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc46406b840 0x7fc46406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.078 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.075+0000 7fc47d7fa640 1 -- 172.21.15.104:0/1875069167 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc46c089830 con 0x7fc480161520 2024-02-19T16:30:39.079 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.076+0000 7fc484920640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc46406b840 0x7fc46406dd00 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc474007fd0 tx=0x7fc474007240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.080+0000 7fc47d7fa640 1 -- 172.21.15.104:0/1875069167 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc4800c8af0 con 0x7fc480161520 2024-02-19T16:30:39.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.250+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc4800c8af0 con 0x7fc480161520 2024-02-19T16:30:39.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.250+0000 7fc47d7fa640 1 -- 172.21.15.104:0/1875069167 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc4800c8af0 con 0x7fc480161520 2024-02-19T16:30:39.253 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc46406b840 msgr2=0x7fc46406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc46406b840 0x7fc46406dd00 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc474007fd0 tx=0x7fc474007240 comp rx=0 tx=0).stop 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc480161520 msgr2=0x7fc4800c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc480161520 0x7fc4800c8dd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc46c00c780 tx=0x7fc46c00cc40 comp rx=0 tx=0).stop 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 shutdown_connections 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc46406b840 0x7fc46406dd00 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc480161520 0x7fc4800c8dd0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc480162760 0x7fc4801530b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 --2- 172.21.15.104:0/1875069167 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc4800d4240 0x7fc4800c7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.252+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 >> 172.21.15.104:0/1875069167 conn(0x7fc48008d5d0 msgr2=0x7fc48006b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:39.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.253+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 shutdown_connections 2024-02-19T16:30:39.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.253+0000 7fc486b84640 1 -- 172.21.15.104:0/1875069167 wait complete. 2024-02-19T16:30:39.265 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:39.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.367+0000 7fd4660d4640 1 Processor -- start 2024-02-19T16:30:39.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.367+0000 7fd4660d4640 1 -- start start 2024-02-19T16:30:39.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd4660d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600d1ac0 0x7fd4600d1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd4660d4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd4600b0240 0x7fd46015fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd4660d4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4600aeda0 con 0x7fd4600b24b0 2024-02-19T16:30:39.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd4660d4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4600b3450 con 0x7fd4600b0240 2024-02-19T16:30:39.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd4660d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4600d23e0 con 0x7fd4600d1ac0 2024-02-19T16:30:39.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd45effd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd4600b24b0 0x7fd46015f740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40240/0 (socket says 172.21.15.104:40240) 2024-02-19T16:30:39.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd45effd640 1 -- 172.21.15.104:0/2973487199 learned_addr learned my addr 172.21.15.104:0/2973487199 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:39.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd45ffff640 1 --2- 172.21.15.104:0/2973487199 >> v2:172.21.15.158:3300/0 conn(0x7fd4600b0240 0x7fd46015fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.368+0000 7fd45f7fe640 1 --2- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600d1ac0 0x7fd4600d1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.369+0000 7fd45e7fc640 1 -- 172.21.15.104:0/2973487199 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 358649934 0 0) 0x7fd4600aeda0 con 0x7fd4600b24b0 2024-02-19T16:30:39.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.369+0000 7fd45e7fc640 1 -- 172.21.15.104:0/2973487199 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd448003520 con 0x7fd4600b24b0 2024-02-19T16:30:39.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.369+0000 7fd45ffff640 1 -- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600d1ac0 msgr2=0x7fd4600d1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:39.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.369+0000 7fd45ffff640 1 --2- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600d1ac0 0x7fd4600d1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.369+0000 7fd45ffff640 1 -- 172.21.15.104:0/2973487199 >> v1:172.21.15.104:6789/0 conn(0x7fd4600b24b0 legacy=0x7fd46015f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.369+0000 7fd45ffff640 1 -- 172.21.15.104:0/2973487199 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4600b2e90 con 0x7fd4600b0240 2024-02-19T16:30:39.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.369+0000 7fd45f7fe640 1 --2- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600d1ac0 0x7fd4600d1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:39.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd45ffff640 1 --2- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b0240 0x7fd46015fe50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd458009d90 tx=0x7fd45802be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c29544c7215b0e9b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd45e7fc640 1 -- 172.21.15.104:0/2973487199 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd45802cbc0 con 0x7fd4600b0240 2024-02-19T16:30:39.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd45e7fc640 1 -- 172.21.15.104:0/2973487199 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd45802cd20 con 0x7fd4600b0240 2024-02-19T16:30:39.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd45e7fc640 1 -- 172.21.15.104:0/2973487199 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd458034640 con 0x7fd4600b0240 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd4660d4640 1 -- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b0240 msgr2=0x7fd46015fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd4660d4640 1 --2- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b0240 0x7fd46015fe50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd458009d90 tx=0x7fd45802be10 comp rx=0 tx=0).stop 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd4660d4640 1 -- 172.21.15.104:0/2973487199 shutdown_connections 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd4660d4640 1 --2- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b0240 0x7fd46015fe50 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd4660d4640 1 --2- 172.21.15.104:0/2973487199 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600d1ac0 0x7fd4600d1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd4660d4640 1 -- 172.21.15.104:0/2973487199 >> 172.21.15.104:0/2973487199 conn(0x7fd460072f10 msgr2=0x7fd46009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd4660d4640 1 -- 172.21.15.104:0/2973487199 shutdown_connections 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.370+0000 7fd4660d4640 1 -- 172.21.15.104:0/2973487199 wait complete. 2024-02-19T16:30:39.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.371+0000 7fd4660d4640 1 Processor -- start 2024-02-19T16:30:39.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd4660d4640 1 -- start start 2024-02-19T16:30:39.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd4660d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600b0240 0x7fd4601f5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd4660d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b24b0 0x7fd4600c7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd4660d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4600d1ac0 0x7fd4600b6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd4660d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4600c89f0 con 0x7fd4600d1ac0 2024-02-19T16:30:39.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd4660d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4600c66c0 con 0x7fd4600b24b0 2024-02-19T16:30:39.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd4660d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4600c8710 con 0x7fd4600b0240 2024-02-19T16:30:39.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd45ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4600d1ac0 0x7fd4600b6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd45ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4600d1ac0 0x7fd4600b6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56084/0 (socket says 172.21.15.104:56084) 2024-02-19T16:30:39.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd45ffff640 1 -- 172.21.15.104:0/1094293136 learned_addr learned my addr 172.21.15.104:0/1094293136 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:39.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd45f7fe640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600b0240 0x7fd4601f5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.372+0000 7fd45effd640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b24b0 0x7fd4600c7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd45ffff640 1 -- 172.21.15.104:0/1094293136 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600b0240 msgr2=0x7fd4601f5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd45ffff640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600b0240 0x7fd4601f5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd45ffff640 1 -- 172.21.15.104:0/1094293136 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b24b0 msgr2=0x7fd4600c7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd45ffff640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b24b0 0x7fd4600c7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd45ffff640 1 -- 172.21.15.104:0/1094293136 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd450009400 con 0x7fd4600d1ac0 2024-02-19T16:30:39.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd45ffff640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4600d1ac0 0x7fd4600b6cb0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd458009eb0 tx=0x7fd458004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd447fff640 1 -- 172.21.15.104:0/1094293136 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd458007000 con 0x7fd4600d1ac0 2024-02-19T16:30:39.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd447fff640 1 -- 172.21.15.104:0/1094293136 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd45802ce90 con 0x7fd4600d1ac0 2024-02-19T16:30:39.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd458009a70 con 0x7fd4600d1ac0 2024-02-19T16:30:39.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd447fff640 1 -- 172.21.15.104:0/1094293136 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4580408b0 con 0x7fd4600d1ac0 2024-02-19T16:30:39.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.373+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4600c6c20 con 0x7fd4600d1ac0 2024-02-19T16:30:39.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.374+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4600cffc0 con 0x7fd4600d1ac0 2024-02-19T16:30:39.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.375+0000 7fd447fff640 1 -- 172.21.15.104:0/1094293136 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd458040a10 con 0x7fd4600d1ac0 2024-02-19T16:30:39.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.375+0000 7fd447fff640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd44c06b810 0x7fd44c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.375+0000 7fd447fff640 1 -- 172.21.15.104:0/1094293136 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd4580acc00 con 0x7fd4600d1ac0 2024-02-19T16:30:39.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.375+0000 7fd45f7fe640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd44c06b810 0x7fd44c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.375+0000 7fd45f7fe640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd44c06b810 0x7fd44c06dcd0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd450009c30 tx=0x7fd450009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.379+0000 7fd447fff640 1 -- 172.21.15.104:0/1094293136 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd4580b3080 con 0x7fd4600d1ac0 2024-02-19T16:30:39.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.550+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd4600cf030 con 0x7fd4600d1ac0 2024-02-19T16:30:39.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.551+0000 7fd447fff640 1 -- 172.21.15.104:0/1094293136 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd4580777a0 con 0x7fd4600d1ac0 2024-02-19T16:30:39.553 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:39.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.552+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd44c06b810 msgr2=0x7fd44c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.552+0000 7fd4660d4640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd44c06b810 0x7fd44c06dcd0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd450009c30 tx=0x7fd450009190 comp rx=0 tx=0).stop 2024-02-19T16:30:39.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.552+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4600d1ac0 msgr2=0x7fd4600b6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.552+0000 7fd4660d4640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4600d1ac0 0x7fd4600b6cb0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd458009eb0 tx=0x7fd458004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:39.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.553+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 shutdown_connections 2024-02-19T16:30:39.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.553+0000 7fd4660d4640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd44c06b810 0x7fd44c06dcd0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.553+0000 7fd4660d4640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd4600d1ac0 0x7fd4600b6cb0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.553+0000 7fd4660d4640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd4600b24b0 0x7fd4600c7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.553+0000 7fd4660d4640 1 --2- 172.21.15.104:0/1094293136 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4600b0240 0x7fd4601f5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.553+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 >> 172.21.15.104:0/1094293136 conn(0x7fd460072f10 msgr2=0x7fd46009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:39.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.553+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 shutdown_connections 2024-02-19T16:30:39.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.553+0000 7fd4660d4640 1 -- 172.21.15.104:0/1094293136 wait complete. 2024-02-19T16:30:39.566 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:39.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.663+0000 7fe9d7676640 1 Processor -- start 2024-02-19T16:30:39.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.664+0000 7fe9d7676640 1 -- start start 2024-02-19T16:30:39.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.664+0000 7fe9d7676640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015bca0 0x7fe9d00cc430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.664+0000 7fe9d7676640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9d00b1280 con 0x7fe9d015f700 2024-02-19T16:30:39.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.664+0000 7fe9d7676640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9d01601c0 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.664+0000 7fe9d7676640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d015c080 con 0x7fe9d015bca0 2024-02-19T16:30:39.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9d5412640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015bca0 0x7fe9d00cc430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9d4c11640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe9d015f700 0x7fe9d00d15d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40248/0 (socket says 172.21.15.104:40248) 2024-02-19T16:30:39.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9d4c11640 1 -- 172.21.15.104:0/335484491 learned_addr learned my addr 172.21.15.104:0/335484491 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:39.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9c7fff640 1 -- 172.21.15.104:0/335484491 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4292378326 0 0) 0x7fe9d00b1280 con 0x7fe9d015f700 2024-02-19T16:30:39.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9c7fff640 1 -- 172.21.15.104:0/335484491 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe9bc003520 con 0x7fe9d015f700 2024-02-19T16:30:39.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9c7fff640 1 -- 172.21.15.104:0/335484491 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4064927188 0 0) 0x7fe9d01601c0 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9d5412640 1 -- 172.21.15.104:0/335484491 >> v1:172.21.15.158:6789/0 conn(0x7fe9d00d1ce0 legacy=0x7fe9d00b1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9d5412640 1 -- 172.21.15.104:0/335484491 >> v1:172.21.15.104:6789/0 conn(0x7fe9d015f700 legacy=0x7fe9d00d15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.665+0000 7fe9d5412640 1 -- 172.21.15.104:0/335484491 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9d01604a0 con 0x7fe9d015bca0 2024-02-19T16:30:39.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.666+0000 7fe9d5412640 1 --2- 172.21.15.104:0/335484491 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015bca0 0x7fe9d00cc430 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009dc0 tx=0x7fe9c802bf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93683eb0f43914e9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.667+0000 7fe9c7fff640 1 -- 172.21.15.104:0/335484491 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c802ccd0 con 0x7fe9d015bca0 2024-02-19T16:30:39.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.667+0000 7fe9c7fff640 1 -- 172.21.15.104:0/335484491 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9c802ce30 con 0x7fe9d015bca0 2024-02-19T16:30:39.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.667+0000 7fe9c7fff640 1 -- 172.21.15.104:0/335484491 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8034660 con 0x7fe9d015bca0 2024-02-19T16:30:39.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.667+0000 7fe9d7676640 1 -- 172.21.15.104:0/335484491 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015bca0 msgr2=0x7fe9d00cc430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.667+0000 7fe9d7676640 1 --2- 172.21.15.104:0/335484491 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015bca0 0x7fe9d00cc430 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009dc0 tx=0x7fe9c802bf20 comp rx=0 tx=0).stop 2024-02-19T16:30:39.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.667+0000 7fe9d7676640 1 -- 172.21.15.104:0/335484491 shutdown_connections 2024-02-19T16:30:39.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.667+0000 7fe9d7676640 1 --2- 172.21.15.104:0/335484491 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015bca0 0x7fe9d00cc430 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.668+0000 7fe9d7676640 1 -- 172.21.15.104:0/335484491 >> 172.21.15.104:0/335484491 conn(0x7fe9d009aa70 msgr2=0x7fe9d009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:39.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.668+0000 7fe9d7676640 1 -- 172.21.15.104:0/335484491 shutdown_connections 2024-02-19T16:30:39.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.668+0000 7fe9d7676640 1 -- 172.21.15.104:0/335484491 wait complete. 2024-02-19T16:30:39.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d7676640 1 Processor -- start 2024-02-19T16:30:39.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d7676640 1 -- start start 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d7676640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d00d1ce0 0x7fe9d0150c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d7676640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9d015bca0 0x7fe9d0156580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d7676640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015f700 0x7fe9d00b04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d7676640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d0151150 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d7676640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d0156ac0 con 0x7fe9d015bca0 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d7676640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d01554e0 con 0x7fe9d015f700 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.669+0000 7fe9d5412640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d00d1ce0 0x7fe9d0150c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5412640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d00d1ce0 0x7fe9d0150c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56088/0 (socket says 172.21.15.104:56088) 2024-02-19T16:30:39.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5412640 1 -- 172.21.15.104:0/3004680256 learned_addr learned my addr 172.21.15.104:0/3004680256 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:39.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d4c11640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9d015bca0 0x7fe9d0156580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5c13640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015f700 0x7fe9d00b04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5412640 1 -- 172.21.15.104:0/3004680256 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015f700 msgr2=0x7fe9d00b04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5412640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015f700 0x7fe9d00b04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5412640 1 -- 172.21.15.104:0/3004680256 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9d015bca0 msgr2=0x7fe9d0156580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5412640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9d015bca0 0x7fe9d0156580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5412640 1 -- 172.21.15.104:0/3004680256 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9c8009a70 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d5412640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d00d1ce0 0x7fe9d0150c10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8037040 tx=0x7fe9c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9c5ffb640 1 -- 172.21.15.104:0/3004680256 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8003b90 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9c5ffb640 1 -- 172.21.15.104:0/3004680256 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9c8003cf0 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9d01557c0 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9c5ffb640 1 -- 172.21.15.104:0/3004680256 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8004270 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.670+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9d0155d80 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.671+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9d00751e0 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.672+0000 7fe9c5ffb640 1 -- 172.21.15.104:0/3004680256 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe9c803b040 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.672+0000 7fe9c5ffb640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe9b406b810 0x7fe9b406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.672+0000 7fe9c5ffb640 1 -- 172.21.15.104:0/3004680256 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe9c80ac4e0 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.672+0000 7fe9d4c11640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe9b406b810 0x7fe9b406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.673+0000 7fe9d4c11640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe9b406b810 0x7fe9b406dcd0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe9d01574e0 tx=0x7fe9c0007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.677+0000 7fe9c5ffb640 1 -- 172.21.15.104:0/3004680256 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe9c8076fc0 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.848+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe9d00b31f0 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.849+0000 7fe9c5ffb640 1 -- 172.21.15.104:0/3004680256 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7fe9c807a680 con 0x7fe9d00d1ce0 2024-02-19T16:30:39.852 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:39.852 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:39.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe9b406b810 msgr2=0x7fe9b406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe9b406b810 0x7fe9b406dcd0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe9d01574e0 tx=0x7fe9c0007d30 comp rx=0 tx=0).stop 2024-02-19T16:30:39.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d00d1ce0 msgr2=0x7fe9d0150c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d00d1ce0 0x7fe9d0150c10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8037040 tx=0x7fe9c8004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:39.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 shutdown_connections 2024-02-19T16:30:39.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe9b406b810 0x7fe9b406dcd0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe9d015f700 0x7fe9d00b04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe9d015bca0 0x7fe9d0156580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 --2- 172.21.15.104:0/3004680256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9d00d1ce0 0x7fe9d0150c10 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 >> 172.21.15.104:0/3004680256 conn(0x7fe9d009aa70 msgr2=0x7fe9d00cfd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:39.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 shutdown_connections 2024-02-19T16:30:39.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.851+0000 7fe9d7676640 1 -- 172.21.15.104:0/3004680256 wait complete. 2024-02-19T16:30:39.864 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:39.865 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:39.969 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.967+0000 7f5c40007640 1 Processor -- start 2024-02-19T16:30:39.970 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.967+0000 7f5c40007640 1 -- start start 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c40007640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5c38161520 0x7f5c380b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c40007640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c38162760 0x7f5c380d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c40007640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5c380d4070 0x7f5c380d0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c40007640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c380d44c0 con 0x7f5c38161520 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c40007640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c380b42f0 con 0x7f5c380d4070 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c40007640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c380b45d0 con 0x7f5c38162760 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3dda3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5c38161520 0x7f5c380b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3dda3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5c38161520 0x7f5c380b3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56102/0 (socket says 172.21.15.104:56102) 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3dda3640 1 -- 172.21.15.104:0/586755287 learned_addr learned my addr 172.21.15.104:0/586755287 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3d5a2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c38162760 0x7f5c380d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3e5a4640 1 --2- 172.21.15.104:0/586755287 >> v2:172.21.15.158:3300/0 conn(0x7f5c380d4070 0x7f5c380d0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3dda3640 1 -- 172.21.15.104:0/586755287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c38162760 msgr2=0x7f5c380d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:39.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3dda3640 1 --2- 172.21.15.104:0/586755287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c38162760 0x7f5c380d3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3dda3640 1 -- 172.21.15.104:0/586755287 >> v2:172.21.15.158:3300/0 conn(0x7f5c380d4070 msgr2=0x7f5c380d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:39.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3dda3640 1 --2- 172.21.15.104:0/586755287 >> v2:172.21.15.158:3300/0 conn(0x7f5c380d4070 0x7f5c380d0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.968+0000 7f5c3dda3640 1 -- 172.21.15.104:0/586755287 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c380b48b0 con 0x7f5c38161520 2024-02-19T16:30:39.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.969+0000 7f5c3dda3640 1 --2- 172.21.15.104:0/586755287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38161520 0x7f5c380b3970 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5c3808e390 tx=0x7f5c3402bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e307190642022aa server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.969+0000 7f5c3cda1640 1 -- 172.21.15.104:0/586755287 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c3402cb00 con 0x7f5c38161520 2024-02-19T16:30:39.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.969+0000 7f5c3cda1640 1 -- 172.21.15.104:0/586755287 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c3402cc60 con 0x7f5c38161520 2024-02-19T16:30:39.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.969+0000 7f5c3cda1640 1 -- 172.21.15.104:0/586755287 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c340343f0 con 0x7f5c38161520 2024-02-19T16:30:39.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 -- 172.21.15.104:0/586755287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38161520 msgr2=0x7f5c380b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 --2- 172.21.15.104:0/586755287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38161520 0x7f5c380b3970 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5c3808e390 tx=0x7f5c3402bf60 comp rx=0 tx=0).stop 2024-02-19T16:30:39.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 -- 172.21.15.104:0/586755287 shutdown_connections 2024-02-19T16:30:39.973 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 --2- 172.21.15.104:0/586755287 >> v2:172.21.15.158:3300/0 conn(0x7f5c380d4070 0x7f5c380d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 --2- 172.21.15.104:0/586755287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c38162760 0x7f5c380d3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 --2- 172.21.15.104:0/586755287 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38161520 0x7f5c380b3970 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 -- 172.21.15.104:0/586755287 >> 172.21.15.104:0/586755287 conn(0x7f5c3808d5d0 msgr2=0x7f5c3809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:39.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 -- 172.21.15.104:0/586755287 shutdown_connections 2024-02-19T16:30:39.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.970+0000 7f5c40007640 1 -- 172.21.15.104:0/586755287 wait complete. 2024-02-19T16:30:39.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.971+0000 7f5c40007640 1 Processor -- start 2024-02-19T16:30:39.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.971+0000 7f5c40007640 1 -- start start 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c40007640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c380d4070 0x7f5c380b87d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c40007640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c38161520 0x7f5c380b6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c40007640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38162760 0x7f5c380b6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c40007640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c380b8e40 con 0x7f5c38162760 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c40007640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c380b9120 con 0x7f5c38161520 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c40007640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c380b9400 con 0x7f5c380d4070 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38162760 0x7f5c380b6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38162760 0x7f5c380b6d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56112/0 (socket says 172.21.15.104:56112) 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 -- 172.21.15.104:0/2420688613 learned_addr learned my addr 172.21.15.104:0/2420688613 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3dda3640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c380d4070 0x7f5c380b87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3d5a2640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c38161520 0x7f5c380b6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 -- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c380d4070 msgr2=0x7f5c380b87d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c380d4070 0x7f5c380b87d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 -- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c38161520 msgr2=0x7f5c380b6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:39.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c38161520 0x7f5c380b6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 -- 172.21.15.104:0/2420688613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c34009b30 con 0x7f5c38162760 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3d5a2640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c38161520 0x7f5c380b6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c3e5a4640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38162760 0x7f5c380b6d60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5c3000e7f0 tx=0x7f5c3000ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c2e7fc640 1 -- 172.21.15.104:0/2420688613 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c30009510 con 0x7f5c38162760 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.972+0000 7f5c2e7fc640 1 -- 172.21.15.104:0/2420688613 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c3000ee40 con 0x7f5c38162760 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.973+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c380b96e0 con 0x7f5c38162760 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.973+0000 7f5c2e7fc640 1 -- 172.21.15.104:0/2420688613 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c3000cb80 con 0x7f5c38162760 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.973+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c3814a420 con 0x7f5c38162760 2024-02-19T16:30:39.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.974+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c380751e0 con 0x7f5c38162760 2024-02-19T16:30:39.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.974+0000 7f5c2e7fc640 1 -- 172.21.15.104:0/2420688613 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5c3000cce0 con 0x7f5c38162760 2024-02-19T16:30:39.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.974+0000 7f5c2e7fc640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5c1c06b810 0x7f5c1c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:39.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.974+0000 7f5c2e7fc640 1 -- 172.21.15.104:0/2420688613 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5c3008a170 con 0x7f5c38162760 2024-02-19T16:30:39.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.974+0000 7f5c3dda3640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5c1c06b810 0x7f5c1c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:39.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.975+0000 7f5c3dda3640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5c1c06b810 0x7f5c1c06dcd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5c34035000 tx=0x7f5c34030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:39.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:39.979+0000 7f5c2e7fc640 1 -- 172.21.15.104:0/2420688613 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5c30054cd0 con 0x7f5c38162760 2024-02-19T16:30:40.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.153+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5c380c9f50 con 0x7f5c38162760 2024-02-19T16:30:40.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.153+0000 7f5c2e7fc640 1 -- 172.21.15.104:0/2420688613 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5c30058390 con 0x7f5c38162760 2024-02-19T16:30:40.156 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5c1c06b810 msgr2=0x7f5c1c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5c1c06b810 0x7f5c1c06dcd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5c34035000 tx=0x7f5c34030000 comp rx=0 tx=0).stop 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38162760 msgr2=0x7f5c380b6d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38162760 0x7f5c380b6d60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5c3000e7f0 tx=0x7f5c3000ebf0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 shutdown_connections 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5c1c06b810 0x7f5c1c06dcd0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c38162760 0x7f5c380b6d60 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c38161520 0x7f5c380b6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 --2- 172.21.15.104:0/2420688613 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c380d4070 0x7f5c380b87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 >> 172.21.15.104:0/2420688613 conn(0x7f5c3808d5d0 msgr2=0x7f5c380b4dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:40.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 shutdown_connections 2024-02-19T16:30:40.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.155+0000 7f5c40007640 1 -- 172.21.15.104:0/2420688613 wait complete. 2024-02-19T16:30:40.168 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:40.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.268+0000 7f910ba88640 1 Processor -- start 2024-02-19T16:30:40.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.268+0000 7f910ba88640 1 -- start start 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f910ba88640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910415e640 0x7f91040d18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f910ba88640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91040ce240 con 0x7f910406e8a0 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f910ba88640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f910415ecf0 con 0x7f910406f850 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f910ba88640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f910415ead0 con 0x7f910415e640 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f9109023640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f910406e8a0 0x7f91040ce9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:40262/0 (socket says 172.21.15.104:40262) 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f9109824640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f910406f850 0x7f910406c3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:58032/0 (socket says 172.21.15.104:58032) 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f9109023640 1 -- 172.21.15.104:0/1781509655 learned_addr learned my addr 172.21.15.104:0/1781509655 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f910a025640 1 --2- 172.21.15.104:0/1781509655 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910415e640 0x7f91040d18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f9108822640 1 -- 172.21.15.104:0/1781509655 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1252662011 0 0) 0x7f91040ce240 con 0x7f910406e8a0 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f9108822640 1 -- 172.21.15.104:0/1781509655 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90f0003520 con 0x7f910406e8a0 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f9108822640 1 -- 172.21.15.104:0/1781509655 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4136642215 0 0) 0x7f910415ecf0 con 0x7f910406f850 2024-02-19T16:30:40.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f9108822640 1 -- 172.21.15.104:0/1781509655 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91040ce240 con 0x7f910406f850 2024-02-19T16:30:40.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f910a025640 1 -- 172.21.15.104:0/1781509655 >> v1:172.21.15.158:6789/0 conn(0x7f910406f850 legacy=0x7f910406c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f910a025640 1 -- 172.21.15.104:0/1781509655 >> v1:172.21.15.104:6789/0 conn(0x7f910406e8a0 legacy=0x7f91040ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.269+0000 7f910a025640 1 -- 172.21.15.104:0/1781509655 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f910415efd0 con 0x7f910415e640 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.270+0000 7f910a025640 1 --2- 172.21.15.104:0/1781509655 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910415e640 0x7f91040d18a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f90fc009dc0 tx=0x7f90fc02bf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38a89a2c27a213c8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.270+0000 7f9108822640 1 -- 172.21.15.104:0/1781509655 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc02ccd0 con 0x7f910415e640 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.270+0000 7f9108822640 1 -- 172.21.15.104:0/1781509655 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90fc02ce30 con 0x7f910415e640 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.270+0000 7f9108822640 1 -- 172.21.15.104:0/1781509655 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc034640 con 0x7f910415e640 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.271+0000 7f910ba88640 1 -- 172.21.15.104:0/1781509655 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910415e640 msgr2=0x7f91040d18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.271+0000 7f910ba88640 1 --2- 172.21.15.104:0/1781509655 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910415e640 0x7f91040d18a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f90fc009dc0 tx=0x7f90fc02bf20 comp rx=0 tx=0).stop 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.271+0000 7f910ba88640 1 -- 172.21.15.104:0/1781509655 shutdown_connections 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.271+0000 7f910ba88640 1 --2- 172.21.15.104:0/1781509655 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910415e640 0x7f91040d18a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.271+0000 7f910ba88640 1 -- 172.21.15.104:0/1781509655 >> 172.21.15.104:0/1781509655 conn(0x7f910409aa70 msgr2=0x7f910409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:40.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.271+0000 7f910ba88640 1 -- 172.21.15.104:0/1781509655 shutdown_connections 2024-02-19T16:30:40.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.271+0000 7f910ba88640 1 -- 172.21.15.104:0/1781509655 wait complete. 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.272+0000 7f910ba88640 1 Processor -- start 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.272+0000 7f910ba88640 1 -- start start 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910ba88640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910406e8a0 0x7f9104151df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910ba88640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f910406f850 0x7f91040b6010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910ba88640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f910415e640 0x7f91040b45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910ba88640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91040b4f70 con 0x7f910415e640 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910ba88640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91040b5250 con 0x7f910406f850 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910ba88640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91040b5530 con 0x7f910406e8a0 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f910415e640 0x7f91040b45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f910415e640 0x7f91040b45b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:56122/0 (socket says 172.21.15.104:56122) 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 -- 172.21.15.104:0/4273029272 learned_addr learned my addr 172.21.15.104:0/4273029272 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f9109824640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910406e8a0 0x7f9104151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f9109023640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f910406f850 0x7f91040b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 -- 172.21.15.104:0/4273029272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910406e8a0 msgr2=0x7f9104151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910406e8a0 0x7f9104151df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 -- 172.21.15.104:0/4273029272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f910406f850 msgr2=0x7f91040b6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f910406f850 0x7f91040b6010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 -- 172.21.15.104:0/4273029272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90fc009a70 con 0x7f910415e640 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.273+0000 7f910a025640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f910415e640 0x7f91040b45b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f90fc037040 tx=0x7f90fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.274+0000 7f90fa7fc640 1 -- 172.21.15.104:0/4273029272 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc007000 con 0x7f910415e640 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.274+0000 7f90fa7fc640 1 -- 172.21.15.104:0/4273029272 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90fc03d620 con 0x7f910415e640 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.274+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91040b5810 con 0x7f910415e640 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.274+0000 7f90fa7fc640 1 -- 172.21.15.104:0/4273029272 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc03d9d0 con 0x7f910415e640 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.274+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9104152330 con 0x7f910415e640 2024-02-19T16:30:40.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.275+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91040b5cd0 con 0x7f910415e640 2024-02-19T16:30:40.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.275+0000 7f90fa7fc640 1 -- 172.21.15.104:0/4273029272 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f90fc03b040 con 0x7f910415e640 2024-02-19T16:30:40.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.275+0000 7f90fa7fc640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f90e806b840 0x7f90e806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.275+0000 7f90fa7fc640 1 -- 172.21.15.104:0/4273029272 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90fc0ac230 con 0x7f910415e640 2024-02-19T16:30:40.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.275+0000 7f9109824640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f90e806b840 0x7f90e806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.276+0000 7f9109824640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f90e806b840 0x7f90e806dd00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9100000f60 tx=0x7f9100007cf0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.280+0000 7f90fa7fc640 1 -- 172.21.15.104:0/4273029272 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f90fc076dc0 con 0x7f910415e640 2024-02-19T16:30:40.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.452+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f91040751e0 con 0x7f910415e640 2024-02-19T16:30:40.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.453+0000 7f90fa7fc640 1 -- 172.21.15.104:0/4273029272 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f90fc009450 con 0x7f910415e640 2024-02-19T16:30:40.455 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:40.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f90e806b840 msgr2=0x7f90e806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f90e806b840 0x7f90e806dd00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9100000f60 tx=0x7f9100007cf0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f910415e640 msgr2=0x7f91040b45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f910415e640 0x7f91040b45b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f90fc037040 tx=0x7f90fc004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:40.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 shutdown_connections 2024-02-19T16:30:40.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f90e806b840 0x7f90e806dd00 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f910415e640 0x7f91040b45b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f910406f850 0x7f91040b6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 --2- 172.21.15.104:0/4273029272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f910406e8a0 0x7f9104151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.454+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 >> 172.21.15.104:0/4273029272 conn(0x7f910409aa70 msgr2=0x7f91040d0a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:40.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.455+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 shutdown_connections 2024-02-19T16:30:40.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.455+0000 7f910ba88640 1 -- 172.21.15.104:0/4273029272 wait complete. 2024-02-19T16:30:40.467 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:40.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.567+0000 7f6d2fe1c640 1 Processor -- start 2024-02-19T16:30:40.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.567+0000 7f6d2fe1c640 1 -- start start 2024-02-19T16:30:40.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.568+0000 7f6d2fe1c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6d28162760 0x7f6d280d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.568+0000 7f6d2fe1c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d280b4080 con 0x7f6d28161520 2024-02-19T16:30:40.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.568+0000 7f6d2fe1c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d280b42f0 con 0x7f6d280d4070 2024-02-19T16:30:40.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.568+0000 7f6d2fe1c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d280b45d0 con 0x7f6d28162760 2024-02-19T16:30:40.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.568+0000 7f6d2dbb8640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6d28161520 0x7f6d280b3970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43258/0 (socket says 172.21.15.104:43258) 2024-02-19T16:30:40.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.568+0000 7f6d2dbb8640 1 -- 172.21.15.104:0/1897308470 learned_addr learned my addr 172.21.15.104:0/1897308470 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:40.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.568+0000 7f6d2d3b7640 1 --2- 172.21.15.104:0/1897308470 >> v2:172.21.15.158:3300/0 conn(0x7f6d28162760 0x7f6d280d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.569+0000 7f6d2cbb6640 1 -- 172.21.15.104:0/1897308470 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4278831531 0 0) 0x7f6d280b4080 con 0x7f6d28161520 2024-02-19T16:30:40.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.569+0000 7f6d2cbb6640 1 -- 172.21.15.104:0/1897308470 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d10003520 con 0x7f6d28161520 2024-02-19T16:30:40.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.569+0000 7f6d2cbb6640 1 -- 172.21.15.104:0/1897308470 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3799235145 0 0) 0x7f6d280b42f0 con 0x7f6d280d4070 2024-02-19T16:30:40.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.569+0000 7f6d2cbb6640 1 -- 172.21.15.104:0/1897308470 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d280b4080 con 0x7f6d280d4070 2024-02-19T16:30:40.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.569+0000 7f6d2d3b7640 1 -- 172.21.15.104:0/1897308470 >> v1:172.21.15.158:6789/0 conn(0x7f6d280d4070 legacy=0x7f6d280d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.569+0000 7f6d2d3b7640 1 -- 172.21.15.104:0/1897308470 >> v1:172.21.15.104:6789/0 conn(0x7f6d28161520 legacy=0x7f6d280b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.569+0000 7f6d2d3b7640 1 -- 172.21.15.104:0/1897308470 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d280b48b0 con 0x7f6d28162760 2024-02-19T16:30:40.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2d3b7640 1 --2- 172.21.15.104:0/1897308470 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d28162760 0x7f6d280d3b30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c0097a0 tx=0x7f6d1c02b9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60438d9264fa4d30 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2cbb6640 1 -- 172.21.15.104:0/1897308470 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c02f810 con 0x7f6d28162760 2024-02-19T16:30:40.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2cbb6640 1 -- 172.21.15.104:0/1897308470 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d1c02f970 con 0x7f6d28162760 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2cbb6640 1 -- 172.21.15.104:0/1897308470 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c02fd00 con 0x7f6d28162760 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/1897308470 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d28162760 msgr2=0x7f6d280d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2fe1c640 1 --2- 172.21.15.104:0/1897308470 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d28162760 0x7f6d280d3b30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c0097a0 tx=0x7f6d1c02b9f0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/1897308470 shutdown_connections 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2fe1c640 1 --2- 172.21.15.104:0/1897308470 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d28162760 0x7f6d280d3b30 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/1897308470 >> 172.21.15.104:0/1897308470 conn(0x7f6d2808d5d0 msgr2=0x7f6d2809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/1897308470 shutdown_connections 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.570+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/1897308470 wait complete. 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.571+0000 7f6d2fe1c640 1 Processor -- start 2024-02-19T16:30:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.571+0000 7f6d2fe1c640 1 -- start start 2024-02-19T16:30:40.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2fe1c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d280d4070 0x7f6d280b8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2fe1c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d28161520 0x7f6d280ccf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2fe1c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d28162760 0x7f6d2815cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2fe1c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d280cd4b0 con 0x7f6d28162760 2024-02-19T16:30:40.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2fe1c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d280b9790 con 0x7f6d280d4070 2024-02-19T16:30:40.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2fe1c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d280b91d0 con 0x7f6d28161520 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2e3b9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d28162760 0x7f6d2815cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2e3b9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d28162760 0x7f6d2815cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44260/0 (socket says 172.21.15.104:44260) 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2e3b9640 1 -- 172.21.15.104:0/2479560764 learned_addr learned my addr 172.21.15.104:0/2479560764 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2dbb8640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d280d4070 0x7f6d280b8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.572+0000 7f6d2d3b7640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d28161520 0x7f6d280ccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2e3b9640 1 -- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d28161520 msgr2=0x7f6d280ccf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2e3b9640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d28161520 0x7f6d280ccf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2e3b9640 1 -- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d280d4070 msgr2=0x7f6d280b8bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2e3b9640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d280d4070 0x7f6d280b8bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2e3b9640 1 -- 172.21.15.104:0/2479560764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d1c009400 con 0x7f6d28162760 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2dbb8640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d280d4070 0x7f6d280b8bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2e3b9640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d28162760 0x7f6d2815cf20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000c790 tx=0x7f6d2000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d267fc640 1 -- 172.21.15.104:0/2479560764 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d2000cea0 con 0x7f6d28162760 2024-02-19T16:30:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d267fc640 1 -- 172.21.15.104:0/2479560764 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d20003b70 con 0x7f6d28162760 2024-02-19T16:30:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d267fc640 1 -- 172.21.15.104:0/2479560764 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d2000a850 con 0x7f6d28162760 2024-02-19T16:30:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d280b94b0 con 0x7f6d28162760 2024-02-19T16:30:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.573+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d280cb070 con 0x7f6d28162760 2024-02-19T16:30:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.574+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d280751e0 con 0x7f6d28162760 2024-02-19T16:30:40.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.574+0000 7f6d267fc640 1 -- 172.21.15.104:0/2479560764 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6d2000a9b0 con 0x7f6d28162760 2024-02-19T16:30:40.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.575+0000 7f6d267fc640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b810 0x7f6d1406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.575+0000 7f6d2dbb8640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b810 0x7f6d1406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.575+0000 7f6d267fc640 1 -- 172.21.15.104:0/2479560764 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d20089ee0 con 0x7f6d28162760 2024-02-19T16:30:40.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.575+0000 7f6d2dbb8640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b810 0x7f6d1406dcd0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6d18000f60 tx=0x7f6d18007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.579+0000 7f6d267fc640 1 -- 172.21.15.104:0/2479560764 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6d20054a40 con 0x7f6d28162760 2024-02-19T16:30:40.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.752+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6d280d14c0 con 0x7f6d28162760 2024-02-19T16:30:40.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.753+0000 7f6d267fc640 1 -- 172.21.15.104:0/2479560764 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6d20058100 con 0x7f6d28162760 2024-02-19T16:30:40.756 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:40.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b810 msgr2=0x7f6d1406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b810 0x7f6d1406dcd0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6d18000f60 tx=0x7f6d18007d30 comp rx=0 tx=0).stop 2024-02-19T16:30:40.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d28162760 msgr2=0x7f6d2815cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d28162760 0x7f6d2815cf20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000c790 tx=0x7f6d2000cc50 comp rx=0 tx=0).stop 2024-02-19T16:30:40.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 shutdown_connections 2024-02-19T16:30:40.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b810 0x7f6d1406dcd0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d28162760 0x7f6d2815cf20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d28161520 0x7f6d280ccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 --2- 172.21.15.104:0/2479560764 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d280d4070 0x7f6d280b8bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 >> 172.21.15.104:0/2479560764 conn(0x7f6d2808d5d0 msgr2=0x7f6d280cf400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:40.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 shutdown_connections 2024-02-19T16:30:40.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.755+0000 7f6d2fe1c640 1 -- 172.21.15.104:0/2479560764 wait complete. 2024-02-19T16:30:40.769 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:40.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.867+0000 7f8405c9a640 1 Processor -- start 2024-02-19T16:30:40.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.867+0000 7f8405c9a640 1 -- start start 2024-02-19T16:30:40.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.867+0000 7f8405c9a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f8400158760 0x7f840015b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.867+0000 7f8405c9a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8400071740 0x7f840015ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.867+0000 7f8405c9a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f840015f270 0x7f84000b4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.867+0000 7f8405c9a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f840015e600 con 0x7f840015f270 2024-02-19T16:30:40.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.867+0000 7f8405c9a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84000b5280 con 0x7f8400158760 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.867+0000 7f8405c9a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f840015b550 con 0x7f8400071740 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83fffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f840015f270 0x7f84000b4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83fffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f840015f270 0x7f84000b4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44270/0 (socket says 172.21.15.104:44270) 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83feffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8400071740 0x7f840015ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83fffff640 1 -- 172.21.15.104:0/1394288399 learned_addr learned my addr 172.21.15.104:0/1394288399 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83ff7fe640 1 --2- 172.21.15.104:0/1394288399 >> v2:172.21.15.158:3300/0 conn(0x7f8400158760 0x7f840015b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83fffff640 1 -- 172.21.15.104:0/1394288399 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8400071740 msgr2=0x7f840015ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83fffff640 1 --2- 172.21.15.104:0/1394288399 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8400071740 0x7f840015ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83fffff640 1 -- 172.21.15.104:0/1394288399 >> v2:172.21.15.158:3300/0 conn(0x7f8400158760 msgr2=0x7f840015b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83fffff640 1 --2- 172.21.15.104:0/1394288399 >> v2:172.21.15.158:3300/0 conn(0x7f8400158760 0x7f840015b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.868+0000 7f83fffff640 1 -- 172.21.15.104:0/1394288399 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f840015b7d0 con 0x7f840015f270 2024-02-19T16:30:40.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f83fffff640 1 --2- 172.21.15.104:0/1394288399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f840015f270 0x7f84000b4520 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f84000d19f0 tx=0x7f83f802e050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b325231dc9b7459f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f83fe7fc640 1 -- 172.21.15.104:0/1394288399 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f802ee00 con 0x7f840015f270 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f83fe7fc640 1 -- 172.21.15.104:0/1394288399 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83f8036440 con 0x7f840015f270 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f83fe7fc640 1 -- 172.21.15.104:0/1394288399 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f80367d0 con 0x7f840015f270 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 -- 172.21.15.104:0/1394288399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f840015f270 msgr2=0x7f84000b4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 --2- 172.21.15.104:0/1394288399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f840015f270 0x7f84000b4520 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f84000d19f0 tx=0x7f83f802e050 comp rx=0 tx=0).stop 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 -- 172.21.15.104:0/1394288399 shutdown_connections 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 --2- 172.21.15.104:0/1394288399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f840015f270 0x7f84000b4520 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 --2- 172.21.15.104:0/1394288399 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8400071740 0x7f840015ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 --2- 172.21.15.104:0/1394288399 >> v2:172.21.15.158:3300/0 conn(0x7f8400158760 0x7f840015b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 -- 172.21.15.104:0/1394288399 >> 172.21.15.104:0/1394288399 conn(0x7f840006c020 msgr2=0x7f840006c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 -- 172.21.15.104:0/1394288399 shutdown_connections 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.869+0000 7f8405c9a640 1 -- 172.21.15.104:0/1394288399 wait complete. 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.870+0000 7f8405c9a640 1 Processor -- start 2024-02-19T16:30:40.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f8405c9a640 1 -- start start 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f8405c9a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400071740 0x7f8400144590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f8405c9a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8400158760 0x7f8400155d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f8405c9a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f840015f270 0x7f840006af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f8405c9a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8400156650 con 0x7f8400071740 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f8405c9a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8400156930 con 0x7f8400158760 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f8405c9a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8400156c10 con 0x7f840015f270 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f83ff7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400071740 0x7f8400144590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f83ff7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400071740 0x7f8400144590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44276/0 (socket says 172.21.15.104:44276) 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.871+0000 7f83ff7fe640 1 -- 172.21.15.104:0/3013217681 learned_addr learned my addr 172.21.15.104:0/3013217681 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83fffff640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f840015f270 0x7f840006af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83feffd640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8400158760 0x7f8400155d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83ff7fe640 1 -- 172.21.15.104:0/3013217681 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f840015f270 msgr2=0x7f840006af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83ff7fe640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f840015f270 0x7f840006af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83ff7fe640 1 -- 172.21.15.104:0/3013217681 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8400158760 msgr2=0x7f8400155d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83ff7fe640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8400158760 0x7f8400155d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83ff7fe640 1 -- 172.21.15.104:0/3013217681 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83f800b770 con 0x7f8400071740 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83ff7fe640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400071740 0x7f8400144590 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f83f000efc0 tx=0x7f83f000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83f7fff640 1 -- 172.21.15.104:0/3013217681 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f0014480 con 0x7f8400071740 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83f7fff640 1 -- 172.21.15.104:0/3013217681 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83f000f040 con 0x7f8400071740 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f83f7fff640 1 -- 172.21.15.104:0/3013217681 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f0014800 con 0x7f8400071740 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84000cdad0 con 0x7f8400071740 2024-02-19T16:30:40.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.872+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8400144ad0 con 0x7f8400071740 2024-02-19T16:30:40.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.873+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84000751e0 con 0x7f8400071740 2024-02-19T16:30:40.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.874+0000 7f83f7fff640 1 -- 172.21.15.104:0/3013217681 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f83f0014960 con 0x7f8400071740 2024-02-19T16:30:40.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.874+0000 7f83f7fff640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83e006b810 0x7f83e006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:40.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.874+0000 7f83f7fff640 1 -- 172.21.15.104:0/3013217681 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83f008ac80 con 0x7f8400071740 2024-02-19T16:30:40.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.874+0000 7f83feffd640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83e006b810 0x7f83e006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:40.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.874+0000 7f83feffd640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83e006b810 0x7f83e006dcd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f84000d0eb0 tx=0x7f83e8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:40.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:40.878+0000 7f83f7fff640 1 -- 172.21.15.104:0/3013217681 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f83f0055760 con 0x7f8400071740 2024-02-19T16:30:41.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.050+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f84000ccfe0 con 0x7f8400071740 2024-02-19T16:30:41.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.051+0000 7f83f7fff640 1 -- 172.21.15.104:0/3013217681 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f83f0058e20 con 0x7f8400071740 2024-02-19T16:30:41.054 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:41.054 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:41.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83e006b810 msgr2=0x7f83e006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83e006b810 0x7f83e006dcd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f84000d0eb0 tx=0x7f83e8009190 comp rx=0 tx=0).stop 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400071740 msgr2=0x7f8400144590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400071740 0x7f8400144590 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f83f000efc0 tx=0x7f83f000c490 comp rx=0 tx=0).stop 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 shutdown_connections 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83e006b810 0x7f83e006dcd0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f840015f270 0x7f840006af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8400158760 0x7f8400155d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 --2- 172.21.15.104:0/3013217681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8400071740 0x7f8400144590 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 >> 172.21.15.104:0/3013217681 conn(0x7f840006c020 msgr2=0x7f840015ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 shutdown_connections 2024-02-19T16:30:41.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.053+0000 7f8405c9a640 1 -- 172.21.15.104:0/3013217681 wait complete. 2024-02-19T16:30:41.066 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:41.067 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:41.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.167+0000 7fcf620df640 1 Processor -- start 2024-02-19T16:30:41.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.167+0000 7fcf620df640 1 -- start start 2024-02-19T16:30:41.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf620df640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fcf5c15bc80 0x7fcf5c06f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf620df640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcf5c06dc90 0x7fcf5c06fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf620df640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf5c071890 con 0x7fcf5c0af940 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf620df640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf5c072510 con 0x7fcf5c06dc90 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf620df640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf5c0b04a0 con 0x7fcf5c15bc80 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5affd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcf5c06dc90 0x7fcf5c06fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5bfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fcf5c0af940 0x7fcf5c0afd90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43262/0 (socket says 172.21.15.104:43262) 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5bfff640 1 -- 172.21.15.104:0/4012613712 learned_addr learned my addr 172.21.15.104:0/4012613712 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5b7fe640 1 --2- 172.21.15.104:0/4012613712 >> v2:172.21.15.158:3300/0 conn(0x7fcf5c15bc80 0x7fcf5c06f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5affd640 1 -- 172.21.15.104:0/4012613712 >> v2:172.21.15.158:3300/0 conn(0x7fcf5c15bc80 msgr2=0x7fcf5c06f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5affd640 1 --2- 172.21.15.104:0/4012613712 >> v2:172.21.15.158:3300/0 conn(0x7fcf5c15bc80 0x7fcf5c06f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5affd640 1 -- 172.21.15.104:0/4012613712 >> v1:172.21.15.104:6789/0 conn(0x7fcf5c0af940 legacy=0x7fcf5c0afd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5affd640 1 -- 172.21.15.104:0/4012613712 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf5c071b70 con 0x7fcf5c06dc90 2024-02-19T16:30:41.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.168+0000 7fcf5a7fc640 1 -- 172.21.15.104:0/4012613712 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2259274203 0 0) 0x7fcf5c071890 con 0x7fcf5c0af940 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.169+0000 7fcf5affd640 1 --2- 172.21.15.104:0/4012613712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c06dc90 0x7fcf5c06fd50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c0b5fd0 tx=0x7fcf5002b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=100ecb81366a2869 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.169+0000 7fcf5a7fc640 1 -- 172.21.15.104:0/4012613712 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf50031710 con 0x7fcf5c06dc90 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.169+0000 7fcf5a7fc640 1 -- 172.21.15.104:0/4012613712 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf5002f050 con 0x7fcf5c06dc90 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.169+0000 7fcf5a7fc640 1 -- 172.21.15.104:0/4012613712 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf50031a90 con 0x7fcf5c06dc90 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.170+0000 7fcf620df640 1 -- 172.21.15.104:0/4012613712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c06dc90 msgr2=0x7fcf5c06fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.170+0000 7fcf620df640 1 --2- 172.21.15.104:0/4012613712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c06dc90 0x7fcf5c06fd50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c0b5fd0 tx=0x7fcf5002b7b0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.170+0000 7fcf620df640 1 -- 172.21.15.104:0/4012613712 shutdown_connections 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.170+0000 7fcf620df640 1 --2- 172.21.15.104:0/4012613712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c06dc90 0x7fcf5c06fd50 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.170+0000 7fcf620df640 1 --2- 172.21.15.104:0/4012613712 >> v2:172.21.15.158:3300/0 conn(0x7fcf5c15bc80 0x7fcf5c06f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.170+0000 7fcf620df640 1 -- 172.21.15.104:0/4012613712 >> 172.21.15.104:0/4012613712 conn(0x7fcf5c0b2670 msgr2=0x7fcf5c0b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:41.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.170+0000 7fcf620df640 1 -- 172.21.15.104:0/4012613712 shutdown_connections 2024-02-19T16:30:41.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.170+0000 7fcf620df640 1 -- 172.21.15.104:0/4012613712 wait complete. 2024-02-19T16:30:41.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.171+0000 7fcf620df640 1 Processor -- start 2024-02-19T16:30:41.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.171+0000 7fcf620df640 1 -- start start 2024-02-19T16:30:41.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf620df640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcf5c06dc90 0x7fcf5c153990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf620df640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c0af940 0x7fcf5c156400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf620df640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcf5c15bc80 0x7fcf5c158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf620df640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c1f5ab0 con 0x7fcf5c0af940 2024-02-19T16:30:41.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf620df640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c153500 con 0x7fcf5c15bc80 2024-02-19T16:30:41.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf620df640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c152610 con 0x7fcf5c06dc90 2024-02-19T16:30:41.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c0af940 0x7fcf5c156400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c0af940 0x7fcf5c156400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44304/0 (socket says 172.21.15.104:44304) 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 -- 172.21.15.104:0/2981372436 learned_addr learned my addr 172.21.15.104:0/2981372436 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5b7fe640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcf5c06dc90 0x7fcf5c153990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5bfff640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcf5c15bc80 0x7fcf5c158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 -- 172.21.15.104:0/2981372436 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcf5c06dc90 msgr2=0x7fcf5c153990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcf5c06dc90 0x7fcf5c153990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 -- 172.21.15.104:0/2981372436 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcf5c15bc80 msgr2=0x7fcf5c158300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcf5c15bc80 0x7fcf5c158300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 -- 172.21.15.104:0/2981372436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf50009400 con 0x7fcf5c0af940 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf5affd640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c0af940 0x7fcf5c156400 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcf50000c00 tx=0x7fcf500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf43fff640 1 -- 172.21.15.104:0/2981372436 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf50033890 con 0x7fcf5c0af940 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf43fff640 1 -- 172.21.15.104:0/2981372436 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf500339f0 con 0x7fcf5c0af940 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf43fff640 1 -- 172.21.15.104:0/2981372436 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf50033da0 con 0x7fcf5c0af940 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf5c1528f0 con 0x7fcf5c0af940 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.172+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf5c152eb0 con 0x7fcf5c0af940 2024-02-19T16:30:41.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.173+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf5c1536b0 con 0x7fcf5c0af940 2024-02-19T16:30:41.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.174+0000 7fcf43fff640 1 -- 172.21.15.104:0/2981372436 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcf5003a040 con 0x7fcf5c0af940 2024-02-19T16:30:41.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.174+0000 7fcf43fff640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcf4806b810 0x7fcf4806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.174+0000 7fcf43fff640 1 -- 172.21.15.104:0/2981372436 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcf500ab6a0 con 0x7fcf5c0af940 2024-02-19T16:30:41.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.174+0000 7fcf5b7fe640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcf4806b810 0x7fcf4806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.174+0000 7fcf5b7fe640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcf4806b810 0x7fcf4806dcd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c009aa0 tx=0x7fcf4c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.178+0000 7fcf43fff640 1 -- 172.21.15.104:0/2981372436 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fcf5c1536b0 con 0x7fcf5c0af940 2024-02-19T16:30:41.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.354+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcf5c075240 con 0x7fcf5c0af940 2024-02-19T16:30:41.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.354+0000 7fcf43fff640 1 -- 172.21.15.104:0/2981372436 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcf50076170 con 0x7fcf5c0af940 2024-02-19T16:30:41.356 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcf4806b810 msgr2=0x7fcf4806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcf4806b810 0x7fcf4806dcd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c009aa0 tx=0x7fcf4c009190 comp rx=0 tx=0).stop 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c0af940 msgr2=0x7fcf5c156400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c0af940 0x7fcf5c156400 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcf50000c00 tx=0x7fcf500046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 shutdown_connections 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcf4806b810 0x7fcf4806dcd0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcf5c0af940 0x7fcf5c156400 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcf5c15bc80 0x7fcf5c158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 --2- 172.21.15.104:0/2981372436 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcf5c06dc90 0x7fcf5c153990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 >> 172.21.15.104:0/2981372436 conn(0x7fcf5c0b2670 msgr2=0x7fcf5c0b1da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 shutdown_connections 2024-02-19T16:30:41.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.356+0000 7fcf620df640 1 -- 172.21.15.104:0/2981372436 wait complete. 2024-02-19T16:30:41.369 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:41.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.469+0000 7f776d872640 1 Processor -- start 2024-02-19T16:30:41.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.469+0000 7f776d872640 1 -- start start 2024-02-19T16:30:41.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f776d872640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7768161520 0x7f77680b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f776d872640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f77680d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f776d872640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77680b42f0 con 0x7f7768162760 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f776d872640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77680b45d0 con 0x7f7768161520 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f776d872640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77680b48b0 con 0x7f77680d4240 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f7766ffd640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7768161520 0x7f77680b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f7766ffd640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7768161520 0x7f77680b3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:59532/0 (socket says 172.21.15.104:59532) 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f7766ffd640 1 -- 172.21.15.104:0/1420930691 learned_addr learned my addr 172.21.15.104:0/1420930691 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.470+0000 7f77677fe640 1 --2- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f77680d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f7766ffd640 1 -- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 msgr2=0x7f77680d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f7766ffd640 1 --2- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f77680d1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f7766ffd640 1 -- 172.21.15.104:0/1420930691 >> v1:172.21.15.158:6789/0 conn(0x7f7768162760 legacy=0x7f77680d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f7766ffd640 1 -- 172.21.15.104:0/1420930691 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77680b4b90 con 0x7f7768161520 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f77677fe640 1 --2- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f77680d1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f7765ffb640 1 -- 172.21.15.104:0/1420930691 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2555845356 0 0) 0x7f77680b42f0 con 0x7f7768162760 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f7766ffd640 1 --2- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768161520 0x7f77680b3970 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7758009e50 tx=0x7f775802bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8af739d12e0f0380 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f7765ffb640 1 -- 172.21.15.104:0/1420930691 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f775802cb00 con 0x7f7768161520 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.471+0000 7f7765ffb640 1 -- 172.21.15.104:0/1420930691 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f775802cc60 con 0x7f7768161520 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f7765ffb640 1 -- 172.21.15.104:0/1420930691 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77580343f0 con 0x7f7768161520 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f776d872640 1 -- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768161520 msgr2=0x7f77680b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f776d872640 1 --2- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768161520 0x7f77680b3970 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7758009e50 tx=0x7f775802bf60 comp rx=0 tx=0).stop 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f776d872640 1 -- 172.21.15.104:0/1420930691 shutdown_connections 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f776d872640 1 --2- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f77680d1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f776d872640 1 --2- 172.21.15.104:0/1420930691 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768161520 0x7f77680b3970 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f776d872640 1 -- 172.21.15.104:0/1420930691 >> 172.21.15.104:0/1420930691 conn(0x7f776808d5d0 msgr2=0x7f776809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f776d872640 1 -- 172.21.15.104:0/1420930691 shutdown_connections 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.472+0000 7f776d872640 1 -- 172.21.15.104:0/1420930691 wait complete. 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.473+0000 7f776d872640 1 Processor -- start 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.473+0000 7f776d872640 1 -- start start 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f776d872640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f776814df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f776d872640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7768161520 0x7f77680cd5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f776d872640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768162760 0x7f77680c7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f776d872640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77680ca5c0 con 0x7f7768161520 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f776d872640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7768158c90 con 0x7f7768162760 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f776d872640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77680cdb30 con 0x7f77680d4240 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f77667fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7768161520 0x7f77680cd5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f77677fe640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768162760 0x7f77680c7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f7766ffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f776814df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f77667fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7768161520 0x7f77680cd5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44318/0 (socket says 172.21.15.104:44318) 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f77677fe640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768162760 0x7f77680c7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:59548/0 (socket says 172.21.15.104:59548) 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f7766ffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f776814df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:47102/0 (socket says 172.21.15.104:47102) 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.474+0000 7f77667fc640 1 -- 172.21.15.104:0/1647113555 learned_addr learned my addr 172.21.15.104:0/1647113555 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f77667fc640 1 -- 172.21.15.104:0/1647113555 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 msgr2=0x7f776814df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f77667fc640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f776814df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f77667fc640 1 -- 172.21.15.104:0/1647113555 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768162760 msgr2=0x7f77680c7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f77667fc640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768162760 0x7f77680c7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f77667fc640 1 -- 172.21.15.104:0/1647113555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7760009400 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f77667fc640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7768161520 0x7f77680cd5f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f775000c410 tx=0x7f775000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f775ffff640 1 -- 172.21.15.104:0/1647113555 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77500035f0 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f775ffff640 1 -- 172.21.15.104:0/1647113555 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7750003750 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7758009b30 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f775ffff640 1 -- 172.21.15.104:0/1647113555 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7750003b40 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.475+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77680ca000 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.476+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77680751e0 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.476+0000 7f775ffff640 1 -- 172.21.15.104:0/1647113555 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7750003ca0 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.477+0000 7f775ffff640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f774806b810 0x7f774806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.477+0000 7f775ffff640 1 -- 172.21.15.104:0/1647113555 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7750089660 con 0x7f7768161520 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.477+0000 7f7766ffd640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f774806b810 0x7f774806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.477+0000 7f7766ffd640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f774806b810 0x7f774806dcd0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7758035000 tx=0x7f7758030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.481+0000 7f775ffff640 1 -- 172.21.15.104:0/1647113555 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f77500541c0 con 0x7f7768161520 2024-02-19T16:30:41.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.652+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f77680b3750 con 0x7f7768161520 2024-02-19T16:30:41.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.653+0000 7f775ffff640 1 -- 172.21.15.104:0/1647113555 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7750057880 con 0x7f7768161520 2024-02-19T16:30:41.655 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:41.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.654+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f774806b810 msgr2=0x7f774806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.654+0000 7f776d872640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f774806b810 0x7f774806dcd0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7758035000 tx=0x7f7758030000 comp rx=0 tx=0).stop 2024-02-19T16:30:41.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.654+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7768161520 msgr2=0x7f77680cd5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.654+0000 7f776d872640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7768161520 0x7f77680cd5f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f775000c410 tx=0x7f775000c810 comp rx=0 tx=0).stop 2024-02-19T16:30:41.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.655+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 shutdown_connections 2024-02-19T16:30:41.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.655+0000 7f776d872640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f774806b810 0x7f774806dcd0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.655+0000 7f776d872640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7768161520 0x7f77680cd5f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.655+0000 7f776d872640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7768162760 0x7f77680c7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.655+0000 7f776d872640 1 --2- 172.21.15.104:0/1647113555 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f77680d4240 0x7f776814df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.655+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 >> 172.21.15.104:0/1647113555 conn(0x7f776808d5d0 msgr2=0x7f77680cfa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:41.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.655+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 shutdown_connections 2024-02-19T16:30:41.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.655+0000 7f776d872640 1 -- 172.21.15.104:0/1647113555 wait complete. 2024-02-19T16:30:41.668 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:41.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.769+0000 7fd69ed99640 1 Processor -- start 2024-02-19T16:30:41.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.769+0000 7fd69ed99640 1 -- start start 2024-02-19T16:30:41.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.769+0000 7fd69ed99640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd69815de10 0x7fd6980cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.769+0000 7fd69ed99640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd6980d0c90 0x7fd6980b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.769+0000 7fd69ed99640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6980d1b40 con 0x7fd6980cf980 2024-02-19T16:30:41.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.769+0000 7fd69ed99640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6980d1e20 con 0x7fd6980d0c90 2024-02-19T16:30:41.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.769+0000 7fd69ed99640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6980d2100 con 0x7fd69815de10 2024-02-19T16:30:41.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd697fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd6980cf980 0x7fd6980d0580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43278/0 (socket says 172.21.15.104:43278) 2024-02-19T16:30:41.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd697fff640 1 -- 172.21.15.104:0/123660862 learned_addr learned my addr 172.21.15.104:0/123660862 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:41.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd69d336640 1 --2- 172.21.15.104:0/123660862 >> v2:172.21.15.158:3300/0 conn(0x7fd6980d0c90 0x7fd6980b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd69cb35640 1 --2- 172.21.15.104:0/123660862 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd69815de10 0x7fd6980cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd6977fe640 1 -- 172.21.15.104:0/123660862 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1765340395 0 0) 0x7fd6980d1b40 con 0x7fd6980cf980 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd6977fe640 1 -- 172.21.15.104:0/123660862 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd688003520 con 0x7fd6980cf980 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd69cb35640 1 -- 172.21.15.104:0/123660862 >> v2:172.21.15.158:3300/0 conn(0x7fd6980d0c90 msgr2=0x7fd6980b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd69cb35640 1 --2- 172.21.15.104:0/123660862 >> v2:172.21.15.158:3300/0 conn(0x7fd6980d0c90 0x7fd6980b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd69cb35640 1 -- 172.21.15.104:0/123660862 >> v1:172.21.15.104:6789/0 conn(0x7fd6980cf980 legacy=0x7fd6980d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd69cb35640 1 -- 172.21.15.104:0/123660862 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6980d23e0 con 0x7fd69815de10 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.770+0000 7fd69d336640 1 --2- 172.21.15.104:0/123660862 >> v2:172.21.15.158:3300/0 conn(0x7fd6980d0c90 0x7fd6980b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69cb35640 1 --2- 172.21.15.104:0/123660862 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd69815de10 0x7fd6980cf440 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd68c0097a0 tx=0x7fd68c02b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c69e64c077626d3 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd6977fe640 1 -- 172.21.15.104:0/123660862 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd68c02e070 con 0x7fd69815de10 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd6977fe640 1 -- 172.21.15.104:0/123660862 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd68c0315a0 con 0x7fd69815de10 2024-02-19T16:30:41.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd6977fe640 1 -- 172.21.15.104:0/123660862 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd68c031910 con 0x7fd69815de10 2024-02-19T16:30:41.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69ed99640 1 -- 172.21.15.104:0/123660862 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd69815de10 msgr2=0x7fd6980cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69ed99640 1 --2- 172.21.15.104:0/123660862 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd69815de10 0x7fd6980cf440 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd68c0097a0 tx=0x7fd68c02b840 comp rx=0 tx=0).stop 2024-02-19T16:30:41.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69ed99640 1 -- 172.21.15.104:0/123660862 shutdown_connections 2024-02-19T16:30:41.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69ed99640 1 --2- 172.21.15.104:0/123660862 >> v2:172.21.15.158:3300/0 conn(0x7fd6980d0c90 0x7fd6980b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69ed99640 1 --2- 172.21.15.104:0/123660862 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd69815de10 0x7fd6980cf440 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69ed99640 1 -- 172.21.15.104:0/123660862 >> 172.21.15.104:0/123660862 conn(0x7fd69809cf10 msgr2=0x7fd6980d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:41.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69ed99640 1 -- 172.21.15.104:0/123660862 shutdown_connections 2024-02-19T16:30:41.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.771+0000 7fd69ed99640 1 -- 172.21.15.104:0/123660862 wait complete. 2024-02-19T16:30:41.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.773+0000 7fd69ed99640 1 Processor -- start 2024-02-19T16:30:41.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.773+0000 7fd69ed99640 1 -- start start 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.773+0000 7fd69ed99640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd6980cf980 0x7fd698160560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.773+0000 7fd69ed99640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd6980d0c90 0x7fd698160aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.773+0000 7fd69ed99640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd69815de10 0x7fd69815f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.773+0000 7fd69ed99640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6980b6c20 con 0x7fd69815de10 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.773+0000 7fd69ed99640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd698155ed0 con 0x7fd6980d0c90 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.773+0000 7fd69ed99640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6980b6e50 con 0x7fd6980cf980 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd69815de10 0x7fd69815f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd69815de10 0x7fd69815f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44320/0 (socket says 172.21.15.104:44320) 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 -- 172.21.15.104:0/2068488241 learned_addr learned my addr 172.21.15.104:0/2068488241 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69cb35640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd6980cf980 0x7fd698160560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd697fff640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd6980d0c90 0x7fd698160aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 -- 172.21.15.104:0/2068488241 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd6980cf980 msgr2=0x7fd698160560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd6980cf980 0x7fd698160560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 -- 172.21.15.104:0/2068488241 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd6980d0c90 msgr2=0x7fd698160aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd6980d0c90 0x7fd698160aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 -- 172.21.15.104:0/2068488241 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd690009a70 con 0x7fd69815de10 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69d336640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd69815de10 0x7fd69815f410 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd69000efc0 tx=0x7fd69000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd6957fa640 1 -- 172.21.15.104:0/2068488241 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd690014480 con 0x7fd69815de10 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd6957fa640 1 -- 172.21.15.104:0/2068488241 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd69000f040 con 0x7fd69815de10 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd68c009400 con 0x7fd69815de10 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd6957fa640 1 -- 172.21.15.104:0/2068488241 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd690014840 con 0x7fd69815de10 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.774+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6980b7410 con 0x7fd69815de10 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.775+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6980751e0 con 0x7fd69815de10 2024-02-19T16:30:41.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.775+0000 7fd6957fa640 1 -- 172.21.15.104:0/2068488241 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd6900149a0 con 0x7fd69815de10 2024-02-19T16:30:41.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.776+0000 7fd6957fa640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd67c06b810 0x7fd67c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:41.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.776+0000 7fd6957fa640 1 -- 172.21.15.104:0/2068488241 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd69008b000 con 0x7fd69815de10 2024-02-19T16:30:41.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.776+0000 7fd69cb35640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd67c06b810 0x7fd67c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:41.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.776+0000 7fd69cb35640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd67c06b810 0x7fd67c06dcd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd68c036000 tx=0x7fd68c03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:41.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.780+0000 7fd6957fa640 1 -- 172.21.15.104:0/2068488241 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd690055ad0 con 0x7fd69815de10 2024-02-19T16:30:41.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.952+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd698152680 con 0x7fd69815de10 2024-02-19T16:30:41.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.953+0000 7fd6957fa640 1 -- 172.21.15.104:0/2068488241 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd6900180a0 con 0x7fd69815de10 2024-02-19T16:30:41.955 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd67c06b810 msgr2=0x7fd67c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd67c06b810 0x7fd67c06dcd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd68c036000 tx=0x7fd68c03d040 comp rx=0 tx=0).stop 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd69815de10 msgr2=0x7fd69815f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd69815de10 0x7fd69815f410 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd69000efc0 tx=0x7fd69000c490 comp rx=0 tx=0).stop 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 shutdown_connections 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd67c06b810 0x7fd67c06dcd0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd69815de10 0x7fd69815f410 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd6980d0c90 0x7fd698160aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 --2- 172.21.15.104:0/2068488241 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd6980cf980 0x7fd698160560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.954+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 >> 172.21.15.104:0/2068488241 conn(0x7fd69809cf10 msgr2=0x7fd6980ccf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:41.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.955+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 shutdown_connections 2024-02-19T16:30:41.958 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:41.955+0000 7fd69ed99640 1 -- 172.21.15.104:0/2068488241 wait complete. 2024-02-19T16:30:41.993 INFO:tasks.cephfs_test_runner:Starting test: test_forbidden_modification (tasks.cephfs.test_pool_perm.TestPoolPerm) That a client who does not have the capability for setting 2024-02-19T16:30:41.993 INFO:tasks.cephfs_test_runner:test_forbidden_modification (tasks.cephfs.test_pool_perm.TestPoolPerm) 2024-02-19T16:30:41.993 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:42.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.090+0000 7f8f90b08640 1 Processor -- start 2024-02-19T16:30:42.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f90b08640 1 -- start start 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f90b08640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c0d1ff0 0x7f8f8c0b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f90b08640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8f8c06cf00 0x7f8f8c0cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f90b08640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f8c0b29b0 con 0x7f8f8c15ddb0 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f90b08640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f8c0b1930 con 0x7f8f8c06cf00 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f90b08640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f8c06d390 con 0x7f8f8c0d1ff0 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f8ad9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8f8c06cf00 0x7f8f8c0cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f8a59c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f8f8c15ddb0 0x7f8f8c0d18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43282/0 (socket says 172.21.15.104:43282) 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.091+0000 7f8f8a59c640 1 -- 172.21.15.104:0/164403267 learned_addr learned my addr 172.21.15.104:0/164403267 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.092+0000 7f8f81d9b640 1 --2- 172.21.15.104:0/164403267 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c0d1ff0 0x7f8f8c0b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.092+0000 7f8f8ad9d640 1 -- 172.21.15.104:0/164403267 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c0d1ff0 msgr2=0x7f8f8c0b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:42.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.092+0000 7f8f8ad9d640 1 --2- 172.21.15.104:0/164403267 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c0d1ff0 0x7f8f8c0b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.092+0000 7f8f8ad9d640 1 -- 172.21.15.104:0/164403267 >> v1:172.21.15.104:6789/0 conn(0x7f8f8c15ddb0 legacy=0x7f8f8c0d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.092+0000 7f8f8ad9d640 1 -- 172.21.15.104:0/164403267 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f8c0b1bf0 con 0x7f8f8c06cf00 2024-02-19T16:30:42.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.092+0000 7f8f89d9b640 1 -- 172.21.15.104:0/164403267 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1436897047 0 0) 0x7f8f7c001110 con 0x7f8f8c15ddb0 2024-02-19T16:30:42.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.092+0000 7f8f8ad9d640 1 --2- 172.21.15.104:0/164403267 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c0cfb10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8f84009d90 tx=0x7f8f8402bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57085331eafc0253 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f89d9b640 1 -- 172.21.15.104:0/164403267 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f8402cc50 con 0x7f8f8c06cf00 2024-02-19T16:30:42.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f89d9b640 1 -- 172.21.15.104:0/164403267 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f8402cdb0 con 0x7f8f8c06cf00 2024-02-19T16:30:42.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f89d9b640 1 -- 172.21.15.104:0/164403267 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f84034660 con 0x7f8f8c06cf00 2024-02-19T16:30:42.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f90b08640 1 -- 172.21.15.104:0/164403267 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 msgr2=0x7f8f8c0cfb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f90b08640 1 --2- 172.21.15.104:0/164403267 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c0cfb10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8f84009d90 tx=0x7f8f8402bea0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f90b08640 1 -- 172.21.15.104:0/164403267 shutdown_connections 2024-02-19T16:30:42.097 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f90b08640 1 --2- 172.21.15.104:0/164403267 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c0cfb10 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.097 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f90b08640 1 --2- 172.21.15.104:0/164403267 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c0d1ff0 0x7f8f8c0b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.097 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f90b08640 1 -- 172.21.15.104:0/164403267 >> 172.21.15.104:0/164403267 conn(0x7f8f8c09aa70 msgr2=0x7f8f8c09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:42.097 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f90b08640 1 -- 172.21.15.104:0/164403267 shutdown_connections 2024-02-19T16:30:42.097 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.093+0000 7f8f90b08640 1 -- 172.21.15.104:0/164403267 wait complete. 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.095+0000 7f8f90b08640 1 Processor -- start 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.095+0000 7f8f90b08640 1 -- start start 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.095+0000 7f8f90b08640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c1f37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.095+0000 7f8f90b08640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f8c0d1ff0 0x7f8f8c09e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.095+0000 7f8f90b08640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c15ddb0 0x7f8f8c09e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.095+0000 7f8f90b08640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f8c15b3c0 con 0x7f8f8c06cf00 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.095+0000 7f8f90b08640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f8c15b6a0 con 0x7f8f8c0d1ff0 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.095+0000 7f8f90b08640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f8c15b980 con 0x7f8f8c15ddb0 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c1f37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c1f37b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44344/0 (socket says 172.21.15.104:44344) 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 -- 172.21.15.104:0/2190949652 learned_addr learned my addr 172.21.15.104:0/2190949652 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8ad9d640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c15ddb0 0x7f8f8c09e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f81d9b640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f8c0d1ff0 0x7f8f8c09e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 -- 172.21.15.104:0/2190949652 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c15ddb0 msgr2=0x7f8f8c09e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c15ddb0 0x7f8f8c09e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 -- 172.21.15.104:0/2190949652 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f8c0d1ff0 msgr2=0x7f8f8c09e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f8c0d1ff0 0x7f8f8c09e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 -- 172.21.15.104:0/2190949652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f84009a70 con 0x7f8f8c06cf00 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f8a59c640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c1f37b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c00c430 tx=0x7f8f7c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f837fe640 1 -- 172.21.15.104:0/2190949652 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f7c0074e0 con 0x7f8f8c06cf00 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f837fe640 1 -- 172.21.15.104:0/2190949652 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f7c007660 con 0x7f8f8c06cf00 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f837fe640 1 -- 172.21.15.104:0/2190949652 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f7c004a20 con 0x7f8f8c06cf00 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f8c15bc60 con 0x7f8f8c06cf00 2024-02-19T16:30:42.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.096+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f8c1f3cf0 con 0x7f8f8c06cf00 2024-02-19T16:30:42.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.097+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f8c0751e0 con 0x7f8f8c06cf00 2024-02-19T16:30:42.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.098+0000 7f8f837fe640 1 -- 172.21.15.104:0/2190949652 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8f7c004b80 con 0x7f8f8c06cf00 2024-02-19T16:30:42.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.098+0000 7f8f837fe640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f7006b810 0x7f8f7006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.098+0000 7f8f837fe640 1 -- 172.21.15.104:0/2190949652 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8f7c089d30 con 0x7f8f8c06cf00 2024-02-19T16:30:42.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.098+0000 7f8f81d9b640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f7006b810 0x7f8f7006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.098+0000 7f8f81d9b640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f7006b810 0x7f8f7006dcd0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c0d0fe0 tx=0x7f8f74009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.102+0000 7f8f837fe640 1 -- 172.21.15.104:0/2190949652 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8f7c054800 con 0x7f8f8c06cf00 2024-02-19T16:30:42.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.274+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8f8c0b29b0 con 0x7f8f8c06cf00 2024-02-19T16:30:42.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.275+0000 7f8f837fe640 1 -- 172.21.15.104:0/2190949652 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f8f8c0b29b0 con 0x7f8f8c06cf00 2024-02-19T16:30:42.278 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:42.278 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f7006b810 msgr2=0x7f8f7006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f7006b810 0x7f8f7006dcd0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c0d0fe0 tx=0x7f8f74009190 comp rx=0 tx=0).stop 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 msgr2=0x7f8f8c1f37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c1f37b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c00c430 tx=0x7f8f7c00c8f0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 shutdown_connections 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f7006b810 0x7f8f7006dcd0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f8c15ddb0 0x7f8f8c09e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f8c0d1ff0 0x7f8f8c09e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 --2- 172.21.15.104:0/2190949652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f8c06cf00 0x7f8f8c1f37b0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 >> 172.21.15.104:0/2190949652 conn(0x7f8f8c09aa70 msgr2=0x7f8f8c0d1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 shutdown_connections 2024-02-19T16:30:42.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.277+0000 7f8f90b08640 1 -- 172.21.15.104:0/2190949652 wait complete. 2024-02-19T16:30:42.293 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:42.293 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:42.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.395+0000 7f953e2d4640 1 Processor -- start 2024-02-19T16:30:42.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.395+0000 7f953e2d4640 1 -- start start 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f953e2d4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f953806b180 0x7f95380afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f953e2d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b560 0x7f953815e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f953e2d4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f953815e8c0 con 0x7f95381620e0 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f953e2d4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95380b4670 con 0x7f953806b180 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f953e2d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9538161970 con 0x7f953806b560 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f9537fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f953806b180 0x7f95380afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f953c871640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f95381620e0 0x7f95380b4860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43294/0 (socket says 172.21.15.104:43294) 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f953c871640 1 -- 172.21.15.104:0/384438485 learned_addr learned my addr 172.21.15.104:0/384438485 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:42.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.396+0000 7f95377fe640 1 --2- 172.21.15.104:0/384438485 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b560 0x7f953815e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.397+0000 7f9537fff640 1 -- 172.21.15.104:0/384438485 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b560 msgr2=0x7f953815e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:42.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.397+0000 7f9537fff640 1 --2- 172.21.15.104:0/384438485 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b560 0x7f953815e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.397+0000 7f9537fff640 1 -- 172.21.15.104:0/384438485 >> v1:172.21.15.104:6789/0 conn(0x7f95381620e0 legacy=0x7f95380b4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.397+0000 7f9536ffd640 1 -- 172.21.15.104:0/384438485 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2222978501 0 0) 0x7f9530001490 con 0x7f95381620e0 2024-02-19T16:30:42.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.397+0000 7f9537fff640 1 -- 172.21.15.104:0/384438485 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f953815eb00 con 0x7f953806b180 2024-02-19T16:30:42.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.397+0000 7f9537fff640 1 --2- 172.21.15.104:0/384438485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b180 0x7f95380afcb0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f95280097a0 tx=0x7f952802b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=569b1fe66a2b8b90 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f9536ffd640 1 -- 172.21.15.104:0/384438485 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f952802e070 con 0x7f953806b180 2024-02-19T16:30:42.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f9536ffd640 1 -- 172.21.15.104:0/384438485 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95280315a0 con 0x7f953806b180 2024-02-19T16:30:42.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f9536ffd640 1 -- 172.21.15.104:0/384438485 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9528031930 con 0x7f953806b180 2024-02-19T16:30:42.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f953e2d4640 1 -- 172.21.15.104:0/384438485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b180 msgr2=0x7f95380afcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f953e2d4640 1 --2- 172.21.15.104:0/384438485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b180 0x7f95380afcb0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f95280097a0 tx=0x7f952802b840 comp rx=0 tx=0).stop 2024-02-19T16:30:42.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f953e2d4640 1 -- 172.21.15.104:0/384438485 shutdown_connections 2024-02-19T16:30:42.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f953e2d4640 1 --2- 172.21.15.104:0/384438485 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b560 0x7f953815e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f953e2d4640 1 --2- 172.21.15.104:0/384438485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b180 0x7f95380afcb0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f953e2d4640 1 -- 172.21.15.104:0/384438485 >> 172.21.15.104:0/384438485 conn(0x7f95380b2670 msgr2=0x7f95380b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:42.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f953e2d4640 1 -- 172.21.15.104:0/384438485 shutdown_connections 2024-02-19T16:30:42.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.398+0000 7f953e2d4640 1 -- 172.21.15.104:0/384438485 wait complete. 2024-02-19T16:30:42.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.399+0000 7f953e2d4640 1 Processor -- start 2024-02-19T16:30:42.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.399+0000 7f953e2d4640 1 -- start start 2024-02-19T16:30:42.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f953e2d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b180 0x7f9538144900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f953e2d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b560 0x7f95380c7b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f953e2d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95381620e0 0x7f95380ca450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f953e2d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95380c91c0 con 0x7f953806b560 2024-02-19T16:30:42.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f953e2d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95380c85b0 con 0x7f95381620e0 2024-02-19T16:30:42.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f953e2d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95380c8890 con 0x7f953806b180 2024-02-19T16:30:42.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f95377fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b560 0x7f95380c7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f95377fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b560 0x7f95380c7b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44372/0 (socket says 172.21.15.104:44372) 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f95377fe640 1 -- 172.21.15.104:0/71636188 learned_addr learned my addr 172.21.15.104:0/71636188 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f9537fff640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b180 0x7f9538144900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.400+0000 7f953c871640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95381620e0 0x7f95380ca450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f95377fe640 1 -- 172.21.15.104:0/71636188 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b180 msgr2=0x7f9538144900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f95377fe640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b180 0x7f9538144900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f95377fe640 1 -- 172.21.15.104:0/71636188 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95381620e0 msgr2=0x7f95380ca450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f95377fe640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95381620e0 0x7f95380ca450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f95377fe640 1 -- 172.21.15.104:0/71636188 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9528009400 con 0x7f953806b560 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f95377fe640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b560 0x7f95380c7b30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f952c00e9b0 tx=0x7f952c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f9534ff9640 1 -- 172.21.15.104:0/71636188 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f952c009670 con 0x7f953806b560 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f9534ff9640 1 -- 172.21.15.104:0/71636188 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f952c00c9a0 con 0x7f953806b560 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95380c8b70 con 0x7f953806b560 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f9534ff9640 1 -- 172.21.15.104:0/71636188 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f952c00cd50 con 0x7f953806b560 2024-02-19T16:30:42.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.401+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9538144e40 con 0x7f953806b560 2024-02-19T16:30:42.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.402+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95380751e0 con 0x7f953806b560 2024-02-19T16:30:42.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.402+0000 7f9534ff9640 1 -- 172.21.15.104:0/71636188 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f952c013470 con 0x7f953806b560 2024-02-19T16:30:42.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.403+0000 7f9534ff9640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f952406b810 0x7f952406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.403+0000 7f9537fff640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f952406b810 0x7f952406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.403+0000 7f9534ff9640 1 -- 172.21.15.104:0/71636188 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f952c08a340 con 0x7f953806b560 2024-02-19T16:30:42.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.403+0000 7f9537fff640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f952406b810 0x7f952406dcd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9528036000 tx=0x7f952803d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.407+0000 7f9534ff9640 1 -- 172.21.15.104:0/71636188 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f952c054e10 con 0x7f953806b560 2024-02-19T16:30:42.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.579+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f95380b4130 con 0x7f953806b560 2024-02-19T16:30:42.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.579+0000 7f9534ff9640 1 -- 172.21.15.104:0/71636188 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f952c0584d0 con 0x7f953806b560 2024-02-19T16:30:42.582 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:42.584 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f952406b810 msgr2=0x7f952406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.584 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f952406b810 0x7f952406dcd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9528036000 tx=0x7f952803d040 comp rx=0 tx=0).stop 2024-02-19T16:30:42.584 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b560 msgr2=0x7f95380c7b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.584 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b560 0x7f95380c7b30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f952c00e9b0 tx=0x7f952c00ee70 comp rx=0 tx=0).stop 2024-02-19T16:30:42.584 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 shutdown_connections 2024-02-19T16:30:42.584 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f952406b810 0x7f952406dcd0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f953806b560 0x7f95380c7b30 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f95381620e0 0x7f95380ca450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 --2- 172.21.15.104:0/71636188 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f953806b180 0x7f9538144900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.581+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 >> 172.21.15.104:0/71636188 conn(0x7f95380b2670 msgr2=0x7f95380cfd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:42.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.582+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 shutdown_connections 2024-02-19T16:30:42.585 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.582+0000 7f953e2d4640 1 -- 172.21.15.104:0/71636188 wait complete. 2024-02-19T16:30:42.595 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:42.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.695+0000 7f6d391d0640 1 Processor -- start 2024-02-19T16:30:42.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.695+0000 7f6d391d0640 1 -- start start 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d391d0640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6d34161520 0x7f6d340b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d391d0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d34162760 0x7f6d340d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d391d0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6d340d4070 0x7f6d340d0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d391d0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d340d44c0 con 0x7f6d340d4070 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d391d0640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d340b42f0 con 0x7f6d34161520 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d391d0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d340b45d0 con 0x7f6d34162760 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3359e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6d340d4070 0x7f6d340d0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3359e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6d340d4070 0x7f6d340d0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44374/0 (socket says 172.21.15.104:44374) 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3359e640 1 -- 172.21.15.104:0/594986104 learned_addr learned my addr 172.21.15.104:0/594986104 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3259c640 1 --2- 172.21.15.104:0/594986104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d34162760 0x7f6d340d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d32d9d640 1 --2- 172.21.15.104:0/594986104 >> v2:172.21.15.158:3300/0 conn(0x7f6d34161520 0x7f6d340b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3359e640 1 -- 172.21.15.104:0/594986104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d34162760 msgr2=0x7f6d340d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:42.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3359e640 1 --2- 172.21.15.104:0/594986104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d34162760 0x7f6d340d3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3359e640 1 -- 172.21.15.104:0/594986104 >> v2:172.21.15.158:3300/0 conn(0x7f6d34161520 msgr2=0x7f6d340b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:42.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3359e640 1 --2- 172.21.15.104:0/594986104 >> v2:172.21.15.158:3300/0 conn(0x7f6d34161520 0x7f6d340b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.696+0000 7f6d3359e640 1 -- 172.21.15.104:0/594986104 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d340b48b0 con 0x7f6d340d4070 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.697+0000 7f6d3359e640 1 --2- 172.21.15.104:0/594986104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d340d4070 0x7f6d340d0630 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6d340b67f0 tx=0x7f6d2402bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bb4b5ed7b5683d1 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.697+0000 7f6d31d9b640 1 -- 172.21.15.104:0/594986104 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d2402cb00 con 0x7f6d340d4070 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.697+0000 7f6d31d9b640 1 -- 172.21.15.104:0/594986104 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d2402cc60 con 0x7f6d340d4070 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.697+0000 7f6d31d9b640 1 -- 172.21.15.104:0/594986104 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d240343f0 con 0x7f6d340d4070 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 -- 172.21.15.104:0/594986104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d340d4070 msgr2=0x7f6d340d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 --2- 172.21.15.104:0/594986104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d340d4070 0x7f6d340d0630 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6d340b67f0 tx=0x7f6d2402bf60 comp rx=0 tx=0).stop 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 -- 172.21.15.104:0/594986104 shutdown_connections 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 --2- 172.21.15.104:0/594986104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d340d4070 0x7f6d340d0630 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 --2- 172.21.15.104:0/594986104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d34162760 0x7f6d340d3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 --2- 172.21.15.104:0/594986104 >> v2:172.21.15.158:3300/0 conn(0x7f6d34161520 0x7f6d340b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 -- 172.21.15.104:0/594986104 >> 172.21.15.104:0/594986104 conn(0x7f6d3408d5d0 msgr2=0x7f6d3409cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 -- 172.21.15.104:0/594986104 shutdown_connections 2024-02-19T16:30:42.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.698+0000 7f6d391d0640 1 -- 172.21.15.104:0/594986104 wait complete. 2024-02-19T16:30:42.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.699+0000 7f6d391d0640 1 Processor -- start 2024-02-19T16:30:42.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.699+0000 7f6d391d0640 1 -- start start 2024-02-19T16:30:42.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d391d0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d340d4070 0x7f6d341f7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d391d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d34161520 0x7f6d3415fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d391d0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d34162760 0x7f6d341600a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d391d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d3415a930 con 0x7f6d34161520 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d391d0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d341f7c60 con 0x7f6d34162760 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d391d0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d340cad90 con 0x7f6d340d4070 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3259c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d34161520 0x7f6d3415fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3259c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d34161520 0x7f6d3415fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44386/0 (socket says 172.21.15.104:44386) 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3259c640 1 -- 172.21.15.104:0/2289797393 learned_addr learned my addr 172.21.15.104:0/2289797393 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d32d9d640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d340d4070 0x7f6d341f7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3359e640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d34162760 0x7f6d341600a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3259c640 1 -- 172.21.15.104:0/2289797393 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d340d4070 msgr2=0x7f6d341f7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3259c640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d340d4070 0x7f6d341f7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3259c640 1 -- 172.21.15.104:0/2289797393 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d34162760 msgr2=0x7f6d341600a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3259c640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d34162760 0x7f6d341600a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.700+0000 7f6d3259c640 1 -- 172.21.15.104:0/2289797393 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d24009b30 con 0x7f6d34161520 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.701+0000 7f6d3259c640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d34161520 0x7f6d3415fb60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c00e9b0 tx=0x7f6d1c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.704 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.701+0000 7f6d2b7fe640 1 -- 172.21.15.104:0/2289797393 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c009670 con 0x7f6d34161520 2024-02-19T16:30:42.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.701+0000 7f6d2b7fe640 1 -- 172.21.15.104:0/2289797393 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d1c00c9a0 con 0x7f6d34161520 2024-02-19T16:30:42.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.701+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d340cb070 con 0x7f6d34161520 2024-02-19T16:30:42.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.701+0000 7f6d2b7fe640 1 -- 172.21.15.104:0/2289797393 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c00cd50 con 0x7f6d34161520 2024-02-19T16:30:42.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.701+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d340cb630 con 0x7f6d34161520 2024-02-19T16:30:42.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.702+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d340751e0 con 0x7f6d34161520 2024-02-19T16:30:42.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.702+0000 7f6d2b7fe640 1 -- 172.21.15.104:0/2289797393 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6d1c013470 con 0x7f6d34161520 2024-02-19T16:30:42.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.702+0000 7f6d2b7fe640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b840 0x7f6d1406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.703+0000 7f6d2b7fe640 1 -- 172.21.15.104:0/2289797393 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d1c08a210 con 0x7f6d34161520 2024-02-19T16:30:42.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.703+0000 7f6d32d9d640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b840 0x7f6d1406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.703+0000 7f6d32d9d640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b840 0x7f6d1406dd00 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6d340ca300 tx=0x7f6d2c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.709 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.708+0000 7f6d2b7fe640 1 -- 172.21.15.104:0/2289797393 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6d1c054d70 con 0x7f6d34161520 2024-02-19T16:30:42.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.878+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6d340cdd20 con 0x7f6d34161520 2024-02-19T16:30:42.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.879+0000 7f6d2b7fe640 1 -- 172.21.15.104:0/2289797393 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6d1c058430 con 0x7f6d34161520 2024-02-19T16:30:42.881 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:42.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b840 msgr2=0x7f6d1406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b840 0x7f6d1406dd00 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6d340ca300 tx=0x7f6d2c009190 comp rx=0 tx=0).stop 2024-02-19T16:30:42.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d34161520 msgr2=0x7f6d3415fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d34161520 0x7f6d3415fb60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c00e9b0 tx=0x7f6d1c00ee70 comp rx=0 tx=0).stop 2024-02-19T16:30:42.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 shutdown_connections 2024-02-19T16:30:42.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d1406b840 0x7f6d1406dd00 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6d34161520 0x7f6d3415fb60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6d34162760 0x7f6d341600a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 --2- 172.21.15.104:0/2289797393 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6d340d4070 0x7f6d341f7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 >> 172.21.15.104:0/2289797393 conn(0x7f6d3408d5d0 msgr2=0x7f6d3406b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:42.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 shutdown_connections 2024-02-19T16:30:42.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.881+0000 7f6d391d0640 1 -- 172.21.15.104:0/2289797393 wait complete. 2024-02-19T16:30:42.894 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:42.995 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.993+0000 7fb159365640 1 Processor -- start 2024-02-19T16:30:42.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.993+0000 7fb159365640 1 -- start start 2024-02-19T16:30:42.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb159365640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb154162760 0x7fb1540d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:42.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb159365640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1540b4080 con 0x7fb154161520 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb159365640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1540b42f0 con 0x7fb1540d4070 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb159365640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1540b45d0 con 0x7fb154162760 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb1527fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb154162760 0x7fb1540d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb1527fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb154162760 0x7fb1540d3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44392/0 (socket says 172.21.15.104:44392) 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb152ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb154161520 0x7fb1540b3970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43296/0 (socket says 172.21.15.104:43296) 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb1527fc640 1 -- 172.21.15.104:0/1764134412 learned_addr learned my addr 172.21.15.104:0/1764134412 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb1527fc640 1 -- 172.21.15.104:0/1764134412 >> v1:172.21.15.158:6789/0 conn(0x7fb1540d4070 legacy=0x7fb1540d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb1527fc640 1 -- 172.21.15.104:0/1764134412 >> v1:172.21.15.104:6789/0 conn(0x7fb154161520 legacy=0x7fb1540b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb1527fc640 1 -- 172.21.15.104:0/1764134412 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1540b48b0 con 0x7fb154162760 2024-02-19T16:30:42.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb1527fc640 1 --2- 172.21.15.104:0/1764134412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb154162760 0x7fb1540d3b30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb148009870 tx=0x7fb14802bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b18e9ac74c824fe server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:42.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb151ffb640 1 -- 172.21.15.104:0/1764134412 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb14802d870 con 0x7fb154162760 2024-02-19T16:30:42.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb151ffb640 1 -- 172.21.15.104:0/1764134412 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb14802d9d0 con 0x7fb154162760 2024-02-19T16:30:42.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.995+0000 7fb151ffb640 1 -- 172.21.15.104:0/1764134412 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb14802dd60 con 0x7fb154162760 2024-02-19T16:30:42.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.996+0000 7fb159365640 1 -- 172.21.15.104:0/1764134412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb154162760 msgr2=0x7fb1540d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:42.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.996+0000 7fb159365640 1 --2- 172.21.15.104:0/1764134412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb154162760 0x7fb1540d3b30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb148009870 tx=0x7fb14802bab0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.996+0000 7fb159365640 1 -- 172.21.15.104:0/1764134412 shutdown_connections 2024-02-19T16:30:42.999 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.996+0000 7fb159365640 1 --2- 172.21.15.104:0/1764134412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb154162760 0x7fb1540d3b30 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:42.999 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.996+0000 7fb159365640 1 -- 172.21.15.104:0/1764134412 >> 172.21.15.104:0/1764134412 conn(0x7fb15408d5d0 msgr2=0x7fb15409cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:42.999 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.996+0000 7fb159365640 1 -- 172.21.15.104:0/1764134412 shutdown_connections 2024-02-19T16:30:42.999 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.996+0000 7fb159365640 1 -- 172.21.15.104:0/1764134412 wait complete. 2024-02-19T16:30:42.999 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.997+0000 7fb159365640 1 Processor -- start 2024-02-19T16:30:42.999 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.997+0000 7fb159365640 1 -- start start 2024-02-19T16:30:43.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb159365640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1540d4070 0x7fb1540cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb159365640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb154161520 0x7fb154159cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb159365640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb154162760 0x7fb1540cb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb159365640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb15415a820 con 0x7fb1540d4070 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb159365640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1540b2e60 con 0x7fb154161520 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb159365640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1540cae20 con 0x7fb154162760 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb152ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1540d4070 0x7fb1540cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb152ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1540d4070 0x7fb1540cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44398/0 (socket says 172.21.15.104:44398) 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb152ffd640 1 -- 172.21.15.104:0/469337439 learned_addr learned my addr 172.21.15.104:0/469337439 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb1527fc640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb154161520 0x7fb154159cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb1537fe640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb154162760 0x7fb1540cb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb1527fc640 1 -- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb154162760 msgr2=0x7fb1540cb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb1527fc640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb154162760 0x7fb1540cb8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb1527fc640 1 -- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1540d4070 msgr2=0x7fb1540cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb1527fc640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1540d4070 0x7fb1540cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb1527fc640 1 -- 172.21.15.104:0/469337439 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1480094d0 con 0x7fb154161520 2024-02-19T16:30:43.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb152ffd640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1540d4070 0x7fb1540cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:43.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.998+0000 7fb1527fc640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb154161520 0x7fb154159cd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb15408e040 tx=0x7fb148004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:43.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.999+0000 7fb13b7fe640 1 -- 172.21.15.104:0/469337439 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb14803c040 con 0x7fb154161520 2024-02-19T16:30:43.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.999+0000 7fb13b7fe640 1 -- 172.21.15.104:0/469337439 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb148037d00 con 0x7fb154161520 2024-02-19T16:30:43.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.999+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1540b2b80 con 0x7fb154161520 2024-02-19T16:30:43.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.999+0000 7fb13b7fe640 1 -- 172.21.15.104:0/469337439 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb148041680 con 0x7fb154161520 2024-02-19T16:30:43.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:42.999+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1540cb3a0 con 0x7fb154161520 2024-02-19T16:30:43.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.000+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1540cb590 con 0x7fb154161520 2024-02-19T16:30:43.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.000+0000 7fb13b7fe640 1 -- 172.21.15.104:0/469337439 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb1480417e0 con 0x7fb154161520 2024-02-19T16:30:43.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.001+0000 7fb13b7fe640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb14006b810 0x7fb14006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.001+0000 7fb13b7fe640 1 -- 172.21.15.104:0/469337439 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb148032070 con 0x7fb154161520 2024-02-19T16:30:43.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.001+0000 7fb152ffd640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb14006b810 0x7fb14006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.001+0000 7fb152ffd640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb14006b810 0x7fb14006dcd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb144000f60 tx=0x7fb144007f00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:43.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.010+0000 7fb13b7fe640 1 -- 172.21.15.104:0/469337439 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb148076810 con 0x7fb154161520 2024-02-19T16:30:43.185 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.183+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb1540751e0 con 0x7fb154161520 2024-02-19T16:30:43.185 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.183+0000 7fb13b7fe640 1 -- 172.21.15.104:0/469337439 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb148046020 con 0x7fb154161520 2024-02-19T16:30:43.186 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:43.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb14006b810 msgr2=0x7fb14006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb14006b810 0x7fb14006dcd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb144000f60 tx=0x7fb144007f00 comp rx=0 tx=0).stop 2024-02-19T16:30:43.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb154161520 msgr2=0x7fb154159cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb154161520 0x7fb154159cd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb15408e040 tx=0x7fb148004730 comp rx=0 tx=0).stop 2024-02-19T16:30:43.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 shutdown_connections 2024-02-19T16:30:43.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb14006b810 0x7fb14006dcd0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb154162760 0x7fb1540cb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb154161520 0x7fb154159cd0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 --2- 172.21.15.104:0/469337439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb1540d4070 0x7fb1540cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 >> 172.21.15.104:0/469337439 conn(0x7fb15408d5d0 msgr2=0x7fb1540cf6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:43.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 shutdown_connections 2024-02-19T16:30:43.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.185+0000 7fb159365640 1 -- 172.21.15.104:0/469337439 wait complete. 2024-02-19T16:30:43.198 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification' 2024-02-19T16:30:43.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.299+0000 7f715f1d0640 1 Processor -- start 2024-02-19T16:30:43.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.299+0000 7f715f1d0640 1 -- start start 2024-02-19T16:30:43.302 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715f1d0640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f71580d22f0 0x7f7158166ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.302 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715f1d0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71580b2e00 con 0x7f715815bf20 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715f1d0640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71580aeda0 con 0x7f71580d05a0 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715f1d0640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71580d0a00 con 0x7f71580d22f0 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715cf6c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f715815bf20 0x7f71580b2010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43302/0 (socket says 172.21.15.104:43302) 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715cf6c640 1 -- 172.21.15.104:0/1568807256 learned_addr learned my addr 172.21.15.104:0/1568807256 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715d76d640 1 --2- 172.21.15.104:0/1568807256 >> v2:172.21.15.158:3300/0 conn(0x7f71580d22f0 0x7f7158166ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f71577fe640 1 -- 172.21.15.104:0/1568807256 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3235071343 0 0) 0x7f71580b2e00 con 0x7f715815bf20 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f71577fe640 1 -- 172.21.15.104:0/1568807256 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7148003520 con 0x7f715815bf20 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715d76d640 1 -- 172.21.15.104:0/1568807256 >> v1:172.21.15.158:6789/0 conn(0x7f71580d05a0 legacy=0x7f71580d1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715d76d640 1 -- 172.21.15.104:0/1568807256 >> v1:172.21.15.104:6789/0 conn(0x7f715815bf20 legacy=0x7f71580b2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.300+0000 7f715d76d640 1 -- 172.21.15.104:0/1568807256 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71580b2840 con 0x7f71580d22f0 2024-02-19T16:30:43.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.301+0000 7f715d76d640 1 --2- 172.21.15.104:0/1568807256 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71580d22f0 0x7f7158166ba0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7150009d90 tx=0x7f715002bf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1992332d34a5b2b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:43.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.301+0000 7f71577fe640 1 -- 172.21.15.104:0/1568807256 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f715002cd00 con 0x7f71580d22f0 2024-02-19T16:30:43.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.301+0000 7f71577fe640 1 -- 172.21.15.104:0/1568807256 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f715002ce60 con 0x7f71580d22f0 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.301+0000 7f71577fe640 1 -- 172.21.15.104:0/1568807256 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7150034640 con 0x7f71580d22f0 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.302+0000 7f715f1d0640 1 -- 172.21.15.104:0/1568807256 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71580d22f0 msgr2=0x7f7158166ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.302+0000 7f715f1d0640 1 --2- 172.21.15.104:0/1568807256 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71580d22f0 0x7f7158166ba0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7150009d90 tx=0x7f715002bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.302+0000 7f715f1d0640 1 -- 172.21.15.104:0/1568807256 shutdown_connections 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.302+0000 7f715f1d0640 1 --2- 172.21.15.104:0/1568807256 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71580d22f0 0x7f7158166ba0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.302+0000 7f715f1d0640 1 -- 172.21.15.104:0/1568807256 >> 172.21.15.104:0/1568807256 conn(0x7f7158072f10 msgr2=0x7f715809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.302+0000 7f715f1d0640 1 -- 172.21.15.104:0/1568807256 shutdown_connections 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.302+0000 7f715f1d0640 1 -- 172.21.15.104:0/1568807256 wait complete. 2024-02-19T16:30:43.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.303+0000 7f715f1d0640 1 Processor -- start 2024-02-19T16:30:43.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.303+0000 7f715f1d0640 1 -- start start 2024-02-19T16:30:43.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715f1d0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71580d05a0 0x7f71580cb920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715f1d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71580d22f0 0x7f715814cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715f1d0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f715815bf20 0x7f71580b6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715f1d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71580cbe60 con 0x7f71580d22f0 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715f1d0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71581f50a0 con 0x7f715815bf20 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715f1d0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71581f5380 con 0x7f71580d05a0 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f7157fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71580d22f0 0x7f715814cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715cf6c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71580d05a0 0x7f71580cb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f7157fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71580d22f0 0x7f715814cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44404/0 (socket says 172.21.15.104:44404) 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715d76d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f715815bf20 0x7f71580b6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f7157fff640 1 -- 172.21.15.104:0/1332675387 learned_addr learned my addr 172.21.15.104:0/1332675387 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f7157fff640 1 -- 172.21.15.104:0/1332675387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71580d05a0 msgr2=0x7f71580cb920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f7157fff640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71580d05a0 0x7f71580cb920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f7157fff640 1 -- 172.21.15.104:0/1332675387 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f715815bf20 msgr2=0x7f71580b6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f7157fff640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f715815bf20 0x7f71580b6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:43.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f7157fff640 1 -- 172.21.15.104:0/1332675387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7150009a70 con 0x7f71580d22f0 2024-02-19T16:30:43.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715d76d640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f715815bf20 0x7f71580b6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:43.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.304+0000 7f715cf6c640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71580d05a0 0x7f71580cb920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:43.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.305+0000 7f7157fff640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71580d22f0 0x7f715814cfc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f714400c3c0 tx=0x7f714400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:43.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.305+0000 7f71557fa640 1 -- 172.21.15.104:0/1332675387 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71440052d0 con 0x7f71580d22f0 2024-02-19T16:30:43.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.305+0000 7f71557fa640 1 -- 172.21.15.104:0/1332675387 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7144005450 con 0x7f71580d22f0 2024-02-19T16:30:43.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.305+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71581f5660 con 0x7f71580d22f0 2024-02-19T16:30:43.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.305+0000 7f71557fa640 1 -- 172.21.15.104:0/1332675387 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7144007260 con 0x7f71580d22f0 2024-02-19T16:30:43.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.305+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71580c6ab0 con 0x7f71580d22f0 2024-02-19T16:30:43.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.306+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f715806b9c0 con 0x7f71580d22f0 2024-02-19T16:30:43.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.306+0000 7f71557fa640 1 -- 172.21.15.104:0/1332675387 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f71440073c0 con 0x7f71580d22f0 2024-02-19T16:30:43.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.306+0000 7f71557fa640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f713c06b840 0x7f713c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:43.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.307+0000 7f71557fa640 1 -- 172.21.15.104:0/1332675387 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f71440895c0 con 0x7f71580d22f0 2024-02-19T16:30:43.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.307+0000 7f715cf6c640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f713c06b840 0x7f713c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:43.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.307+0000 7f715cf6c640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f713c06b840 0x7f713c06dd00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f714c0011e0 tx=0x7f714c007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:43.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.311+0000 7f71557fa640 1 -- 172.21.15.104:0/1332675387 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f7144053f80 con 0x7f71580d22f0 2024-02-19T16:30:43.537 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:30:43.540 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:30:43.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:43.559+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification"]} v 0) v1 -- 0x7f71581f5b80 con 0x7f71580d22f0 2024-02-19T16:30:44.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.358+0000 7f71557fa640 1 -- 172.21.15.104:0/1332675387 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification"]}]=0 v54) v1 ==== 150+0+0 (secure 0 0 0) 0x7f7144057640 con 0x7f71580d22f0 2024-02-19T16:30:44.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f713c06b840 msgr2=0x7f713c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f713c06b840 0x7f713c06dd00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f714c0011e0 tx=0x7f714c007d30 comp rx=0 tx=0).stop 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71580d22f0 msgr2=0x7f715814cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71580d22f0 0x7f715814cfc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f714400c3c0 tx=0x7f714400c880 comp rx=0 tx=0).stop 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 shutdown_connections 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f713c06b840 0x7f713c06dd00 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71580d22f0 0x7f715814cfc0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f715815bf20 0x7f71580b6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 --2- 172.21.15.104:0/1332675387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71580d05a0 0x7f71580cb920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 >> 172.21.15.104:0/1332675387 conn(0x7f7158072f10 msgr2=0x7f715815c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 shutdown_connections 2024-02-19T16:30:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.360+0000 7f715f1d0640 1 -- 172.21.15.104:0/1332675387 wait complete. 2024-02-19T16:30:44.372 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-02-19T16:30:44.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.475+0000 7f9468d48640 1 Processor -- start 2024-02-19T16:30:44.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.475+0000 7f9468d48640 1 -- start start 2024-02-19T16:30:44.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f9468d48640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946406e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f9468d48640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9464072650 0x7f946406af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f9468d48640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94640b3a30 con 0x7f946406b450 2024-02-19T16:30:44.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f9468d48640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f946406b8e0 con 0x7f9464072650 2024-02-19T16:30:44.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f9468d48640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f946406ca30 con 0x7f946415a950 2024-02-19T16:30:44.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f9462d9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f946406b450 0x7f94640b2710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43304/0 (socket says 172.21.15.104:43304) 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f9462d9d640 1 -- 172.21.15.104:0/1673658107 learned_addr learned my addr 172.21.15.104:0/1673658107 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f946259c640 1 --2- 172.21.15.104:0/1673658107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946406e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.476+0000 7f9461d9b640 1 --2- 172.21.15.104:0/1673658107 >> v2:172.21.15.158:3300/0 conn(0x7f9464072650 0x7f946406af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.477+0000 7f946159a640 1 -- 172.21.15.104:0/1673658107 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4289207 0 0) 0x7f94640b3a30 con 0x7f946406b450 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.477+0000 7f946159a640 1 -- 172.21.15.104:0/1673658107 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f944c003520 con 0x7f946406b450 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.477+0000 7f946259c640 1 -- 172.21.15.104:0/1673658107 >> v2:172.21.15.158:3300/0 conn(0x7f9464072650 msgr2=0x7f946406af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.477+0000 7f946259c640 1 --2- 172.21.15.104:0/1673658107 >> v2:172.21.15.158:3300/0 conn(0x7f9464072650 0x7f946406af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.477+0000 7f946259c640 1 -- 172.21.15.104:0/1673658107 >> v1:172.21.15.104:6789/0 conn(0x7f946406b450 legacy=0x7f94640b2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.477+0000 7f946259c640 1 -- 172.21.15.104:0/1673658107 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f946406cd10 con 0x7f946415a950 2024-02-19T16:30:44.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.477+0000 7f9461d9b640 1 --2- 172.21.15.104:0/1673658107 >> v2:172.21.15.158:3300/0 conn(0x7f9464072650 0x7f946406af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.477+0000 7f946259c640 1 --2- 172.21.15.104:0/1673658107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946406e330 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9454009d90 tx=0x7f945402bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd99ac9571c039fb server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f946159a640 1 -- 172.21.15.104:0/1673658107 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f945402cc50 con 0x7f946415a950 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f946159a640 1 -- 172.21.15.104:0/1673658107 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f945402cdb0 con 0x7f946415a950 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f946159a640 1 -- 172.21.15.104:0/1673658107 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9454034640 con 0x7f946415a950 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f9468d48640 1 -- 172.21.15.104:0/1673658107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 msgr2=0x7f946406e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f9468d48640 1 --2- 172.21.15.104:0/1673658107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946406e330 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9454009d90 tx=0x7f945402bea0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f9468d48640 1 -- 172.21.15.104:0/1673658107 shutdown_connections 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f9468d48640 1 --2- 172.21.15.104:0/1673658107 >> v2:172.21.15.158:3300/0 conn(0x7f9464072650 0x7f946406af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f9468d48640 1 --2- 172.21.15.104:0/1673658107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946406e330 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f9468d48640 1 -- 172.21.15.104:0/1673658107 >> 172.21.15.104:0/1673658107 conn(0x7f94640b1410 msgr2=0x7f94640b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f9468d48640 1 -- 172.21.15.104:0/1673658107 shutdown_connections 2024-02-19T16:30:44.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.478+0000 7f9468d48640 1 -- 172.21.15.104:0/1673658107 wait complete. 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.479+0000 7f9468d48640 1 Processor -- start 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9468d48640 1 -- start start 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9468d48640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f946406b450 0x7f94641e5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9468d48640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9464072650 0x7f94641f3630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9468d48640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946414c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9468d48640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94641f3b70 con 0x7f9464072650 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9468d48640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94641f4600 con 0x7f946406b450 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9468d48640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9464156400 con 0x7f946415a950 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9461d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9464072650 0x7f94641f3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9461d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9464072650 0x7f94641f3630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44406/0 (socket says 172.21.15.104:44406) 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9461d9b640 1 -- 172.21.15.104:0/1300494376 learned_addr learned my addr 172.21.15.104:0/1300494376 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f9462d9d640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946414c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.480+0000 7f946259c640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f946406b450 0x7f94641e5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9461d9b640 1 -- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 msgr2=0x7f946414c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9461d9b640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946414c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9461d9b640 1 -- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f946406b450 msgr2=0x7f94641e5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9461d9b640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f946406b450 0x7f94641e5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9461d9b640 1 -- 172.21.15.104:0/1300494376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9458009400 con 0x7f9464072650 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9462d9d640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946414c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f946259c640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f946406b450 0x7f94641e5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9461d9b640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9464072650 0x7f94641f3630 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f945800ec10 tx=0x7f945800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9452ffd640 1 -- 172.21.15.104:0/1300494376 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9458009760 con 0x7f9464072650 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9452ffd640 1 -- 172.21.15.104:0/1300494376 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f945800cc30 con 0x7f9464072650 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9454009a70 con 0x7f9464072650 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9452ffd640 1 -- 172.21.15.104:0/1300494376 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9458013470 con 0x7f9464072650 2024-02-19T16:30:44.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.481+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94641f4040 con 0x7f9464072650 2024-02-19T16:30:44.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.482+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94640751e0 con 0x7f9464072650 2024-02-19T16:30:44.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.482+0000 7f9452ffd640 1 -- 172.21.15.104:0/1300494376 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f94580135d0 con 0x7f9464072650 2024-02-19T16:30:44.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.483+0000 7f9452ffd640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f944406b810 0x7f944406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.483+0000 7f9452ffd640 1 -- 172.21.15.104:0/1300494376 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f945808a440 con 0x7f9464072650 2024-02-19T16:30:44.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.483+0000 7f946259c640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f944406b810 0x7f944406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.483+0000 7f946259c640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f944406b810 0x7f944406dcd0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9454036000 tx=0x7f9454030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:44.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.487+0000 7f9452ffd640 1 -- 172.21.15.104:0/1300494376 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9458054f10 con 0x7f9464072650 2024-02-19T16:30:44.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.658+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f94640b45d0 con 0x7f9464072650 2024-02-19T16:30:44.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.661+0000 7f9452ffd640 1 -- 172.21.15.104:0/1300494376 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f94580585d0 con 0x7f9464072650 2024-02-19T16:30:44.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f944406b810 msgr2=0x7f944406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f944406b810 0x7f944406dcd0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9454036000 tx=0x7f9454030000 comp rx=0 tx=0).stop 2024-02-19T16:30:44.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9464072650 msgr2=0x7f94641f3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9464072650 0x7f94641f3630 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f945800ec10 tx=0x7f945800c520 comp rx=0 tx=0).stop 2024-02-19T16:30:44.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 shutdown_connections 2024-02-19T16:30:44.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f944406b810 0x7f944406dcd0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9464072650 0x7f94641f3630 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f946415a950 0x7f946414c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 --2- 172.21.15.104:0/1300494376 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f946406b450 0x7f94641e5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 >> 172.21.15.104:0/1300494376 conn(0x7f94640b1410 msgr2=0x7f94640afb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:44.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 shutdown_connections 2024-02-19T16:30:44.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.664+0000 7f9468d48640 1 -- 172.21.15.104:0/1300494376 wait complete. 2024-02-19T16:30:44.676 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-02-19T16:30:44.676 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-19T16:30:44.726 DEBUG:teuthology.orchestra.run.smithi158:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-19T16:30:44.768 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-02-19T16:30:44.768 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:30:44.768 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:44.784 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:30:44.784 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:44.839 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:44.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.978+0000 7f6da7aae640 1 Processor -- start 2024-02-19T16:30:44.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.978+0000 7f6da7aae640 1 -- start start 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da7aae640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da7aae640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6da00d1ff0 0x7f6da00cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da7aae640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6da00b29b0 con 0x7f6da006cf00 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da7aae640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6da00b1930 con 0x7f6da00d1ff0 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da7aae640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6da00b1bf0 con 0x7f6da015ddb0 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da584a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da604b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6da00d1ff0 0x7f6da00cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da604b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6da00d1ff0 0x7f6da00cfb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:59660/0 (socket says 172.21.15.104:59660) 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da584a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:47222/0 (socket says 172.21.15.104:47222) 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da5049640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f6da006cf00 0x7f6da00d18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:39506/0 (socket says 172.21.15.104:39506) 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da604b640 1 -- 172.21.15.104:0/629742644 learned_addr learned my addr 172.21.15.104:0/629742644 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:44.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da604b640 1 -- 172.21.15.104:0/629742644 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 msgr2=0x7f6da00b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:44.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da604b640 1 --2- 172.21.15.104:0/629742644 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da604b640 1 -- 172.21.15.104:0/629742644 >> v1:172.21.15.158:6789/0 conn(0x7f6da006cf00 legacy=0x7f6da00d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da604b640 1 -- 172.21.15.104:0/629742644 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6da00b1ed0 con 0x7f6da00d1ff0 2024-02-19T16:30:44.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da4848640 1 -- 172.21.15.104:0/629742644 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3925539094 0 0) 0x7f6d90001110 con 0x7f6da006cf00 2024-02-19T16:30:44.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.979+0000 7f6da584a640 1 --2- 172.21.15.104:0/629742644 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:44.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.980+0000 7f6da604b640 1 --2- 172.21.15.104:0/629742644 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da00d1ff0 0x7f6da00cfb10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6d98009e50 tx=0x7f6d9802bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e51649171fdba2c5 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:44.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.980+0000 7f6da4848640 1 -- 172.21.15.104:0/629742644 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9802cb00 con 0x7f6da00d1ff0 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.980+0000 7f6da4848640 1 -- 172.21.15.104:0/629742644 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d9802cc60 con 0x7f6da00d1ff0 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.980+0000 7f6da4848640 1 -- 172.21.15.104:0/629742644 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d980343f0 con 0x7f6da00d1ff0 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.981+0000 7f6da7aae640 1 -- 172.21.15.104:0/629742644 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da00d1ff0 msgr2=0x7f6da00cfb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.981+0000 7f6da7aae640 1 --2- 172.21.15.104:0/629742644 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da00d1ff0 0x7f6da00cfb10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6d98009e50 tx=0x7f6d9802bf60 comp rx=0 tx=0).stop 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.981+0000 7f6da7aae640 1 -- 172.21.15.104:0/629742644 shutdown_connections 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.981+0000 7f6da7aae640 1 --2- 172.21.15.104:0/629742644 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da00d1ff0 0x7f6da00cfb10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.981+0000 7f6da7aae640 1 --2- 172.21.15.104:0/629742644 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.981+0000 7f6da7aae640 1 -- 172.21.15.104:0/629742644 >> 172.21.15.104:0/629742644 conn(0x7f6da009aa70 msgr2=0x7f6da009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.981+0000 7f6da7aae640 1 -- 172.21.15.104:0/629742644 shutdown_connections 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.981+0000 7f6da7aae640 1 -- 172.21.15.104:0/629742644 wait complete. 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.982+0000 7f6da7aae640 1 Processor -- start 2024-02-19T16:30:44.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.982+0000 7f6da7aae640 1 -- start start 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da7aae640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da006cf00 0x7f6da0159330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da7aae640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da00d1ff0 0x7f6da009c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da7aae640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00c6720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da7aae640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6da01f80d0 con 0x7f6da00d1ff0 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da7aae640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6da009cf20 con 0x7f6da006cf00 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da7aae640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6da01f77a0 con 0x7f6da015ddb0 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da5049640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da00d1ff0 0x7f6da009c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da006cf00 0x7f6da0159330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da604b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00c6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da006cf00 0x7f6da0159330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:59668/0 (socket says 172.21.15.104:59668) 2024-02-19T16:30:44.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 -- 172.21.15.104:0/2427375627 learned_addr learned my addr 172.21.15.104:0/2427375627 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da5049640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da00d1ff0 0x7f6da009c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44412/0 (socket says 172.21.15.104:44412) 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 -- 172.21.15.104:0/2427375627 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 msgr2=0x7f6da00c6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00c6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 -- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da00d1ff0 msgr2=0x7f6da009c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da00d1ff0 0x7f6da009c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 -- 172.21.15.104:0/2427375627 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d9c009400 con 0x7f6da006cf00 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6da584a640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da006cf00 0x7f6da0159330 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c00e960 tx=0x7f6d9c00ee20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6d967fc640 1 -- 172.21.15.104:0/2427375627 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c00ca00 con 0x7f6da006cf00 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.983+0000 7f6d967fc640 1 -- 172.21.15.104:0/2427375627 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d9c00cb60 con 0x7f6da006cf00 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.984+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d98009b30 con 0x7f6da006cf00 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.984+0000 7f6d967fc640 1 -- 172.21.15.104:0/2427375627 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c013470 con 0x7f6da006cf00 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.984+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6da01f7d60 con 0x7f6da006cf00 2024-02-19T16:30:44.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.984+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6da0160f30 con 0x7f6da006cf00 2024-02-19T16:30:44.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.985+0000 7f6d967fc640 1 -- 172.21.15.104:0/2427375627 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6d9c0135d0 con 0x7f6da006cf00 2024-02-19T16:30:44.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.985+0000 7f6d967fc640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d8406b810 0x7f6d8406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:44.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.985+0000 7f6d967fc640 1 -- 172.21.15.104:0/2427375627 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d9c08a350 con 0x7f6da006cf00 2024-02-19T16:30:44.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.985+0000 7f6da5049640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d8406b810 0x7f6d8406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:44.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.986+0000 7f6da5049640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d8406b810 0x7f6d8406dcd0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6da00c8020 tx=0x7f6d90007b90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:44.995 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:44.994+0000 7f6d967fc640 1 -- 172.21.15.104:0/2427375627 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6d9c054eb0 con 0x7f6da006cf00 2024-02-19T16:30:45.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.166+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6da00b1670 con 0x7f6da006cf00 2024-02-19T16:30:45.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.167+0000 7f6d967fc640 1 -- 172.21.15.104:0/2427375627 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f6d9c058570 con 0x7f6da006cf00 2024-02-19T16:30:45.169 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:45.169 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d8406b810 msgr2=0x7f6d8406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d8406b810 0x7f6d8406dcd0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6da00c8020 tx=0x7f6d90007b90 comp rx=0 tx=0).stop 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da006cf00 msgr2=0x7f6da0159330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da006cf00 0x7f6da0159330 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c00e960 tx=0x7f6d9c00ee20 comp rx=0 tx=0).stop 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 shutdown_connections 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6d8406b810 0x7f6d8406dcd0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6da00d1ff0 0x7f6da009c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6da015ddb0 0x7f6da00c6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 --2- 172.21.15.104:0/2427375627 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6da006cf00 0x7f6da0159330 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 >> 172.21.15.104:0/2427375627 conn(0x7f6da009aa70 msgr2=0x7f6da015a200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 shutdown_connections 2024-02-19T16:30:45.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.169+0000 7f6da7aae640 1 -- 172.21.15.104:0/2427375627 wait complete. 2024-02-19T16:30:45.181 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:45.182 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:45.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.283+0000 7f23d1f79640 1 Processor -- start 2024-02-19T16:30:45.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.283+0000 7f23d1f79640 1 -- start start 2024-02-19T16:30:45.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.284+0000 7f23d1f79640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f23cc15de10 0x7f23cc0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.284+0000 7f23d1f79640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23cc0d1b40 con 0x7f23cc0d0c90 2024-02-19T16:30:45.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.284+0000 7f23d1f79640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23cc0d1e20 con 0x7f23cc0cf980 2024-02-19T16:30:45.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.284+0000 7f23d1f79640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23cc0d2100 con 0x7f23cc15de10 2024-02-19T16:30:45.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23cbfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f23cc0d0c90 0x7f23cc0b8d90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43318/0 (socket says 172.21.15.104:43318) 2024-02-19T16:30:45.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23cbfff640 1 -- 172.21.15.104:0/2643195358 learned_addr learned my addr 172.21.15.104:0/2643195358 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:45.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23cb7fe640 1 --2- 172.21.15.104:0/2643195358 >> v2:172.21.15.158:3300/0 conn(0x7f23cc15de10 0x7f23cc0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23caffd640 1 -- 172.21.15.104:0/2643195358 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4239656456 0 0) 0x7f23cc0d1b40 con 0x7f23cc0d0c90 2024-02-19T16:30:45.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23caffd640 1 -- 172.21.15.104:0/2643195358 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f23b8003520 con 0x7f23cc0d0c90 2024-02-19T16:30:45.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23cb7fe640 1 -- 172.21.15.104:0/2643195358 >> v1:172.21.15.158:6789/0 conn(0x7f23cc0cf980 legacy=0x7f23cc0d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23cb7fe640 1 -- 172.21.15.104:0/2643195358 >> v1:172.21.15.104:6789/0 conn(0x7f23cc0d0c90 legacy=0x7f23cc0b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23caffd640 1 -- 172.21.15.104:0/2643195358 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1518574444 0 0) 0x7f23cc0d1e20 con 0x7f23cc0cf980 2024-02-19T16:30:45.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.285+0000 7f23cb7fe640 1 -- 172.21.15.104:0/2643195358 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23cc0d23e0 con 0x7f23cc15de10 2024-02-19T16:30:45.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23cb7fe640 1 --2- 172.21.15.104:0/2643195358 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc15de10 0x7f23cc0cf440 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f23bc0097a0 tx=0x7f23bc02b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bda02e71c83b8d4 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23caffd640 1 -- 172.21.15.104:0/2643195358 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23bc031830 con 0x7f23cc15de10 2024-02-19T16:30:45.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23caffd640 1 -- 172.21.15.104:0/2643195358 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23bc031990 con 0x7f23cc15de10 2024-02-19T16:30:45.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23caffd640 1 -- 172.21.15.104:0/2643195358 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23bc031d00 con 0x7f23cc15de10 2024-02-19T16:30:45.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23d1f79640 1 -- 172.21.15.104:0/2643195358 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc15de10 msgr2=0x7f23cc0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23d1f79640 1 --2- 172.21.15.104:0/2643195358 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc15de10 0x7f23cc0cf440 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f23bc0097a0 tx=0x7f23bc02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23d1f79640 1 -- 172.21.15.104:0/2643195358 shutdown_connections 2024-02-19T16:30:45.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23d1f79640 1 --2- 172.21.15.104:0/2643195358 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc15de10 0x7f23cc0cf440 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23d1f79640 1 -- 172.21.15.104:0/2643195358 >> 172.21.15.104:0/2643195358 conn(0x7f23cc09cf10 msgr2=0x7f23cc0d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:45.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.286+0000 7f23d1f79640 1 -- 172.21.15.104:0/2643195358 shutdown_connections 2024-02-19T16:30:45.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.287+0000 7f23d1f79640 1 -- 172.21.15.104:0/2643195358 wait complete. 2024-02-19T16:30:45.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.288+0000 7f23d1f79640 1 Processor -- start 2024-02-19T16:30:45.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.288+0000 7f23d1f79640 1 -- start start 2024-02-19T16:30:45.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.288+0000 7f23d1f79640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23cc0cf980 0x7f23cc0c8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.288+0000 7f23d1f79640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc0d0c90 0x7f23cc09e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.288+0000 7f23d1f79640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23cc15de10 0x7f23cc15b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.288+0000 7f23d1f79640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23cc15e410 con 0x7f23cc0cf980 2024-02-19T16:30:45.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.288+0000 7f23d1f79640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23cc15e6f0 con 0x7f23cc0d0c90 2024-02-19T16:30:45.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.288+0000 7f23d1f79640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23cc15e9d0 con 0x7f23cc15de10 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23cc0cf980 0x7f23cc0c8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23cc0cf980 0x7f23cc0c8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44418/0 (socket says 172.21.15.104:44418) 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 -- 172.21.15.104:0/3901481595 learned_addr learned my addr 172.21.15.104:0/3901481595 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23c2ffd640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc0d0c90 0x7f23cc09e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cbfff640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23cc15de10 0x7f23cc15b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 -- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23cc15de10 msgr2=0x7f23cc15b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23cc15de10 0x7f23cc15b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 -- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc0d0c90 msgr2=0x7f23cc09e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc0d0c90 0x7f23cc09e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 -- 172.21.15.104:0/3901481595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23bc009400 con 0x7f23cc0cf980 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23c2ffd640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc0d0c90 0x7f23cc09e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23cb7fe640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23cc0cf980 0x7f23cc0c8030 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f23bc02b910 tx=0x7f23bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23c8ff9640 1 -- 172.21.15.104:0/3901481595 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23bc03a830 con 0x7f23cc0cf980 2024-02-19T16:30:45.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23c8ff9640 1 -- 172.21.15.104:0/3901481595 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23bc03a990 con 0x7f23cc0cf980 2024-02-19T16:30:45.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23cc15ecb0 con 0x7f23cc0cf980 2024-02-19T16:30:45.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23c8ff9640 1 -- 172.21.15.104:0/3901481595 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23bc03ad40 con 0x7f23cc0cf980 2024-02-19T16:30:45.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.289+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23cc0c8570 con 0x7f23cc0cf980 2024-02-19T16:30:45.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.290+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23cc0751e0 con 0x7f23cc0cf980 2024-02-19T16:30:45.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.291+0000 7f23c8ff9640 1 -- 172.21.15.104:0/3901481595 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f23bc04d450 con 0x7f23cc0cf980 2024-02-19T16:30:45.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.291+0000 7f23c8ff9640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23ac06b810 0x7f23ac06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.291+0000 7f23c8ff9640 1 -- 172.21.15.104:0/3901481595 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f23bc0ac210 con 0x7f23cc0cf980 2024-02-19T16:30:45.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.291+0000 7f23c2ffd640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23ac06b810 0x7f23ac06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.291+0000 7f23c2ffd640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23ac06b810 0x7f23ac06dcd0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f23cc1f7d70 tx=0x7f23b4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.295+0000 7f23c8ff9640 1 -- 172.21.15.104:0/3901481595 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f23bc076cc0 con 0x7f23cc0cf980 2024-02-19T16:30:45.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.468+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f23cc15e550 con 0x7f23cc0cf980 2024-02-19T16:30:45.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.468+0000 7f23c8ff9640 1 -- 172.21.15.104:0/3901481595 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f23cc15e550 con 0x7f23cc0cf980 2024-02-19T16:30:45.469 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23ac06b810 msgr2=0x7f23ac06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23ac06b810 0x7f23ac06dcd0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f23cc1f7d70 tx=0x7f23b4009040 comp rx=0 tx=0).stop 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23cc0cf980 msgr2=0x7f23cc0c8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23cc0cf980 0x7f23cc0c8030 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f23bc02b910 tx=0x7f23bc0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 shutdown_connections 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23ac06b810 0x7f23ac06dcd0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23cc15de10 0x7f23cc15b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23cc0d0c90 0x7f23cc09e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 --2- 172.21.15.104:0/3901481595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23cc0cf980 0x7f23cc0c8030 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 >> 172.21.15.104:0/3901481595 conn(0x7f23cc09cf10 msgr2=0x7f23cc06b660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 shutdown_connections 2024-02-19T16:30:45.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.470+0000 7f23d1f79640 1 -- 172.21.15.104:0/3901481595 wait complete. 2024-02-19T16:30:45.482 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:45.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.584+0000 7ff5a946b640 1 Processor -- start 2024-02-19T16:30:45.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.584+0000 7ff5a946b640 1 -- start start 2024-02-19T16:30:45.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a946b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff5a41619e0 0x7ff5a4161e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a946b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a406af10 0x7ff5a406b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a946b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5a4071950 con 0x7ff5a415e030 2024-02-19T16:30:45.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a946b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5a4072ab0 con 0x7ff5a41619e0 2024-02-19T16:30:45.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a946b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5a406b8e0 con 0x7ff5a406af10 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a27fc640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff5a41619e0 0x7ff5a4161e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a2ffd640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7ff5a415e030 0x7ff5a40723a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:39524/0 (socket says 172.21.15.104:39524) 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a37fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a406af10 0x7ff5a406b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.585+0000 7ff5a2ffd640 1 -- 172.21.15.104:0/321703368 learned_addr learned my addr 172.21.15.104:0/321703368 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.586+0000 7ff5a1ffb640 1 -- 172.21.15.104:0/321703368 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3173107360 0 0) 0x7ff5a4071950 con 0x7ff5a415e030 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.586+0000 7ff5a1ffb640 1 -- 172.21.15.104:0/321703368 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff58c003520 con 0x7ff5a415e030 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.586+0000 7ff5a27fc640 1 -- 172.21.15.104:0/321703368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a406af10 msgr2=0x7ff5a406b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.586+0000 7ff5a27fc640 1 --2- 172.21.15.104:0/321703368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a406af10 0x7ff5a406b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.586+0000 7ff5a27fc640 1 -- 172.21.15.104:0/321703368 >> v1:172.21.15.158:6789/0 conn(0x7ff5a415e030 legacy=0x7ff5a40723a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.586+0000 7ff5a27fc640 1 -- 172.21.15.104:0/321703368 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5a4162430 con 0x7ff5a41619e0 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.586+0000 7ff5a37fe640 1 --2- 172.21.15.104:0/321703368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a406af10 0x7ff5a406b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a27fc640 1 --2- 172.21.15.104:0/321703368 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 0x7ff5a4161e40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff5980097a0 tx=0x7ff59802b820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c59ad272d874c7c7 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a1ffb640 1 -- 172.21.15.104:0/321703368 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff598031780 con 0x7ff5a41619e0 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a1ffb640 1 -- 172.21.15.104:0/321703368 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5980318e0 con 0x7ff5a41619e0 2024-02-19T16:30:45.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a1ffb640 1 -- 172.21.15.104:0/321703368 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff598031c70 con 0x7ff5a41619e0 2024-02-19T16:30:45.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a946b640 1 -- 172.21.15.104:0/321703368 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 msgr2=0x7ff5a4161e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a946b640 1 --2- 172.21.15.104:0/321703368 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 0x7ff5a4161e40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff5980097a0 tx=0x7ff59802b820 comp rx=0 tx=0).stop 2024-02-19T16:30:45.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a946b640 1 -- 172.21.15.104:0/321703368 shutdown_connections 2024-02-19T16:30:45.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a946b640 1 --2- 172.21.15.104:0/321703368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a406af10 0x7ff5a406b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a946b640 1 --2- 172.21.15.104:0/321703368 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 0x7ff5a4161e40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a946b640 1 -- 172.21.15.104:0/321703368 >> 172.21.15.104:0/321703368 conn(0x7ff5a40b2600 msgr2=0x7ff5a40b29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:45.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a946b640 1 -- 172.21.15.104:0/321703368 shutdown_connections 2024-02-19T16:30:45.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.587+0000 7ff5a946b640 1 -- 172.21.15.104:0/321703368 wait complete. 2024-02-19T16:30:45.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a946b640 1 Processor -- start 2024-02-19T16:30:45.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a946b640 1 -- start start 2024-02-19T16:30:45.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a946b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5a406af10 0x7ff5a41468e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a946b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a415e030 0x7ff5a415fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a946b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 0x7ff5a41603b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a946b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5a4146e20 con 0x7ff5a406af10 2024-02-19T16:30:45.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a946b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5a415a4f0 con 0x7ff5a41619e0 2024-02-19T16:30:45.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a946b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5a40b3b20 con 0x7ff5a415e030 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a2ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5a406af10 0x7ff5a41468e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a2ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5a406af10 0x7ff5a41468e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44420/0 (socket says 172.21.15.104:44420) 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a2ffd640 1 -- 172.21.15.104:0/1111659303 learned_addr learned my addr 172.21.15.104:0/1111659303 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a37fe640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 0x7ff5a41603b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.589+0000 7ff5a27fc640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a415e030 0x7ff5a415fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff5a2ffd640 1 -- 172.21.15.104:0/1111659303 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a415e030 msgr2=0x7ff5a415fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff5a2ffd640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a415e030 0x7ff5a415fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff5a2ffd640 1 -- 172.21.15.104:0/1111659303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 msgr2=0x7ff5a41603b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff5a2ffd640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 0x7ff5a41603b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff5a2ffd640 1 -- 172.21.15.104:0/1111659303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff59c009400 con 0x7ff5a406af10 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff5a2ffd640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5a406af10 0x7ff5a41468e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff59400caa0 tx=0x7ff59400cea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff58b7fe640 1 -- 172.21.15.104:0/1111659303 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff59400ab40 con 0x7ff5a406af10 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff58b7fe640 1 -- 172.21.15.104:0/1111659303 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff59400aca0 con 0x7ff5a406af10 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff598009400 con 0x7ff5a406af10 2024-02-19T16:30:45.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff58b7fe640 1 -- 172.21.15.104:0/1111659303 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff594012620 con 0x7ff5a406af10 2024-02-19T16:30:45.594 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.590+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5a415aa20 con 0x7ff5a406af10 2024-02-19T16:30:45.594 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.591+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5a40751e0 con 0x7ff5a406af10 2024-02-19T16:30:45.594 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.591+0000 7ff58b7fe640 1 -- 172.21.15.104:0/1111659303 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff594007070 con 0x7ff5a406af10 2024-02-19T16:30:45.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.592+0000 7ff58b7fe640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff59006b810 0x7ff59006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.592+0000 7ff58b7fe640 1 -- 172.21.15.104:0/1111659303 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff59408a050 con 0x7ff5a406af10 2024-02-19T16:30:45.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.592+0000 7ff5a27fc640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff59006b810 0x7ff59006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.592+0000 7ff5a27fc640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff59006b810 0x7ff59006dcd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff598036000 tx=0x7ff59803d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.596+0000 7ff58b7fe640 1 -- 172.21.15.104:0/1111659303 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff594054b20 con 0x7ff5a406af10 2024-02-19T16:30:45.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.767+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff5a40ca070 con 0x7ff5a406af10 2024-02-19T16:30:45.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.767+0000 7ff58b7fe640 1 -- 172.21.15.104:0/1111659303 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff5940581e0 con 0x7ff5a406af10 2024-02-19T16:30:45.769 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:45.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff59006b810 msgr2=0x7ff59006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff59006b810 0x7ff59006dcd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff598036000 tx=0x7ff59803d040 comp rx=0 tx=0).stop 2024-02-19T16:30:45.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5a406af10 msgr2=0x7ff5a41468e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5a406af10 0x7ff5a41468e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff59400caa0 tx=0x7ff59400cea0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 shutdown_connections 2024-02-19T16:30:45.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff59006b810 0x7ff59006dcd0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff5a41619e0 0x7ff5a41603b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.771 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff5a415e030 0x7ff5a415fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 --2- 172.21.15.104:0/1111659303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5a406af10 0x7ff5a41468e0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.769+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 >> 172.21.15.104:0/1111659303 conn(0x7ff5a40b2600 msgr2=0x7ff5a40d0a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:45.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.770+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 shutdown_connections 2024-02-19T16:30:45.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.770+0000 7ff5a946b640 1 -- 172.21.15.104:0/1111659303 wait complete. 2024-02-19T16:30:45.782 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:45.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.883+0000 7f0c6a6cd640 1 Processor -- start 2024-02-19T16:30:45.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.883+0000 7f0c6a6cd640 1 -- start start 2024-02-19T16:30:45.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.883+0000 7f0c6a6cd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0c640ceb00 0x7f0c640ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.883+0000 7f0c6a6cd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c640cd6a0 0x7f0c640cdb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.883+0000 7f0c6a6cd640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c6406e650 con 0x7f0c6406db00 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.883+0000 7f0c6a6cd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c640cf420 con 0x7f0c640ceb00 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.883+0000 7f0c6a6cd640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6406e8c0 con 0x7f0c640cd6a0 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c63fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0c640ceb00 0x7f0c640ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c63fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0c640ceb00 0x7f0c640ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44424/0 (socket says 172.21.15.104:44424) 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c63fff640 1 -- 172.21.15.104:0/3693046082 learned_addr learned my addr 172.21.15.104:0/3693046082 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c68c6a640 1 --2- 172.21.15.104:0/3693046082 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c640cd6a0 0x7f0c640cdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c63fff640 1 -- 172.21.15.104:0/3693046082 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c640cd6a0 msgr2=0x7f0c640cdb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c63fff640 1 --2- 172.21.15.104:0/3693046082 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c640cd6a0 0x7f0c640cdb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c63fff640 1 -- 172.21.15.104:0/3693046082 >> v1:172.21.15.158:6789/0 conn(0x7f0c6406db00 legacy=0x7f0c6406df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c62ffd640 1 -- 172.21.15.104:0/3693046082 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1839124813 0 0) 0x7f0c6406e650 con 0x7f0c6406db00 2024-02-19T16:30:45.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.884+0000 7f0c63fff640 1 -- 172.21.15.104:0/3693046082 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c640b3ad0 con 0x7f0c640ceb00 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c63fff640 1 --2- 172.21.15.104:0/3693046082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c640ceee0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0c54009870 tx=0x7f0c5402ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18535be0b01d0ca5 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c62ffd640 1 -- 172.21.15.104:0/3693046082 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c5402f840 con 0x7f0c640ceb00 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c62ffd640 1 -- 172.21.15.104:0/3693046082 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c5402f9a0 con 0x7f0c640ceb00 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c62ffd640 1 -- 172.21.15.104:0/3693046082 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c5402fd30 con 0x7f0c640ceb00 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/3693046082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 msgr2=0x7f0c640ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/3693046082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c640ceee0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0c54009870 tx=0x7f0c5402ba20 comp rx=0 tx=0).stop 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/3693046082 shutdown_connections 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/3693046082 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c640cd6a0 0x7f0c640cdb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/3693046082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c640ceee0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/3693046082 >> 172.21.15.104:0/3693046082 conn(0x7f0c640b1410 msgr2=0x7f0c640b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:45.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/3693046082 shutdown_connections 2024-02-19T16:30:45.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.885+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/3693046082 wait complete. 2024-02-19T16:30:45.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.886+0000 7f0c6a6cd640 1 Processor -- start 2024-02-19T16:30:45.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.887+0000 7f0c6a6cd640 1 -- start start 2024-02-19T16:30:45.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.887+0000 7f0c6a6cd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c6406db00 0x7f0c640ad0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.887+0000 7f0c6a6cd640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c640cd6a0 0x7f0c640715c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.887+0000 7f0c6a6cd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c6414b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.887+0000 7f0c6a6cd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c640aa900 con 0x7f0c640ceb00 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.887+0000 7f0c6a6cd640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c640aabe0 con 0x7f0c640cd6a0 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.887+0000 7f0c6a6cd640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c640aaec0 con 0x7f0c6406db00 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.887+0000 7f0c68c6a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c6414b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c68c6a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c6414b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44434/0 (socket says 172.21.15.104:44434) 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c68c6a640 1 -- 172.21.15.104:0/610387952 learned_addr learned my addr 172.21.15.104:0/610387952 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c63fff640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c6406db00 0x7f0c640ad0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c637fe640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c640cd6a0 0x7f0c640715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c68c6a640 1 -- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c6406db00 msgr2=0x7f0c640ad0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c68c6a640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c6406db00 0x7f0c640ad0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c68c6a640 1 -- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c640cd6a0 msgr2=0x7f0c640715c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c68c6a640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c640cd6a0 0x7f0c640715c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c68c6a640 1 -- 172.21.15.104:0/610387952 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c540094d0 con 0x7f0c640ceb00 2024-02-19T16:30:45.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c63fff640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c6406db00 0x7f0c640ad0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c68c6a640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c6414b8f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00efc0 tx=0x7f0c5c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c60ff9640 1 -- 172.21.15.104:0/610387952 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c014480 con 0x7f0c640ceb00 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c60ff9640 1 -- 172.21.15.104:0/610387952 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c5c00f040 con 0x7f0c640ceb00 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c640ab1a0 con 0x7f0c640ceb00 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c60ff9640 1 -- 172.21.15.104:0/610387952 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c014820 con 0x7f0c640ceb00 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.888+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c640ad630 con 0x7f0c640ceb00 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.889+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c640ab3c0 con 0x7f0c640ceb00 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.890+0000 7f0c60ff9640 1 -- 172.21.15.104:0/610387952 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0c5c014980 con 0x7f0c640ceb00 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.890+0000 7f0c60ff9640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c5006b810 0x7f0c5006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.890+0000 7f0c63fff640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c5006b810 0x7f0c5006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:45.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.890+0000 7f0c60ff9640 1 -- 172.21.15.104:0/610387952 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0c5c08ac90 con 0x7f0c640ceb00 2024-02-19T16:30:45.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.891+0000 7f0c63fff640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c5006b810 0x7f0c5006dcd0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0c54036000 tx=0x7f0c54008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:45.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:45.895+0000 7f0c60ff9640 1 -- 172.21.15.104:0/610387952 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0c5c055760 con 0x7f0c640ceb00 2024-02-19T16:30:46.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.064+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0c640751e0 con 0x7f0c640ceb00 2024-02-19T16:30:46.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.064+0000 7f0c60ff9640 1 -- 172.21.15.104:0/610387952 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0c5c0180a0 con 0x7f0c640ceb00 2024-02-19T16:30:46.066 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c5006b810 msgr2=0x7f0c5006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c5006b810 0x7f0c5006dcd0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0c54036000 tx=0x7f0c54008030 comp rx=0 tx=0).stop 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 msgr2=0x7f0c6414b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c6414b8f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00efc0 tx=0x7f0c5c00c490 comp rx=0 tx=0).stop 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 shutdown_connections 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c5006b810 0x7f0c5006dcd0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c640ceb00 0x7f0c6414b8f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c640cd6a0 0x7f0c640715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 --2- 172.21.15.104:0/610387952 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c6406db00 0x7f0c640ad0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 >> 172.21.15.104:0/610387952 conn(0x7f0c640b1410 msgr2=0x7f0c6406b280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 shutdown_connections 2024-02-19T16:30:46.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.066+0000 7f0c6a6cd640 1 -- 172.21.15.104:0/610387952 wait complete. 2024-02-19T16:30:46.079 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:30:46.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.178+0000 7fd87a91e640 1 Processor -- start 2024-02-19T16:30:46.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.178+0000 7fd87a91e640 1 -- start start 2024-02-19T16:30:46.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd87a91e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 0x7fd8740cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd87a91e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8740b4380 0x7fd8740d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd87a91e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8740d4410 con 0x7fd8740d3a70 2024-02-19T16:30:46.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd87a91e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8740d1000 con 0x7fd8740b4380 2024-02-19T16:30:46.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd87a91e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8740d12e0 con 0x7fd87415deb0 2024-02-19T16:30:46.182 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd878ebb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8740b4380 0x7fd8740d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd878ebb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8740b4380 0x7fd8740d3ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44444/0 (socket says 172.21.15.104:44444) 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd878ebb640 1 -- 172.21.15.104:0/64080306 learned_addr learned my addr 172.21.15.104:0/64080306 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd873fff640 1 --2- 172.21.15.104:0/64080306 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 0x7fd8740cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd878ebb640 1 -- 172.21.15.104:0/64080306 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 msgr2=0x7fd8740cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd878ebb640 1 --2- 172.21.15.104:0/64080306 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 0x7fd8740cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd878ebb640 1 -- 172.21.15.104:0/64080306 >> v1:172.21.15.158:6789/0 conn(0x7fd8740d3a70 legacy=0x7fd8740b3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.179+0000 7fd878ebb640 1 -- 172.21.15.104:0/64080306 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8740cea00 con 0x7fd8740b4380 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.180+0000 7fd878ebb640 1 --2- 172.21.15.104:0/64080306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740b4380 0x7fd8740d3ed0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd86c009e80 tx=0x7fd86c02bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9befc5aec5b559e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.180+0000 7fd872ffd640 1 -- 172.21.15.104:0/64080306 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd86c02caf0 con 0x7fd8740b4380 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.180+0000 7fd872ffd640 1 -- 172.21.15.104:0/64080306 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd86c02cc50 con 0x7fd8740b4380 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.180+0000 7fd872ffd640 1 -- 172.21.15.104:0/64080306 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd86c0343f0 con 0x7fd8740b4380 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.180+0000 7fd87a91e640 1 -- 172.21.15.104:0/64080306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740b4380 msgr2=0x7fd8740d3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.180+0000 7fd87a91e640 1 --2- 172.21.15.104:0/64080306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740b4380 0x7fd8740d3ed0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd86c009e80 tx=0x7fd86c02bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.181+0000 7fd87a91e640 1 -- 172.21.15.104:0/64080306 shutdown_connections 2024-02-19T16:30:46.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.181+0000 7fd87a91e640 1 --2- 172.21.15.104:0/64080306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740b4380 0x7fd8740d3ed0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.181+0000 7fd87a91e640 1 --2- 172.21.15.104:0/64080306 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 0x7fd8740cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.181+0000 7fd87a91e640 1 -- 172.21.15.104:0/64080306 >> 172.21.15.104:0/64080306 conn(0x7fd87408d560 msgr2=0x7fd87409ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:46.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.181+0000 7fd87a91e640 1 -- 172.21.15.104:0/64080306 shutdown_connections 2024-02-19T16:30:46.184 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.181+0000 7fd87a91e640 1 -- 172.21.15.104:0/64080306 wait complete. 2024-02-19T16:30:46.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.182+0000 7fd87a91e640 1 Processor -- start 2024-02-19T16:30:46.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.182+0000 7fd87a91e640 1 -- start start 2024-02-19T16:30:46.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd87a91e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8740b4380 0x7fd8740b9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd87a91e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740d3a70 0x7fd87415a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd87a91e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 0x7fd8741f6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd87a91e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd87415a800 con 0x7fd8740d3a70 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd87a91e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd87415e860 con 0x7fd8740b4380 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd87a91e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8740cc920 con 0x7fd87415deb0 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740d3a70 0x7fd87415a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740d3a70 0x7fd87415a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44458/0 (socket says 172.21.15.104:44458) 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 -- 172.21.15.104:0/303665206 learned_addr learned my addr 172.21.15.104:0/303665206 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd878ebb640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 0x7fd8741f6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd873fff640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8740b4380 0x7fd8740b9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 -- 172.21.15.104:0/303665206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 msgr2=0x7fd8741f6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 0x7fd8741f6c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 -- 172.21.15.104:0/303665206 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8740b4380 msgr2=0x7fd8740b9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8740b4380 0x7fd8740b9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 -- 172.21.15.104:0/303665206 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd86c009b30 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd8737fe640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740d3a70 0x7fd87415a2c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd86800c400 tx=0x7fd86800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd870ff9640 1 -- 172.21.15.104:0/303665206 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8680052d0 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd870ff9640 1 -- 172.21.15.104:0/303665206 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd868005450 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8740ccc00 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd870ff9640 1 -- 172.21.15.104:0/303665206 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd868007260 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.183+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8740cc610 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.184+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8740751e0 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.185+0000 7fd870ff9640 1 -- 172.21.15.104:0/303665206 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd8680073c0 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.185+0000 7fd870ff9640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd86006b810 0x7fd86006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.185+0000 7fd870ff9640 1 -- 172.21.15.104:0/303665206 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd868089550 con 0x7fd8740d3a70 2024-02-19T16:30:46.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.185+0000 7fd873fff640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd86006b810 0x7fd86006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.186+0000 7fd873fff640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd86006b810 0x7fd86006dcd0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd8741f6be0 tx=0x7fd864009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.190+0000 7fd870ff9640 1 -- 172.21.15.104:0/303665206 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd868054020 con 0x7fd8740d3a70 2024-02-19T16:30:46.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.372+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd8740b3790 con 0x7fd8740d3a70 2024-02-19T16:30:46.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.372+0000 7fd870ff9640 1 -- 172.21.15.104:0/303665206 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd8680576e0 con 0x7fd8740d3a70 2024-02-19T16:30:46.373 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:30:46.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd86006b810 msgr2=0x7fd86006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd86006b810 0x7fd86006dcd0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd8741f6be0 tx=0x7fd864009190 comp rx=0 tx=0).stop 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740d3a70 msgr2=0x7fd87415a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740d3a70 0x7fd87415a2c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd86800c400 tx=0x7fd86800c8c0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 shutdown_connections 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd86006b810 0x7fd86006dcd0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8740d3a70 0x7fd87415a2c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd87415deb0 0x7fd8741f6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 --2- 172.21.15.104:0/303665206 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8740b4380 0x7fd8740b9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 >> 172.21.15.104:0/303665206 conn(0x7fd87408d560 msgr2=0x7fd8740b3c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 shutdown_connections 2024-02-19T16:30:46.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.374+0000 7fd87a91e640 1 -- 172.21.15.104:0/303665206 wait complete. 2024-02-19T16:30:46.386 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:30:46.386 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:46.402 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.541+0000 7f8399127640 1 Processor -- start 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.541+0000 7f8399127640 1 -- start start 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f8399127640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f83940b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f8399127640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f839406cf00 0x7f83940cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f8399127640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83940b29b0 con 0x7f839415ddb0 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f8399127640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83940b1930 con 0x7f839406cf00 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f8399127640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f839406d390 con 0x7f83940d1ff0 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f8392d9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f839415ddb0 0x7f83940d18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43322/0 (socket says 172.21.15.104:43322) 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f8392d9d640 1 -- 172.21.15.104:0/3150814361 learned_addr learned my addr 172.21.15.104:0/3150814361 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:46.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f838bfff640 1 --2- 172.21.15.104:0/3150814361 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f83940b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f839359e640 1 --2- 172.21.15.104:0/3150814361 >> v2:172.21.15.158:3300/0 conn(0x7f839406cf00 0x7f83940cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f839259c640 1 -- 172.21.15.104:0/3150814361 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1789597167 0 0) 0x7f8384001110 con 0x7f839415ddb0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f839259c640 1 -- 172.21.15.104:0/3150814361 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8380003520 con 0x7f839415ddb0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f838bfff640 1 -- 172.21.15.104:0/3150814361 >> v2:172.21.15.158:3300/0 conn(0x7f839406cf00 msgr2=0x7f83940cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f838bfff640 1 --2- 172.21.15.104:0/3150814361 >> v2:172.21.15.158:3300/0 conn(0x7f839406cf00 0x7f83940cfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f838bfff640 1 -- 172.21.15.104:0/3150814361 >> v1:172.21.15.104:6789/0 conn(0x7f839415ddb0 legacy=0x7f83940d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f839259c640 1 -- 172.21.15.104:0/3150814361 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3392646724 0 0) 0x7f8380003520 con 0x7f839415ddb0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f838bfff640 1 -- 172.21.15.104:0/3150814361 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83940b1bf0 con 0x7f83940d1ff0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.542+0000 7f839359e640 1 --2- 172.21.15.104:0/3150814361 >> v2:172.21.15.158:3300/0 conn(0x7f839406cf00 0x7f83940cfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.543+0000 7f838bfff640 1 --2- 172.21.15.104:0/3150814361 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f83940b12e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f837c0097a0 tx=0x7f837c02b790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18744928930d39f1 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.543+0000 7f839259c640 1 -- 172.21.15.104:0/3150814361 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8384001800 con 0x7f83940d1ff0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.543+0000 7f839259c640 1 -- 172.21.15.104:0/3150814361 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f837c02e050 con 0x7f83940d1ff0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.543+0000 7f839259c640 1 -- 172.21.15.104:0/3150814361 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f837c030710 con 0x7f83940d1ff0 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.544+0000 7f8399127640 1 -- 172.21.15.104:0/3150814361 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 msgr2=0x7f83940b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.544+0000 7f8399127640 1 --2- 172.21.15.104:0/3150814361 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f83940b12e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f837c0097a0 tx=0x7f837c02b790 comp rx=0 tx=0).stop 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.544+0000 7f8399127640 1 -- 172.21.15.104:0/3150814361 shutdown_connections 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.544+0000 7f8399127640 1 --2- 172.21.15.104:0/3150814361 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f83940b12e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.544+0000 7f8399127640 1 --2- 172.21.15.104:0/3150814361 >> v2:172.21.15.158:3300/0 conn(0x7f839406cf00 0x7f83940cfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.544+0000 7f8399127640 1 -- 172.21.15.104:0/3150814361 >> 172.21.15.104:0/3150814361 conn(0x7f839409aa70 msgr2=0x7f839409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.544+0000 7f8399127640 1 -- 172.21.15.104:0/3150814361 shutdown_connections 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.544+0000 7f8399127640 1 -- 172.21.15.104:0/3150814361 wait complete. 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.545+0000 7f8399127640 1 Processor -- start 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.545+0000 7f8399127640 1 -- start start 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f8399127640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f839406cf00 0x7f839409f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f8399127640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f8394159d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f8399127640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f839415ddb0 0x7f83941f6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f8399127640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f839409edf0 con 0x7f839415ddb0 2024-02-19T16:30:46.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f8399127640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f839409c6a0 con 0x7f839406cf00 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f8399127640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83941f7a60 con 0x7f83940d1ff0 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f839415ddb0 0x7f83941f6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f839415ddb0 0x7f83941f6ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44460/0 (socket says 172.21.15.104:44460) 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 -- 172.21.15.104:0/805950957 learned_addr learned my addr 172.21.15.104:0/805950957 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f8392d9d640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f839406cf00 0x7f839409f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f838bfff640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f8394159d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 -- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 msgr2=0x7f8394159d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f8394159d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 -- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f839406cf00 msgr2=0x7f839409f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f839406cf00 0x7f839409f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 -- 172.21.15.104:0/805950957 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f838c009a70 con 0x7f839415ddb0 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f8392d9d640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f839406cf00 0x7f839409f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f839359e640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f839415ddb0 0x7f83941f6ef0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f838c00efc0 tx=0x7f838c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.546+0000 7f838b7fe640 1 -- 172.21.15.104:0/805950957 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f838c009d70 con 0x7f839415ddb0 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.547+0000 7f838b7fe640 1 -- 172.21.15.104:0/805950957 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f838c00f040 con 0x7f839415ddb0 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.547+0000 7f838b7fe640 1 -- 172.21.15.104:0/805950957 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f838c003990 con 0x7f839415ddb0 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.547+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f837c009400 con 0x7f839415ddb0 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.547+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f839409ea80 con 0x7f839415ddb0 2024-02-19T16:30:46.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.548+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f839409ef60 con 0x7f839415ddb0 2024-02-19T16:30:46.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.548+0000 7f838b7fe640 1 -- 172.21.15.104:0/805950957 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f838c0144a0 con 0x7f839415ddb0 2024-02-19T16:30:46.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.548+0000 7f838b7fe640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837406b810 0x7f837406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.548+0000 7f838b7fe640 1 -- 172.21.15.104:0/805950957 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f838c08acb0 con 0x7f839415ddb0 2024-02-19T16:30:46.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.548+0000 7f8392d9d640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837406b810 0x7f837406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.549+0000 7f8392d9d640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837406b810 0x7f837406dcd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8384001eb0 tx=0x7f8384001110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.553+0000 7f838b7fe640 1 -- 172.21.15.104:0/805950957 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f838c055810 con 0x7f839415ddb0 2024-02-19T16:30:46.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.724+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f83940751e0 con 0x7f839415ddb0 2024-02-19T16:30:46.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.725+0000 7f838b7fe640 1 -- 172.21.15.104:0/805950957 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f838c058ed0 con 0x7f839415ddb0 2024-02-19T16:30:46.727 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:46.727 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837406b810 msgr2=0x7f837406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837406b810 0x7f837406dcd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8384001eb0 tx=0x7f8384001110 comp rx=0 tx=0).stop 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f839415ddb0 msgr2=0x7f83941f6ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f839415ddb0 0x7f83941f6ef0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f838c00efc0 tx=0x7f838c009f90 comp rx=0 tx=0).stop 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 shutdown_connections 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837406b810 0x7f837406dcd0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f839415ddb0 0x7f83941f6ef0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83940d1ff0 0x7f8394159d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 --2- 172.21.15.104:0/805950957 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f839406cf00 0x7f839409f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 >> 172.21.15.104:0/805950957 conn(0x7f839409aa70 msgr2=0x7f83940d1410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 shutdown_connections 2024-02-19T16:30:46.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.727+0000 7f8399127640 1 -- 172.21.15.104:0/805950957 wait complete. 2024-02-19T16:30:46.740 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:46.741 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.842+0000 7f4327c8f640 1 Processor -- start 2024-02-19T16:30:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.843+0000 7f4327c8f640 1 -- start start 2024-02-19T16:30:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.843+0000 7f4327c8f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f432015a950 0x7f432006e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.843+0000 7f4327c8f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432006af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.843+0000 7f4327c8f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43200b3a30 con 0x7f432006b450 2024-02-19T16:30:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.843+0000 7f4327c8f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f432006b8e0 con 0x7f432015a950 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.843+0000 7f4327c8f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f432006ca30 con 0x7f4320072650 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.843+0000 7f4325a2b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f432015a950 0x7f432006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.843+0000 7f432622c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f432006b450 0x7f43200b2710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43326/0 (socket says 172.21.15.104:43326) 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.844+0000 7f432622c640 1 -- 172.21.15.104:0/4130985494 learned_addr learned my addr 172.21.15.104:0/4130985494 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.844+0000 7f432522a640 1 --2- 172.21.15.104:0/4130985494 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432006af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.844+0000 7f4325a2b640 1 -- 172.21.15.104:0/4130985494 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 msgr2=0x7f432006af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.844+0000 7f4325a2b640 1 --2- 172.21.15.104:0/4130985494 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432006af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.844+0000 7f4325a2b640 1 -- 172.21.15.104:0/4130985494 >> v1:172.21.15.104:6789/0 conn(0x7f432006b450 legacy=0x7f43200b2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.844+0000 7f4324a29640 1 -- 172.21.15.104:0/4130985494 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1263171040 0 0) 0x7f43200b3a30 con 0x7f432006b450 2024-02-19T16:30:46.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.844+0000 7f4325a2b640 1 -- 172.21.15.104:0/4130985494 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f432006cd10 con 0x7f432015a950 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4325a2b640 1 --2- 172.21.15.104:0/4130985494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432015a950 0x7f432006e330 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f431c009d90 tx=0x7f431c02bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471bcf514921aff3 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4324a29640 1 -- 172.21.15.104:0/4130985494 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f431c02cc50 con 0x7f432015a950 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4324a29640 1 -- 172.21.15.104:0/4130985494 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f431c02cdb0 con 0x7f432015a950 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4324a29640 1 -- 172.21.15.104:0/4130985494 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f431c034660 con 0x7f432015a950 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4327c8f640 1 -- 172.21.15.104:0/4130985494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432015a950 msgr2=0x7f432006e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4327c8f640 1 --2- 172.21.15.104:0/4130985494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432015a950 0x7f432006e330 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f431c009d90 tx=0x7f431c02bea0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4327c8f640 1 -- 172.21.15.104:0/4130985494 shutdown_connections 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4327c8f640 1 --2- 172.21.15.104:0/4130985494 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432006af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4327c8f640 1 --2- 172.21.15.104:0/4130985494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432015a950 0x7f432006e330 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.848 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4327c8f640 1 -- 172.21.15.104:0/4130985494 >> 172.21.15.104:0/4130985494 conn(0x7f43200b1410 msgr2=0x7f43200b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:46.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4327c8f640 1 -- 172.21.15.104:0/4130985494 shutdown_connections 2024-02-19T16:30:46.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.845+0000 7f4327c8f640 1 -- 172.21.15.104:0/4130985494 wait complete. 2024-02-19T16:30:46.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.846+0000 7f4327c8f640 1 Processor -- start 2024-02-19T16:30:46.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4327c8f640 1 -- start start 2024-02-19T16:30:46.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4327c8f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432006b450 0x7f4320168650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4327c8f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432013e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4327c8f640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f432015a950 0x7f432014ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4327c8f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43201502f0 con 0x7f432006b450 2024-02-19T16:30:46.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4327c8f640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f432013e6f0 con 0x7f432015a950 2024-02-19T16:30:46.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4327c8f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f432014f670 con 0x7f4320072650 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4325a2b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432006b450 0x7f4320168650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4325a2b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432006b450 0x7f4320168650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44476/0 (socket says 172.21.15.104:44476) 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f4325a2b640 1 -- 172.21.15.104:0/2334729941 learned_addr learned my addr 172.21.15.104:0/2334729941 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f432622c640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f432015a950 0x7f432014ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.847+0000 7f432522a640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432013e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f4325a2b640 1 -- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 msgr2=0x7f432013e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f4325a2b640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432013e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f4325a2b640 1 -- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f432015a950 msgr2=0x7f432014ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f4325a2b640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f432015a950 0x7f432014ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f4325a2b640 1 -- 172.21.15.104:0/2334729941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f431c009a70 con 0x7f432006b450 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f432522a640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432013e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f4325a2b640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432006b450 0x7f4320168650 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f431c009d90 tx=0x7f431c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f43167fc640 1 -- 172.21.15.104:0/2334729941 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f431c040650 con 0x7f432006b450 2024-02-19T16:30:46.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f43167fc640 1 -- 172.21.15.104:0/2334729941 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f431c0407b0 con 0x7f432006b450 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f432014f950 con 0x7f432006b450 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f43167fc640 1 -- 172.21.15.104:0/2334729941 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f431c040b60 con 0x7f432006b450 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.848+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f432014ff10 con 0x7f432006b450 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.849+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43200751e0 con 0x7f432006b450 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.850+0000 7f43167fc640 1 -- 172.21.15.104:0/2334729941 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f431c040cc0 con 0x7f432006b450 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.850+0000 7f43167fc640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f430406b810 0x7f430406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.850+0000 7f432522a640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f430406b810 0x7f430406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.850+0000 7f43167fc640 1 -- 172.21.15.104:0/2334729941 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f431c0acf00 con 0x7f432006b450 2024-02-19T16:30:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.850+0000 7f432522a640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f430406b810 0x7f430406dcd0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f43201f70d0 tx=0x7f4310008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:46.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:46.854+0000 7f43167fc640 1 -- 172.21.15.104:0/2334729941 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f431c077ad0 con 0x7f432006b450 2024-02-19T16:30:47.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.024+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f43200b45d0 con 0x7f432006b450 2024-02-19T16:30:47.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.024+0000 7f43167fc640 1 -- 172.21.15.104:0/2334729941 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f431c044020 con 0x7f432006b450 2024-02-19T16:30:47.025 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:47.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f430406b810 msgr2=0x7f430406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f430406b810 0x7f430406dcd0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f43201f70d0 tx=0x7f4310008040 comp rx=0 tx=0).stop 2024-02-19T16:30:47.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432006b450 msgr2=0x7f4320168650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432006b450 0x7f4320168650 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f431c009d90 tx=0x7f431c004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:47.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 shutdown_connections 2024-02-19T16:30:47.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f430406b810 0x7f430406dcd0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f432015a950 0x7f432014ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4320072650 0x7f432013e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 --2- 172.21.15.104:0/2334729941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f432006b450 0x7f4320168650 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 >> 172.21.15.104:0/2334729941 conn(0x7f43200b1410 msgr2=0x7f43200cfef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:47.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 shutdown_connections 2024-02-19T16:30:47.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.026+0000 7f4327c8f640 1 -- 172.21.15.104:0/2334729941 wait complete. 2024-02-19T16:30:47.038 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:47.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.140+0000 7fcff21e2640 1 Processor -- start 2024-02-19T16:30:47.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.140+0000 7fcff21e2640 1 -- start start 2024-02-19T16:30:47.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.140+0000 7fcff21e2640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fcfec0d2910 0x7fcfec0d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcff21e2640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfec0ce7a0 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcff21e2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfec0d0ac0 con 0x7fcfec161440 2024-02-19T16:30:47.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcff21e2640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfec161820 con 0x7fcfec0d2910 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfeaffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fcfec0d1bb0 0x7fcfec0d2200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43334/0 (socket says 172.21.15.104:43334) 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfeaffd640 1 -- 172.21.15.104:0/3249397892 learned_addr learned my addr 172.21.15.104:0/3249397892 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfebfff640 1 --2- 172.21.15.104:0/3249397892 >> v2:172.21.15.158:3300/0 conn(0x7fcfec0d2910 0x7fcfec0d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfea7fc640 1 -- 172.21.15.104:0/3249397892 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 421587628 0 0) 0x7fcfec0ce7a0 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfea7fc640 1 -- 172.21.15.104:0/3249397892 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcfd4003520 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfea7fc640 1 -- 172.21.15.104:0/3249397892 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4272830594 0 0) 0x7fcfec0d0ac0 con 0x7fcfec161440 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfea7fc640 1 -- 172.21.15.104:0/3249397892 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcfec0ce7a0 con 0x7fcfec161440 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfebfff640 1 -- 172.21.15.104:0/3249397892 >> v1:172.21.15.158:6789/0 conn(0x7fcfec161440 legacy=0x7fcfec0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfebfff640 1 -- 172.21.15.104:0/3249397892 >> v1:172.21.15.104:6789/0 conn(0x7fcfec0d1bb0 legacy=0x7fcfec0d2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.143 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.141+0000 7fcfebfff640 1 -- 172.21.15.104:0/3249397892 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfec0d2010 con 0x7fcfec0d2910 2024-02-19T16:30:47.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.142+0000 7fcfebfff640 1 --2- 172.21.15.104:0/3249397892 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 0x7fcfec0d0580 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4009d90 tx=0x7fcfe402bf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=384cccbb92f7ddbf server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.142+0000 7fcfea7fc640 1 -- 172.21.15.104:0/3249397892 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe402cd00 con 0x7fcfec0d2910 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.142+0000 7fcfea7fc640 1 -- 172.21.15.104:0/3249397892 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfe402ce60 con 0x7fcfec0d2910 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.142+0000 7fcfea7fc640 1 -- 172.21.15.104:0/3249397892 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4034660 con 0x7fcfec0d2910 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.142+0000 7fcff21e2640 1 -- 172.21.15.104:0/3249397892 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 msgr2=0x7fcfec0d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.142+0000 7fcff21e2640 1 --2- 172.21.15.104:0/3249397892 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 0x7fcfec0d0580 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4009d90 tx=0x7fcfe402bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.143+0000 7fcff21e2640 1 -- 172.21.15.104:0/3249397892 shutdown_connections 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.143+0000 7fcff21e2640 1 --2- 172.21.15.104:0/3249397892 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 0x7fcfec0d0580 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.143+0000 7fcff21e2640 1 -- 172.21.15.104:0/3249397892 >> 172.21.15.104:0/3249397892 conn(0x7fcfec09cef0 msgr2=0x7fcfec0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.143+0000 7fcff21e2640 1 -- 172.21.15.104:0/3249397892 shutdown_connections 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.143+0000 7fcff21e2640 1 -- 172.21.15.104:0/3249397892 wait complete. 2024-02-19T16:30:47.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.144+0000 7fcff21e2640 1 Processor -- start 2024-02-19T16:30:47.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.144+0000 7fcff21e2640 1 -- start start 2024-02-19T16:30:47.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcff21e2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfec0d1bb0 0x7fcfec0b85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcff21e2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 0x7fcfec1f4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcff21e2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfec161440 0x7fcfec14e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcff21e2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfec0cb650 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcff21e2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfec1f4c90 con 0x7fcfec0d2910 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcff21e2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfec0cad90 con 0x7fcfec161440 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfec0d1bb0 0x7fcfec0b85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfec0d1bb0 0x7fcfec0b85d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44486/0 (socket says 172.21.15.104:44486) 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 -- 172.21.15.104:0/2239175310 learned_addr learned my addr 172.21.15.104:0/2239175310 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeaffd640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 0x7fcfec1f4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfebfff640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfec161440 0x7fcfec14e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 -- 172.21.15.104:0/2239175310 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfec161440 msgr2=0x7fcfec14e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfec161440 0x7fcfec14e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 -- 172.21.15.104:0/2239175310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 msgr2=0x7fcfec1f4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 0x7fcfec1f4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 -- 172.21.15.104:0/2239175310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe4009a70 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfeb7fe640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfec0d1bb0 0x7fcfec0b85d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00c500 tx=0x7fcfdc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfd3fff640 1 -- 172.21.15.104:0/2239175310 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc0052d0 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfd3fff640 1 -- 172.21.15.104:0/2239175310 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfdc005450 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfec0cb000 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcfd3fff640 1 -- 172.21.15.104:0/2239175310 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc012870 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.145+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfec0b8c70 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.146+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfec0751e0 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.147+0000 7fcfd3fff640 1 -- 172.21.15.104:0/2239175310 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcfdc0129d0 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.147+0000 7fcfd3fff640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfd806b810 0x7fcfd806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.147+0000 7fcfeaffd640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfd806b810 0x7fcfd806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.147+0000 7fcfd3fff640 1 -- 172.21.15.104:0/2239175310 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcfdc089cc0 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.148+0000 7fcfeaffd640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfd806b810 0x7fcfd806dcd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcfec0b98d0 tx=0x7fcfe0007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.152+0000 7fcfd3fff640 1 -- 172.21.15.104:0/2239175310 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fcfdc0547a0 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.324+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcfec08dca0 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.325+0000 7fcfd3fff640 1 -- 172.21.15.104:0/2239175310 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcfdc057e60 con 0x7fcfec0d1bb0 2024-02-19T16:30:47.326 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:47.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.326+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfd806b810 msgr2=0x7fcfd806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.326+0000 7fcff21e2640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfd806b810 0x7fcfd806dcd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcfec0b98d0 tx=0x7fcfe0007d30 comp rx=0 tx=0).stop 2024-02-19T16:30:47.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.326+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfec0d1bb0 msgr2=0x7fcfec0b85d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.326+0000 7fcff21e2640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfec0d1bb0 0x7fcfec0b85d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00c500 tx=0x7fcfdc00c9c0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.327+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 shutdown_connections 2024-02-19T16:30:47.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.327+0000 7fcff21e2640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcfd806b810 0x7fcfd806dcd0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.327+0000 7fcff21e2640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcfec161440 0x7fcfec14e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.327+0000 7fcff21e2640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcfec0d2910 0x7fcfec1f4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.327+0000 7fcff21e2640 1 --2- 172.21.15.104:0/2239175310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcfec0d1bb0 0x7fcfec0b85d0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.327+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 >> 172.21.15.104:0/2239175310 conn(0x7fcfec09cef0 msgr2=0x7fcfec06c510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:47.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.327+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 shutdown_connections 2024-02-19T16:30:47.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.327+0000 7fcff21e2640 1 -- 172.21.15.104:0/2239175310 wait complete. 2024-02-19T16:30:47.339 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:47.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.440+0000 7f809430d640 1 Processor -- start 2024-02-19T16:30:47.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.440+0000 7f809430d640 1 -- start start 2024-02-19T16:30:47.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f809430d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 0x7f808c0ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f809430d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f808c0ceef0 0x7f808c0d18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f809430d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f808c0ce240 con 0x7f808c06f850 2024-02-19T16:30:47.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f809430d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f808c15ecf0 con 0x7f808c0ceef0 2024-02-19T16:30:47.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f809430d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f808c15efd0 con 0x7f808c06e8a0 2024-02-19T16:30:47.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f80928aa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f808c0ceef0 0x7f808c0d18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f80920a9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f808c06f850 0x7f808c06c3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43346/0 (socket says 172.21.15.104:43346) 2024-02-19T16:30:47.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f80920a9640 1 -- 172.21.15.104:0/2365637012 learned_addr learned my addr 172.21.15.104:0/2365637012 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:47.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.441+0000 7f80918a8640 1 --2- 172.21.15.104:0/2365637012 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 0x7f808c0ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80928aa640 1 -- 172.21.15.104:0/2365637012 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 msgr2=0x7f808c0ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:47.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80928aa640 1 --2- 172.21.15.104:0/2365637012 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 0x7f808c0ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80928aa640 1 -- 172.21.15.104:0/2365637012 >> v1:172.21.15.104:6789/0 conn(0x7f808c06f850 legacy=0x7f808c06c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80928aa640 1 -- 172.21.15.104:0/2365637012 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f808c15f2b0 con 0x7f808c0ceef0 2024-02-19T16:30:47.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80910a7640 1 -- 172.21.15.104:0/2365637012 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3547136311 0 0) 0x7f808c0ce240 con 0x7f808c06f850 2024-02-19T16:30:47.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80928aa640 1 --2- 172.21.15.104:0/2365637012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c0ceef0 0x7f808c0d18a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f80840097a0 tx=0x7f808402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfd695a1c29bf8cc server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80910a7640 1 -- 172.21.15.104:0/2365637012 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8084031830 con 0x7f808c0ceef0 2024-02-19T16:30:47.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80910a7640 1 -- 172.21.15.104:0/2365637012 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8084031990 con 0x7f808c0ceef0 2024-02-19T16:30:47.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.442+0000 7f80910a7640 1 -- 172.21.15.104:0/2365637012 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8084031d20 con 0x7f808c0ceef0 2024-02-19T16:30:47.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.443+0000 7f809430d640 1 -- 172.21.15.104:0/2365637012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c0ceef0 msgr2=0x7f808c0d18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.443+0000 7f809430d640 1 --2- 172.21.15.104:0/2365637012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c0ceef0 0x7f808c0d18a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f80840097a0 tx=0x7f808402b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.443+0000 7f809430d640 1 -- 172.21.15.104:0/2365637012 shutdown_connections 2024-02-19T16:30:47.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.443+0000 7f809430d640 1 --2- 172.21.15.104:0/2365637012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c0ceef0 0x7f808c0d18a0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.443+0000 7f809430d640 1 --2- 172.21.15.104:0/2365637012 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 0x7f808c0ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.443+0000 7f809430d640 1 -- 172.21.15.104:0/2365637012 >> 172.21.15.104:0/2365637012 conn(0x7f808c09aa70 msgr2=0x7f808c09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:47.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.443+0000 7f809430d640 1 -- 172.21.15.104:0/2365637012 shutdown_connections 2024-02-19T16:30:47.452 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.443+0000 7f809430d640 1 -- 172.21.15.104:0/2365637012 wait complete. 2024-02-19T16:30:47.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.444+0000 7f809430d640 1 Processor -- start 2024-02-19T16:30:47.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.444+0000 7f809430d640 1 -- start start 2024-02-19T16:30:47.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f809430d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 0x7f808c0b66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f809430d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c06f850 0x7f808c0b1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f809430d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f808c0ceef0 0x7f808c0b4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f809430d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f808c0b2830 con 0x7f808c06f850 2024-02-19T16:30:47.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f809430d640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f808c0b5b70 con 0x7f808c0ceef0 2024-02-19T16:30:47.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f809430d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f808c0b1980 con 0x7f808c06e8a0 2024-02-19T16:30:47.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c06f850 0x7f808c0b1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c06f850 0x7f808c0b1440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44496/0 (socket says 172.21.15.104:44496) 2024-02-19T16:30:47.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 -- 172.21.15.104:0/2298411321 learned_addr learned my addr 172.21.15.104:0/2298411321 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:47.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80928aa640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f808c0ceef0 0x7f808c0b4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80920a9640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 0x7f808c0b66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 -- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 msgr2=0x7f808c0b66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 0x7f808c0b66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 -- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f808c0ceef0 msgr2=0x7f808c0b4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f808c0ceef0 0x7f808c0b4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 -- 172.21.15.104:0/2298411321 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8084009400 con 0x7f808c06f850 2024-02-19T16:30:47.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80928aa640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f808c0ceef0 0x7f808c0b4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:47.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.445+0000 7f80918a8640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c06f850 0x7f808c0b1440 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f807c00e9b0 tx=0x7f807c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.446+0000 7f8082ffd640 1 -- 172.21.15.104:0/2298411321 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f807c009670 con 0x7f808c06f850 2024-02-19T16:30:47.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.446+0000 7f8082ffd640 1 -- 172.21.15.104:0/2298411321 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f807c00c9a0 con 0x7f808c06f850 2024-02-19T16:30:47.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.446+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f808c0b1e90 con 0x7f808c06f850 2024-02-19T16:30:47.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.446+0000 7f8082ffd640 1 -- 172.21.15.104:0/2298411321 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f807c00cd50 con 0x7f808c06f850 2024-02-19T16:30:47.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.446+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f808c0b2450 con 0x7f808c06f850 2024-02-19T16:30:47.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.447+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f808c15fd80 con 0x7f808c06f850 2024-02-19T16:30:47.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.447+0000 7f8082ffd640 1 -- 172.21.15.104:0/2298411321 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f807c013470 con 0x7f808c06f850 2024-02-19T16:30:47.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.448+0000 7f8082ffd640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f807006b810 0x7f807006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.448+0000 7f80920a9640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f807006b810 0x7f807006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.448+0000 7f8082ffd640 1 -- 172.21.15.104:0/2298411321 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f807c08a390 con 0x7f808c06f850 2024-02-19T16:30:47.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.448+0000 7f80920a9640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f807006b810 0x7f807006dcd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f80880012e0 tx=0x7f8088007ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.452+0000 7f8082ffd640 1 -- 172.21.15.104:0/2298411321 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f807c054e40 con 0x7f808c06f850 2024-02-19T16:30:47.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.623+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f808c06b400 con 0x7f808c06f850 2024-02-19T16:30:47.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.624+0000 7f8082ffd640 1 -- 172.21.15.104:0/2298411321 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f807c058500 con 0x7f808c06f850 2024-02-19T16:30:47.625 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:47.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f807006b810 msgr2=0x7f807006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f807006b810 0x7f807006dcd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f80880012e0 tx=0x7f8088007ed0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c06f850 msgr2=0x7f808c0b1440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c06f850 0x7f808c0b1440 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f807c00e9b0 tx=0x7f807c00ee70 comp rx=0 tx=0).stop 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 shutdown_connections 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f807006b810 0x7f807006dcd0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f808c06f850 0x7f808c0b1440 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f808c0ceef0 0x7f808c0b4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 --2- 172.21.15.104:0/2298411321 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f808c06e8a0 0x7f808c0b66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 >> 172.21.15.104:0/2298411321 conn(0x7f808c09aa70 msgr2=0x7f808c15f670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 shutdown_connections 2024-02-19T16:30:47.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.626+0000 7f809430d640 1 -- 172.21.15.104:0/2298411321 wait complete. 2024-02-19T16:30:47.638 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:30:47.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.736+0000 7f8765d6c640 1 Processor -- start 2024-02-19T16:30:47.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f8765d6c640 1 -- start start 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f8765d6c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600d3a70 0x7f87600d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f8765d6c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f87600b3c70 0x7f87600b4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f8765d6c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87600cfbf0 con 0x7f876015deb0 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f8765d6c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87600d4410 con 0x7f87600b3c70 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f8765d6c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87600b4640 con 0x7f87600d3a70 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f875ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f87600b3c70 0x7f87600b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f875f7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f876015deb0 0x7f87600cf4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43350/0 (socket says 172.21.15.104:43350) 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.737+0000 7f875f7fe640 1 -- 172.21.15.104:0/2635934556 learned_addr learned my addr 172.21.15.104:0/2635934556 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.738+0000 7f875effd640 1 --2- 172.21.15.104:0/2635934556 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600d3a70 0x7f87600d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.738+0000 7f875ffff640 1 -- 172.21.15.104:0/2635934556 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600d3a70 msgr2=0x7f87600d3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:47.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.738+0000 7f875ffff640 1 --2- 172.21.15.104:0/2635934556 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600d3a70 0x7f87600d3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.738+0000 7f875ffff640 1 -- 172.21.15.104:0/2635934556 >> v1:172.21.15.104:6789/0 conn(0x7f876015deb0 legacy=0x7f87600cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.738+0000 7f875ffff640 1 -- 172.21.15.104:0/2635934556 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87600d1000 con 0x7f87600b3c70 2024-02-19T16:30:47.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.738+0000 7f875e7fc640 1 -- 172.21.15.104:0/2635934556 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 507405525 0 0) 0x7f87600cfbf0 con 0x7f876015deb0 2024-02-19T16:30:47.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.738+0000 7f875ffff640 1 --2- 172.21.15.104:0/2635934556 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87600b3c70 0x7f87600b4100 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8758009dc0 tx=0x7f875802be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=715955c1fab6cc97 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f875e7fc640 1 -- 172.21.15.104:0/2635934556 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f875802cc40 con 0x7f87600b3c70 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f875e7fc640 1 -- 172.21.15.104:0/2635934556 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f875802cda0 con 0x7f87600b3c70 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f875e7fc640 1 -- 172.21.15.104:0/2635934556 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8758034660 con 0x7f87600b3c70 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f8765d6c640 1 -- 172.21.15.104:0/2635934556 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87600b3c70 msgr2=0x7f87600b4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2635934556 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87600b3c70 0x7f87600b4100 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8758009dc0 tx=0x7f875802be90 comp rx=0 tx=0).stop 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f8765d6c640 1 -- 172.21.15.104:0/2635934556 shutdown_connections 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2635934556 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87600b3c70 0x7f87600b4100 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2635934556 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600d3a70 0x7f87600d3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f8765d6c640 1 -- 172.21.15.104:0/2635934556 >> 172.21.15.104:0/2635934556 conn(0x7f876008d560 msgr2=0x7f876009ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f8765d6c640 1 -- 172.21.15.104:0/2635934556 shutdown_connections 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.739+0000 7f8765d6c640 1 -- 172.21.15.104:0/2635934556 wait complete. 2024-02-19T16:30:47.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.740+0000 7f8765d6c640 1 Processor -- start 2024-02-19T16:30:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f8765d6c640 1 -- start start 2024-02-19T16:30:47.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f8765d6c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600b3c70 0x7f87600cc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f8765d6c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87600d3a70 0x7f87600b06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f8765d6c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f876015deb0 0x7f87600cd160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f8765d6c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87600cb5f0 con 0x7f876015deb0 2024-02-19T16:30:47.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f8765d6c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87600cb840 con 0x7f87600d3a70 2024-02-19T16:30:47.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f8765d6c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87600cbb20 con 0x7f87600b3c70 2024-02-19T16:30:47.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f875ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f876015deb0 0x7f87600cd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f875ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f876015deb0 0x7f87600cd160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44518/0 (socket says 172.21.15.104:44518) 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f875ffff640 1 -- 172.21.15.104:0/2061994930 learned_addr learned my addr 172.21.15.104:0/2061994930 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f875f7fe640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600b3c70 0x7f87600cc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.741+0000 7f875effd640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87600d3a70 0x7f87600b06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f875ffff640 1 -- 172.21.15.104:0/2061994930 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600b3c70 msgr2=0x7f87600cc3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f875ffff640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600b3c70 0x7f87600cc3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f875ffff640 1 -- 172.21.15.104:0/2061994930 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87600d3a70 msgr2=0x7f87600b06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f875ffff640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87600d3a70 0x7f87600b06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f875ffff640 1 -- 172.21.15.104:0/2061994930 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8758009a70 con 0x7f876015deb0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f875ffff640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f876015deb0 0x7f87600cd160 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8758037040 tx=0x7f8758004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f8747fff640 1 -- 172.21.15.104:0/2061994930 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8758040650 con 0x7f876015deb0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f8747fff640 1 -- 172.21.15.104:0/2061994930 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87580407b0 con 0x7f876015deb0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87600cbe00 con 0x7f876015deb0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f8747fff640 1 -- 172.21.15.104:0/2061994930 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8758040b60 con 0x7f876015deb0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.742+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87600c8aa0 con 0x7f876015deb0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.743+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87600c8ff0 con 0x7f876015deb0 2024-02-19T16:30:47.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.743+0000 7f8747fff640 1 -- 172.21.15.104:0/2061994930 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8758040cc0 con 0x7f876015deb0 2024-02-19T16:30:47.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.744+0000 7f8747fff640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f874c06b840 0x7f874c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:47.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.744+0000 7f8747fff640 1 -- 172.21.15.104:0/2061994930 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f87580acd80 con 0x7f876015deb0 2024-02-19T16:30:47.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.744+0000 7f875f7fe640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f874c06b840 0x7f874c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:47.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.744+0000 7f875f7fe640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f874c06b840 0x7f874c06dd00 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8750000f60 tx=0x7f8750007d50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:47.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.748+0000 7f8747fff640 1 -- 172.21.15.104:0/2061994930 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f87600c8ff0 con 0x7f876015deb0 2024-02-19T16:30:47.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.930+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f87600c8ff0 con 0x7f876015deb0 2024-02-19T16:30:47.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.930+0000 7f8747fff640 1 -- 172.21.15.104:0/2061994930 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f87600c8ff0 con 0x7f876015deb0 2024-02-19T16:30:47.932 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:30:47.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.932+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f874c06b840 msgr2=0x7f874c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.932+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f874c06b840 0x7f874c06dd00 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8750000f60 tx=0x7f8750007d50 comp rx=0 tx=0).stop 2024-02-19T16:30:47.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.932+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f876015deb0 msgr2=0x7f87600cd160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:47.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.932+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f876015deb0 0x7f87600cd160 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8758037040 tx=0x7f8758004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:47.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.933+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 shutdown_connections 2024-02-19T16:30:47.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.933+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f874c06b840 0x7f874c06dd00 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.933+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f876015deb0 0x7f87600cd160 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.933+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87600d3a70 0x7f87600b06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.933+0000 7f8765d6c640 1 --2- 172.21.15.104:0/2061994930 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87600b3c70 0x7f87600cc3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:47.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.933+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 >> 172.21.15.104:0/2061994930 conn(0x7f876008d560 msgr2=0x7f87600cf450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:47.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.933+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 shutdown_connections 2024-02-19T16:30:47.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:47.933+0000 7f8765d6c640 1 -- 172.21.15.104:0/2061994930 wait complete. 2024-02-19T16:30:47.945 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-02-19T16:30:47.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:47.945 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-02-19T16:30:47.972 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:30:47.972 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:30:47.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:47.973 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-19T16:30:48.031 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:30:48.032 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:48.047 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:30:48.047 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:48.103 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:48.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.201+0000 7f6c0715c640 1 Processor -- start 2024-02-19T16:30:48.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.201+0000 7f6c0715c640 1 -- start start 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c0715c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6c0015ddb0 0x7f6c000b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c0715c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000d18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c0715c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c000b29b0 con 0x7f6c000d1e20 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c0715c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c000d2290 con 0x7f6c0015ddb0 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c0715c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c000b1930 con 0x7f6c0006cf00 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c056f9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6c000d1e20 0x7f6c000ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43358/0 (socket says 172.21.15.104:43358) 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c056f9640 1 -- 172.21.15.104:0/3824685014 learned_addr learned my addr 172.21.15.104:0/3824685014 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6bfffff640 1 --2- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000d18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c04ef8640 1 --2- 172.21.15.104:0/3824685014 >> v2:172.21.15.158:3300/0 conn(0x7f6c0015ddb0 0x7f6c000b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6bff7fe640 1 -- 172.21.15.104:0/3824685014 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4022317703 0 0) 0x7f6bf8001490 con 0x7f6c000d1e20 2024-02-19T16:30:48.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6bff7fe640 1 -- 172.21.15.104:0/3824685014 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6bf0003520 con 0x7f6c000d1e20 2024-02-19T16:30:48.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6bff7fe640 1 -- 172.21.15.104:0/3824685014 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1751878690 0 0) 0x7f6bf0003520 con 0x7f6c000d1e20 2024-02-19T16:30:48.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c04ef8640 1 -- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 msgr2=0x7f6c000d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:48.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c04ef8640 1 --2- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000d18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c04ef8640 1 -- 172.21.15.104:0/3824685014 >> v1:172.21.15.104:6789/0 conn(0x7f6c000d1e20 legacy=0x7f6c000ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6c04ef8640 1 -- 172.21.15.104:0/3824685014 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c000b1bf0 con 0x7f6c0015ddb0 2024-02-19T16:30:48.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.202+0000 7f6bfffff640 1 --2- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000d18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:48.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.203+0000 7f6c04ef8640 1 --2- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c0015ddb0 0x7f6c000b12e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6bf40097a0 tx=0x7f6bf402b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1bad62fbb9fe17f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.203+0000 7f6bff7fe640 1 -- 172.21.15.104:0/3824685014 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8001b80 con 0x7f6c0015ddb0 2024-02-19T16:30:48.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.203+0000 7f6bff7fe640 1 -- 172.21.15.104:0/3824685014 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bf402e050 con 0x7f6c0015ddb0 2024-02-19T16:30:48.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.203+0000 7f6bff7fe640 1 -- 172.21.15.104:0/3824685014 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf4030730 con 0x7f6c0015ddb0 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.204+0000 7f6c0715c640 1 -- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c0015ddb0 msgr2=0x7f6c000b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.204+0000 7f6c0715c640 1 --2- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c0015ddb0 0x7f6c000b12e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6bf40097a0 tx=0x7f6bf402b790 comp rx=0 tx=0).stop 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.204+0000 7f6c0715c640 1 -- 172.21.15.104:0/3824685014 shutdown_connections 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.204+0000 7f6c0715c640 1 --2- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000d18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.204+0000 7f6c0715c640 1 --2- 172.21.15.104:0/3824685014 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c0015ddb0 0x7f6c000b12e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.204+0000 7f6c0715c640 1 -- 172.21.15.104:0/3824685014 >> 172.21.15.104:0/3824685014 conn(0x7f6c0009aa70 msgr2=0x7f6c0009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.204+0000 7f6c0715c640 1 -- 172.21.15.104:0/3824685014 shutdown_connections 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.204+0000 7f6c0715c640 1 -- 172.21.15.104:0/3824685014 wait complete. 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.205+0000 7f6c0715c640 1 Processor -- start 2024-02-19T16:30:48.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.205+0000 7f6c0715c640 1 -- start start 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c0715c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000c6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c0715c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c000d1e20 0x7f6c001f38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c0715c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c0015ddb0 0x7f6c00152820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c0715c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c000c84c0 con 0x7f6c0015ddb0 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c0715c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c000c7420 con 0x7f6c000d1e20 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c0715c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c000c7700 con 0x7f6c0006cf00 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c056f9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c0015ddb0 0x7f6c00152820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c056f9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c0015ddb0 0x7f6c00152820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44532/0 (socket says 172.21.15.104:44532) 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c056f9640 1 -- 172.21.15.104:0/4056586313 learned_addr learned my addr 172.21.15.104:0/4056586313 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:48.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6bfffff640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c000d1e20 0x7f6c001f38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c04ef8640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000c6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c056f9640 1 -- 172.21.15.104:0/4056586313 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 msgr2=0x7f6c000c6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c056f9640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000c6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c056f9640 1 -- 172.21.15.104:0/4056586313 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c000d1e20 msgr2=0x7f6c001f38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c056f9640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c000d1e20 0x7f6c001f38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.206+0000 7f6c056f9640 1 -- 172.21.15.104:0/4056586313 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bec009400 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.207+0000 7f6c056f9640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c0015ddb0 0x7f6c00152820 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f6bf80019c0 tx=0x7f6bf800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.207+0000 7f6bfd7fa640 1 -- 172.21.15.104:0/4056586313 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8012400 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.207+0000 7f6bfd7fa640 1 -- 172.21.15.104:0/4056586313 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bf8012580 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.207+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bf4009400 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.207+0000 7f6bfd7fa640 1 -- 172.21.15.104:0/4056586313 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8012930 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.207+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c000c7cc0 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.208+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c000751e0 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.208+0000 7f6bfd7fa640 1 -- 172.21.15.104:0/4056586313 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6bf8012a90 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.208+0000 7f6bfd7fa640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6be406b840 0x7f6be406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.209+0000 7f6bfd7fa640 1 -- 172.21.15.104:0/4056586313 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6bf808a650 con 0x7f6c0015ddb0 2024-02-19T16:30:48.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.209+0000 7f6c04ef8640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6be406b840 0x7f6be406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.209+0000 7f6c04ef8640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6be406b840 0x7f6be406dd00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4034000 tx=0x7f6bf402f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.213+0000 7f6bfd7fa640 1 -- 172.21.15.104:0/4056586313 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6bf80551b0 con 0x7f6c0015ddb0 2024-02-19T16:30:48.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.386+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6c000b29b0 con 0x7f6c0015ddb0 2024-02-19T16:30:48.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.387+0000 7f6bfd7fa640 1 -- 172.21.15.104:0/4056586313 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f6c000b29b0 con 0x7f6c0015ddb0 2024-02-19T16:30:48.389 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:48.389 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:48.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.389+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6be406b840 msgr2=0x7f6be406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.389+0000 7f6c0715c640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6be406b840 0x7f6be406dd00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4034000 tx=0x7f6bf402f000 comp rx=0 tx=0).stop 2024-02-19T16:30:48.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.389+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c0015ddb0 msgr2=0x7f6c00152820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.389+0000 7f6c0715c640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c0015ddb0 0x7f6c00152820 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f6bf80019c0 tx=0x7f6bf800a430 comp rx=0 tx=0).stop 2024-02-19T16:30:48.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.390+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 shutdown_connections 2024-02-19T16:30:48.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.390+0000 7f6c0715c640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6be406b840 0x7f6be406dd00 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.390+0000 7f6c0715c640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c0015ddb0 0x7f6c00152820 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.390+0000 7f6c0715c640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6c000d1e20 0x7f6c001f38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.390+0000 7f6c0715c640 1 --2- 172.21.15.104:0/4056586313 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6c0006cf00 0x7f6c000c6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.390+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 >> 172.21.15.104:0/4056586313 conn(0x7f6c0009aa70 msgr2=0x7f6c000afc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:48.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.390+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 shutdown_connections 2024-02-19T16:30:48.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.390+0000 7f6c0715c640 1 -- 172.21.15.104:0/4056586313 wait complete. 2024-02-19T16:30:48.402 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:48.402 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:48.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.504+0000 7f018e9d7640 1 Processor -- start 2024-02-19T16:30:48.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.504+0000 7f018e9d7640 1 -- start start 2024-02-19T16:30:48.506 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f018e9d7640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f0188161520 0x7f01880b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f018e9d7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0188162760 0x7f01880d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f018e9d7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01880b42f0 con 0x7f01880d4070 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f018e9d7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01880b45d0 con 0x7f0188162760 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f018e9d7640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01880b48b0 con 0x7f0188161520 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f01877fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0188162760 0x7f01880d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f018cf74640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f01880d4070 0x7f01880d0630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43366/0 (socket says 172.21.15.104:43366) 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f01877fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0188162760 0x7f01880d3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44546/0 (socket says 172.21.15.104:44546) 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f018cf74640 1 -- 172.21.15.104:0/212702335 learned_addr learned my addr 172.21.15.104:0/212702335 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f0187fff640 1 --2- 172.21.15.104:0/212702335 >> v2:172.21.15.158:3300/0 conn(0x7f0188161520 0x7f01880b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f01877fe640 1 -- 172.21.15.104:0/212702335 >> v2:172.21.15.158:3300/0 conn(0x7f0188161520 msgr2=0x7f01880b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f01877fe640 1 --2- 172.21.15.104:0/212702335 >> v2:172.21.15.158:3300/0 conn(0x7f0188161520 0x7f01880b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f01877fe640 1 -- 172.21.15.104:0/212702335 >> v1:172.21.15.104:6789/0 conn(0x7f01880d4070 legacy=0x7f01880d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f01877fe640 1 -- 172.21.15.104:0/212702335 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01880b4b90 con 0x7f0188162760 2024-02-19T16:30:48.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.505+0000 7f0186ffd640 1 -- 172.21.15.104:0/212702335 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 550590147 0 0) 0x7f01880b42f0 con 0x7f01880d4070 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.506+0000 7f01877fe640 1 --2- 172.21.15.104:0/212702335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f01880d3b30 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f01880b67f0 tx=0x7f017c02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86d75a652d84260d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.506+0000 7f0186ffd640 1 -- 172.21.15.104:0/212702335 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f017c030610 con 0x7f0188162760 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.506+0000 7f0186ffd640 1 -- 172.21.15.104:0/212702335 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f017c030770 con 0x7f0188162760 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.506+0000 7f0186ffd640 1 -- 172.21.15.104:0/212702335 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f017c030b00 con 0x7f0188162760 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.506+0000 7f018e9d7640 1 -- 172.21.15.104:0/212702335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 msgr2=0x7f01880d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.506+0000 7f018e9d7640 1 --2- 172.21.15.104:0/212702335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f01880d3b30 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f01880b67f0 tx=0x7f017c02b960 comp rx=0 tx=0).stop 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.507+0000 7f018e9d7640 1 -- 172.21.15.104:0/212702335 shutdown_connections 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.507+0000 7f018e9d7640 1 --2- 172.21.15.104:0/212702335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f01880d3b30 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.507+0000 7f018e9d7640 1 --2- 172.21.15.104:0/212702335 >> v2:172.21.15.158:3300/0 conn(0x7f0188161520 0x7f01880b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.507+0000 7f018e9d7640 1 -- 172.21.15.104:0/212702335 >> 172.21.15.104:0/212702335 conn(0x7f018808d5d0 msgr2=0x7f018809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:48.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.507+0000 7f018e9d7640 1 -- 172.21.15.104:0/212702335 shutdown_connections 2024-02-19T16:30:48.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.507+0000 7f018e9d7640 1 -- 172.21.15.104:0/212702335 wait complete. 2024-02-19T16:30:48.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.508+0000 7f018e9d7640 1 Processor -- start 2024-02-19T16:30:48.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.508+0000 7f018e9d7640 1 -- start start 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018e9d7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01880d4070 0x7f01880b7f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018e9d7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0188161520 0x7f01880b67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018e9d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f018814f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018e9d7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01881f1530 con 0x7f0188162760 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018e9d7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01880b8480 con 0x7f0188161520 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018e9d7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01881f7640 con 0x7f01880d4070 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f018814f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f018814f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44552/0 (socket says 172.21.15.104:44552) 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 -- 172.21.15.104:0/3369107628 learned_addr learned my addr 172.21.15.104:0/3369107628 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f0187fff640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01880d4070 0x7f01880b7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f01877fe640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0188161520 0x7f01880b67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 -- 172.21.15.104:0/3369107628 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01880d4070 msgr2=0x7f01880b7f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01880d4070 0x7f01880b7f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 -- 172.21.15.104:0/3369107628 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0188161520 msgr2=0x7f01880b67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0188161520 0x7f01880b67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 -- 172.21.15.104:0/3369107628 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f017c009400 con 0x7f0188162760 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018cf74640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f018814f790 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f018000c700 tx=0x7f018000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f0184ff9640 1 -- 172.21.15.104:0/3369107628 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f018000ce10 con 0x7f0188162760 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f0184ff9640 1 -- 172.21.15.104:0/3369107628 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f018000a5e0 con 0x7f0188162760 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01881f7920 con 0x7f0188162760 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f0184ff9640 1 -- 172.21.15.104:0/3369107628 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f018000a9d0 con 0x7f0188162760 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.509+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01881f3ba0 con 0x7f0188162760 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.510+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01880751e0 con 0x7f0188162760 2024-02-19T16:30:48.513 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.511+0000 7f0184ff9640 1 -- 172.21.15.104:0/3369107628 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f018000ab30 con 0x7f0188162760 2024-02-19T16:30:48.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.511+0000 7f0184ff9640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f017406b810 0x7f017406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.511+0000 7f0184ff9640 1 -- 172.21.15.104:0/3369107628 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0180089870 con 0x7f0188162760 2024-02-19T16:30:48.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.511+0000 7f0187fff640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f017406b810 0x7f017406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.511+0000 7f0187fff640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f017406b810 0x7f017406dcd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f01881f6fe0 tx=0x7f0178009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.515+0000 7f0184ff9640 1 -- 172.21.15.104:0/3369107628 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0180054340 con 0x7f0188162760 2024-02-19T16:30:48.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.684+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0188162190 con 0x7f0188162760 2024-02-19T16:30:48.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.685+0000 7f0184ff9640 1 -- 172.21.15.104:0/3369107628 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0180018020 con 0x7f0188162760 2024-02-19T16:30:48.686 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:48.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.686+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f017406b810 msgr2=0x7f017406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f017406b810 0x7f017406dcd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f01881f6fe0 tx=0x7f0178009190 comp rx=0 tx=0).stop 2024-02-19T16:30:48.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 msgr2=0x7f018814f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f018814f790 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f018000c700 tx=0x7f018000cbc0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 shutdown_connections 2024-02-19T16:30:48.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f017406b810 0x7f017406dcd0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0188162760 0x7f018814f790 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0188161520 0x7f01880b67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 --2- 172.21.15.104:0/3369107628 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f01880d4070 0x7f01880b7f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 >> 172.21.15.104:0/3369107628 conn(0x7f018808d5d0 msgr2=0x7f018806ceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:48.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 shutdown_connections 2024-02-19T16:30:48.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.687+0000 7f018e9d7640 1 -- 172.21.15.104:0/3369107628 wait complete. 2024-02-19T16:30:48.699 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:48.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.800+0000 7fc1f226b640 1 Processor -- start 2024-02-19T16:30:48.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.801+0000 7fc1f226b640 1 -- start start 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.801+0000 7fc1f226b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 0x7fc1ec0ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.801+0000 7fc1f226b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc1ec160440 0x7fc1ec06d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.801+0000 7fc1f226b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1ec0af1f0 con 0x7fc1ec06af10 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.801+0000 7fc1f226b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1ec0ce870 con 0x7fc1ec160440 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.801+0000 7fc1f226b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1ec06db30 con 0x7fc1ec15bd10 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.801+0000 7fc1eb7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc1ec160440 0x7fc1ec06d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.801+0000 7fc1eb7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc1ec160440 0x7fc1ec06d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44564/0 (socket says 172.21.15.104:44564) 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.802+0000 7fc1eb7fe640 1 -- 172.21.15.104:0/638963062 learned_addr learned my addr 172.21.15.104:0/638963062 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:48.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.802+0000 7fc1ebfff640 1 --2- 172.21.15.104:0/638963062 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 0x7fc1ec0ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.802+0000 7fc1eb7fe640 1 -- 172.21.15.104:0/638963062 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 msgr2=0x7fc1ec0ced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:48.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.802+0000 7fc1eb7fe640 1 --2- 172.21.15.104:0/638963062 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 0x7fc1ec0ced00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.802+0000 7fc1eb7fe640 1 -- 172.21.15.104:0/638963062 >> v1:172.21.15.158:6789/0 conn(0x7fc1ec06af10 legacy=0x7fc1ec0cc1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.802+0000 7fc1eb7fe640 1 -- 172.21.15.104:0/638963062 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1ec0ce220 con 0x7fc1ec160440 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.802+0000 7fc1eb7fe640 1 --2- 172.21.15.104:0/638963062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec160440 0x7fc1ec06d200 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009870 tx=0x7fc1e002b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1bc173b60459153 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1eaffd640 1 -- 172.21.15.104:0/638963062 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0030840 con 0x7fc1ec160440 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1eaffd640 1 -- 172.21.15.104:0/638963062 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1e00309a0 con 0x7fc1ec160440 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1eaffd640 1 -- 172.21.15.104:0/638963062 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0030d30 con 0x7fc1ec160440 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1f226b640 1 -- 172.21.15.104:0/638963062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec160440 msgr2=0x7fc1ec06d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1f226b640 1 --2- 172.21.15.104:0/638963062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec160440 0x7fc1ec06d200 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009870 tx=0x7fc1e002b980 comp rx=0 tx=0).stop 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1f226b640 1 -- 172.21.15.104:0/638963062 shutdown_connections 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1f226b640 1 --2- 172.21.15.104:0/638963062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec160440 0x7fc1ec06d200 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1f226b640 1 --2- 172.21.15.104:0/638963062 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 0x7fc1ec0ced00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1f226b640 1 -- 172.21.15.104:0/638963062 >> 172.21.15.104:0/638963062 conn(0x7fc1ec0b1410 msgr2=0x7fc1ec0b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:48.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1f226b640 1 -- 172.21.15.104:0/638963062 shutdown_connections 2024-02-19T16:30:48.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.803+0000 7fc1f226b640 1 -- 172.21.15.104:0/638963062 wait complete. 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.804+0000 7fc1f226b640 1 Processor -- start 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1f226b640 1 -- start start 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1f226b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec06af10 0x7fc1ec1f3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1f226b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 0x7fc1ec157390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1f226b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1ec160440 0x7fc1ec15a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1f226b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1ec0b3800 con 0x7fc1ec06af10 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1f226b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1ec1f4010 con 0x7fc1ec160440 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1f226b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1ec0b2b80 con 0x7fc1ec15bd10 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1ebfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec06af10 0x7fc1ec1f3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1ebfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec06af10 0x7fc1ec1f3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44578/0 (socket says 172.21.15.104:44578) 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1ebfff640 1 -- 172.21.15.104:0/1096002227 learned_addr learned my addr 172.21.15.104:0/1096002227 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:48.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1f0808640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1ec160440 0x7fc1ec15a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.805+0000 7fc1eb7fe640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 0x7fc1ec157390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1ebfff640 1 -- 172.21.15.104:0/1096002227 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 msgr2=0x7fc1ec157390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1ebfff640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 0x7fc1ec157390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1ebfff640 1 -- 172.21.15.104:0/1096002227 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1ec160440 msgr2=0x7fc1ec15a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1ebfff640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1ec160440 0x7fc1ec15a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1ebfff640 1 -- 172.21.15.104:0/1096002227 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1e00094d0 con 0x7fc1ec06af10 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1ebfff640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec06af10 0x7fc1ec1f3ad0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc00d800 tx=0x7fc1dc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1e8ff9640 1 -- 172.21.15.104:0/1096002227 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc00b6c0 con 0x7fc1ec06af10 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1e8ff9640 1 -- 172.21.15.104:0/1096002227 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1dc00b820 con 0x7fc1ec06af10 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1ec0b2e60 con 0x7fc1ec06af10 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1e8ff9640 1 -- 172.21.15.104:0/1096002227 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc00bbb0 con 0x7fc1ec06af10 2024-02-19T16:30:48.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.806+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1ec0b3420 con 0x7fc1ec06af10 2024-02-19T16:30:48.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.807+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1ec0b3a70 con 0x7fc1ec06af10 2024-02-19T16:30:48.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.807+0000 7fc1e8ff9640 1 -- 172.21.15.104:0/1096002227 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc1dc00bd10 con 0x7fc1ec06af10 2024-02-19T16:30:48.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.808+0000 7fc1e8ff9640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc1d806b810 0x7fc1d806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:48.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.808+0000 7fc1e8ff9640 1 -- 172.21.15.104:0/1096002227 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc1dc08a580 con 0x7fc1ec06af10 2024-02-19T16:30:48.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.808+0000 7fc1eb7fe640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc1d806b810 0x7fc1d806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:48.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.808+0000 7fc1eb7fe640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc1d806b810 0x7fc1d806dcd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0036000 tx=0x7fc1e0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:48.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.812+0000 7fc1e8ff9640 1 -- 172.21.15.104:0/1096002227 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc1dc0550e0 con 0x7fc1ec06af10 2024-02-19T16:30:48.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.982+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc1ec0cfa90 con 0x7fc1ec06af10 2024-02-19T16:30:48.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.982+0000 7fc1e8ff9640 1 -- 172.21.15.104:0/1096002227 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc1dc0587a0 con 0x7fc1ec06af10 2024-02-19T16:30:48.984 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc1d806b810 msgr2=0x7fc1d806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc1d806b810 0x7fc1d806dcd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0036000 tx=0x7fc1e0008030 comp rx=0 tx=0).stop 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec06af10 msgr2=0x7fc1ec1f3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec06af10 0x7fc1ec1f3ad0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc00d800 tx=0x7fc1dc00dcc0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 shutdown_connections 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc1d806b810 0x7fc1d806dcd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1ec160440 0x7fc1ec15a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1ec15bd10 0x7fc1ec157390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 --2- 172.21.15.104:0/1096002227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1ec06af10 0x7fc1ec1f3ad0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 >> 172.21.15.104:0/1096002227 conn(0x7fc1ec0b1410 msgr2=0x7fc1ec06cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 shutdown_connections 2024-02-19T16:30:48.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:48.984+0000 7fc1f226b640 1 -- 172.21.15.104:0/1096002227 wait complete. 2024-02-19T16:30:48.996 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:49.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.098+0000 7f9f7785b640 1 Processor -- start 2024-02-19T16:30:49.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.098+0000 7f9f7785b640 1 -- start start 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f7785b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9f700b1030 0x7f9f701601f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f7785b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9f700d15c0 0x7f9f700d1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f7785b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f7015c740 con 0x7f9f700cfad0 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f7785b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f7015d2e0 con 0x7f9f700b1030 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f7785b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f70160730 con 0x7f9f700d15c0 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f755f7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9f700b1030 0x7f9f701601f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f755f7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9f700b1030 0x7f9f701601f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44580/0 (socket says 172.21.15.104:44580) 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f755f7640 1 -- 172.21.15.104:0/3693976750 learned_addr learned my addr 172.21.15.104:0/3693976750 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f75df8640 1 --2- 172.21.15.104:0/3693976750 >> v2:172.21.15.158:3300/0 conn(0x7f9f700d15c0 0x7f9f700d1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f755f7640 1 -- 172.21.15.104:0/3693976750 >> v2:172.21.15.158:3300/0 conn(0x7f9f700d15c0 msgr2=0x7f9f700d1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f755f7640 1 --2- 172.21.15.104:0/3693976750 >> v2:172.21.15.158:3300/0 conn(0x7f9f700d15c0 0x7f9f700d1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f755f7640 1 -- 172.21.15.104:0/3693976750 >> v1:172.21.15.158:6789/0 conn(0x7f9f700cfad0 legacy=0x7f9f7015cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.102 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.099+0000 7f9f755f7640 1 -- 172.21.15.104:0/3693976750 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f700cffa0 con 0x7f9f700b1030 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.100+0000 7f9f755f7640 1 --2- 172.21.15.104:0/3693976750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700b1030 0x7f9f701601f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9f70072cb0 tx=0x7f9f6c02b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b439043545a8b38 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.100+0000 7f9f67fff640 1 -- 172.21.15.104:0/3693976750 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c030860 con 0x7f9f700b1030 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.100+0000 7f9f67fff640 1 -- 172.21.15.104:0/3693976750 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f6c0309c0 con 0x7f9f700b1030 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.100+0000 7f9f67fff640 1 -- 172.21.15.104:0/3693976750 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f6c030d50 con 0x7f9f700b1030 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.101+0000 7f9f7785b640 1 -- 172.21.15.104:0/3693976750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700b1030 msgr2=0x7f9f701601f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.101+0000 7f9f7785b640 1 --2- 172.21.15.104:0/3693976750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700b1030 0x7f9f701601f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9f70072cb0 tx=0x7f9f6c02b9a0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.101+0000 7f9f7785b640 1 -- 172.21.15.104:0/3693976750 shutdown_connections 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.101+0000 7f9f7785b640 1 --2- 172.21.15.104:0/3693976750 >> v2:172.21.15.158:3300/0 conn(0x7f9f700d15c0 0x7f9f700d1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.101+0000 7f9f7785b640 1 --2- 172.21.15.104:0/3693976750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700b1030 0x7f9f701601f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.101+0000 7f9f7785b640 1 -- 172.21.15.104:0/3693976750 >> 172.21.15.104:0/3693976750 conn(0x7f9f7009aa70 msgr2=0x7f9f7009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:49.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.101+0000 7f9f7785b640 1 -- 172.21.15.104:0/3693976750 shutdown_connections 2024-02-19T16:30:49.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.101+0000 7f9f7785b640 1 -- 172.21.15.104:0/3693976750 wait complete. 2024-02-19T16:30:49.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.102+0000 7f9f7785b640 1 Processor -- start 2024-02-19T16:30:49.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.102+0000 7f9f7785b640 1 -- start start 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f7785b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f700b1030 0x7f9f700b6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f7785b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700cfad0 0x7f9f700b6c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f7785b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f700d15c0 0x7f9f700c6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f7785b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f700b7160 con 0x7f9f700cfad0 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f7785b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f700c68d0 con 0x7f9f700b1030 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f7785b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f700c72a0 con 0x7f9f700d15c0 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f74df6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700cfad0 0x7f9f700b6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f74df6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700cfad0 0x7f9f700b6c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44584/0 (socket says 172.21.15.104:44584) 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f74df6640 1 -- 172.21.15.104:0/735063090 learned_addr learned my addr 172.21.15.104:0/735063090 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f755f7640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f700b1030 0x7f9f700b6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f75df8640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f700d15c0 0x7f9f700c6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f74df6640 1 -- 172.21.15.104:0/735063090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f700d15c0 msgr2=0x7f9f700c6d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f74df6640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f700d15c0 0x7f9f700c6d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f74df6640 1 -- 172.21.15.104:0/735063090 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f700b1030 msgr2=0x7f9f700b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.106 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f74df6640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f700b1030 0x7f9f700b6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.103+0000 7f9f74df6640 1 -- 172.21.15.104:0/735063090 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f6c0094d0 con 0x7f9f700cfad0 2024-02-19T16:30:49.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.104+0000 7f9f74df6640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700cfad0 0x7f9f700b6c20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9f6000c440 tx=0x7f9f60001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.104+0000 7f9f65ffb640 1 -- 172.21.15.104:0/735063090 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f600052d0 con 0x7f9f700cfad0 2024-02-19T16:30:49.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.104+0000 7f9f65ffb640 1 -- 172.21.15.104:0/735063090 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f60005430 con 0x7f9f700cfad0 2024-02-19T16:30:49.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.104+0000 7f9f65ffb640 1 -- 172.21.15.104:0/735063090 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f60007260 con 0x7f9f700cfad0 2024-02-19T16:30:49.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.104+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f700b7390 con 0x7f9f700cfad0 2024-02-19T16:30:49.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.104+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f700c6280 con 0x7f9f700cfad0 2024-02-19T16:30:49.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.105+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f700c6a40 con 0x7f9f700cfad0 2024-02-19T16:30:49.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.105+0000 7f9f65ffb640 1 -- 172.21.15.104:0/735063090 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9f600073c0 con 0x7f9f700cfad0 2024-02-19T16:30:49.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.106+0000 7f9f65ffb640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f5406b810 0x7f9f5406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.106+0000 7f9f65ffb640 1 -- 172.21.15.104:0/735063090 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9f60089530 con 0x7f9f700cfad0 2024-02-19T16:30:49.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.106+0000 7f9f755f7640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f5406b810 0x7f9f5406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.106+0000 7f9f755f7640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f5406b810 0x7f9f5406dcd0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c036000 tx=0x7f9f6c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.110+0000 7f9f65ffb640 1 -- 172.21.15.104:0/735063090 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9f60054000 con 0x7f9f700cfad0 2024-02-19T16:30:49.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.282+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9f700751e0 con 0x7f9f700cfad0 2024-02-19T16:30:49.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.282+0000 7f9f65ffb640 1 -- 172.21.15.104:0/735063090 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9f600576c0 con 0x7f9f700cfad0 2024-02-19T16:30:49.283 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:49.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f5406b810 msgr2=0x7f9f5406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f5406b810 0x7f9f5406dcd0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c036000 tx=0x7f9f6c008030 comp rx=0 tx=0).stop 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700cfad0 msgr2=0x7f9f700b6c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700cfad0 0x7f9f700b6c20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9f6000c440 tx=0x7f9f60001e70 comp rx=0 tx=0).stop 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 shutdown_connections 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f5406b810 0x7f9f5406dcd0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f700cfad0 0x7f9f700b6c20 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f700d15c0 0x7f9f700c6d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 --2- 172.21.15.104:0/735063090 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f700b1030 0x7f9f700b6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 >> 172.21.15.104:0/735063090 conn(0x7f9f7009aa70 msgr2=0x7f9f7015ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 shutdown_connections 2024-02-19T16:30:49.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.284+0000 7f9f7785b640 1 -- 172.21.15.104:0/735063090 wait complete. 2024-02-19T16:30:49.296 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:30:49.397 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.396+0000 7f6cdbef4640 1 Processor -- start 2024-02-19T16:30:49.397 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.396+0000 7f6cdbef4640 1 -- start start 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cdbef4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd415bd00 0x7f6cd40b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cdbef4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6cd40d1cd0 0x7f6cd40cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cdbef4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6cd40b2600 con 0x7f6cd40d0440 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cdbef4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cd40b1820 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cdbef4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd415c0e0 con 0x7f6cd415bd00 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd948f640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6cd40d0440 0x7f6cd40d15c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43370/0 (socket says 172.21.15.104:43370) 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd948f640 1 -- 172.21.15.104:0/3662554687 learned_addr learned my addr 172.21.15.104:0/3662554687 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd9c90640 1 --2- 172.21.15.104:0/3662554687 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd415bd00 0x7f6cd40b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cda491640 1 --2- 172.21.15.104:0/3662554687 >> v2:172.21.15.158:3300/0 conn(0x7f6cd40d1cd0 0x7f6cd40cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd8c8e640 1 -- 172.21.15.104:0/3662554687 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2540926933 0 0) 0x7f6cd40b2600 con 0x7f6cd40d0440 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd8c8e640 1 -- 172.21.15.104:0/3662554687 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6cc0003520 con 0x7f6cd40d0440 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd9c90640 1 -- 172.21.15.104:0/3662554687 >> v2:172.21.15.158:3300/0 conn(0x7f6cd40d1cd0 msgr2=0x7f6cd40cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd9c90640 1 --2- 172.21.15.104:0/3662554687 >> v2:172.21.15.158:3300/0 conn(0x7f6cd40d1cd0 0x7f6cd40cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd9c90640 1 -- 172.21.15.104:0/3662554687 >> v1:172.21.15.104:6789/0 conn(0x7f6cd40d0440 legacy=0x7f6cd40d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.397+0000 7f6cd9c90640 1 -- 172.21.15.104:0/3662554687 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cd40b1a10 con 0x7f6cd415bd00 2024-02-19T16:30:49.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.398+0000 7f6cd9c90640 1 --2- 172.21.15.104:0/3662554687 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd415bd00 0x7f6cd40b12e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00097a0 tx=0x7f6cd002b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=672654ea6e8a3d56 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.398+0000 7f6cd8c8e640 1 -- 172.21.15.104:0/3662554687 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cd002e070 con 0x7f6cd415bd00 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.398+0000 7f6cd8c8e640 1 -- 172.21.15.104:0/3662554687 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cd00315a0 con 0x7f6cd415bd00 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.398+0000 7f6cd8c8e640 1 -- 172.21.15.104:0/3662554687 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cd0031930 con 0x7f6cd415bd00 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.399+0000 7f6cdbef4640 1 -- 172.21.15.104:0/3662554687 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd415bd00 msgr2=0x7f6cd40b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.399+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/3662554687 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd415bd00 0x7f6cd40b12e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00097a0 tx=0x7f6cd002b840 comp rx=0 tx=0).stop 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.399+0000 7f6cdbef4640 1 -- 172.21.15.104:0/3662554687 shutdown_connections 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.399+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/3662554687 >> v2:172.21.15.158:3300/0 conn(0x7f6cd40d1cd0 0x7f6cd40cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.399+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/3662554687 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd415bd00 0x7f6cd40b12e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.399+0000 7f6cdbef4640 1 -- 172.21.15.104:0/3662554687 >> 172.21.15.104:0/3662554687 conn(0x7f6cd409aa70 msgr2=0x7f6cd409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.399+0000 7f6cdbef4640 1 -- 172.21.15.104:0/3662554687 shutdown_connections 2024-02-19T16:30:49.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.399+0000 7f6cdbef4640 1 -- 172.21.15.104:0/3662554687 wait complete. 2024-02-19T16:30:49.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.400+0000 7f6cdbef4640 1 Processor -- start 2024-02-19T16:30:49.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.400+0000 7f6cdbef4640 1 -- start start 2024-02-19T16:30:49.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cdbef4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd40d0440 0x7f6cd4156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cdbef4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd40d1cd0 0x7f6cd40c8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cdbef4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6cd415bd00 0x7f6cd40c8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cdbef4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd4153660 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cdbef4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd4156cc0 con 0x7f6cd415bd00 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cdbef4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd4154000 con 0x7f6cd40d0440 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd40d1cd0 0x7f6cd40c8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd40d1cd0 0x7f6cd40c8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44594/0 (socket says 172.21.15.104:44594) 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 -- 172.21.15.104:0/2802772796 learned_addr learned my addr 172.21.15.104:0/2802772796 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd9c90640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd40d0440 0x7f6cd4156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cda491640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6cd415bd00 0x7f6cd40c8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 -- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd40d0440 msgr2=0x7f6cd4156780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd40d0440 0x7f6cd4156780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 -- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6cd415bd00 msgr2=0x7f6cd40c8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6cd415bd00 0x7f6cd40c8f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 -- 172.21.15.104:0/2802772796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cd0009400 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd9c90640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd40d0440 0x7f6cd4156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cda491640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6cd415bd00 0x7f6cd40c8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cd948f640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd40d1cd0 0x7f6cd40c8a50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6cc400c430 tx=0x7f6cc400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cca7fc640 1 -- 172.21.15.104:0/2802772796 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cc4005ce0 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cca7fc640 1 -- 172.21.15.104:0/2802772796 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cc4005e40 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cd4150330 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cca7fc640 1 -- 172.21.15.104:0/2802772796 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40072f0 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.401+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cd4154580 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.402+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cd40751e0 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.403+0000 7f6cca7fc640 1 -- 172.21.15.104:0/2802772796 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6cc4007450 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.403+0000 7f6cca7fc640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6cb806b810 0x7f6cb806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.403+0000 7f6cca7fc640 1 -- 172.21.15.104:0/2802772796 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6cc4089760 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.403+0000 7f6cd9c90640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6cb806b810 0x7f6cb806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.404+0000 7f6cd9c90640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6cb806b810 0x7f6cb806dcd0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00097a0 tx=0x7f6cd003d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.407+0000 7f6cca7fc640 1 -- 172.21.15.104:0/2802772796 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6cc40542c0 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.595+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6cd4159b40 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.596+0000 7f6cca7fc640 1 -- 172.21.15.104:0/2802772796 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6cc4057980 con 0x7f6cd40d1cd0 2024-02-19T16:30:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:30:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6cb806b810 msgr2=0x7f6cb806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6cb806b810 0x7f6cb806dcd0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00097a0 tx=0x7f6cd003d040 comp rx=0 tx=0).stop 2024-02-19T16:30:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd40d1cd0 msgr2=0x7f6cd40c8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd40d1cd0 0x7f6cd40c8a50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6cc400c430 tx=0x7f6cc400c8f0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 shutdown_connections 2024-02-19T16:30:49.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6cb806b810 0x7f6cb806dcd0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd40d1cd0 0x7f6cd40c8a50 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6cd415bd00 0x7f6cd40c8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 --2- 172.21.15.104:0/2802772796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6cd40d0440 0x7f6cd4156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 >> 172.21.15.104:0/2802772796 conn(0x7f6cd409aa70 msgr2=0x7f6cd4159ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:49.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 shutdown_connections 2024-02-19T16:30:49.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.598+0000 7f6cdbef4640 1 -- 172.21.15.104:0/2802772796 wait complete. 2024-02-19T16:30:49.610 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:30:49.610 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:49.625 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:49.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.724+0000 7f21ce8a4640 1 Processor -- start 2024-02-19T16:30:49.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.724+0000 7f21ce8a4640 1 -- start start 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21ce8a4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c80b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21ce8a4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f21c80d4240 0x7f21c80d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21ce8a4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21c80b42f0 con 0x7f21c8162760 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21ce8a4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21c80b45d0 con 0x7f21c80d4240 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21ce8a4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21c80b48b0 con 0x7f21c8161520 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21c77fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f21c8162760 0x7f21c80d3b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43380/0 (socket says 172.21.15.104:43380) 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21c77fe640 1 -- 172.21.15.104:0/3508030885 learned_addr learned my addr 172.21.15.104:0/3508030885 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21c7fff640 1 --2- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c80b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21cce41640 1 --2- 172.21.15.104:0/3508030885 >> v2:172.21.15.158:3300/0 conn(0x7f21c80d4240 0x7f21c80d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21c6ffd640 1 -- 172.21.15.104:0/3508030885 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3253322827 0 0) 0x7f21c80b42f0 con 0x7f21c8162760 2024-02-19T16:30:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21c6ffd640 1 -- 172.21.15.104:0/3508030885 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21b0003520 con 0x7f21c8162760 2024-02-19T16:30:49.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21cce41640 1 -- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 msgr2=0x7f21c80b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:49.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21cce41640 1 --2- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c80b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21cce41640 1 -- 172.21.15.104:0/3508030885 >> v1:172.21.15.104:6789/0 conn(0x7f21c8162760 legacy=0x7f21c80d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.725+0000 7f21cce41640 1 -- 172.21.15.104:0/3508030885 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21c80b4b90 con 0x7f21c80d4240 2024-02-19T16:30:49.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.726+0000 7f21c7fff640 1 --2- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c80b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:49.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.726+0000 7f21cce41640 1 --2- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 0x7f21c80d1bb0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f21c0009d90 tx=0x7f21c002bf30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d0e4f86b8d77eab server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.726+0000 7f21c6ffd640 1 -- 172.21.15.104:0/3508030885 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c002cce0 con 0x7f21c80d4240 2024-02-19T16:30:49.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.726+0000 7f21c6ffd640 1 -- 172.21.15.104:0/3508030885 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21c002ce40 con 0x7f21c80d4240 2024-02-19T16:30:49.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.726+0000 7f21c6ffd640 1 -- 172.21.15.104:0/3508030885 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c0034640 con 0x7f21c80d4240 2024-02-19T16:30:49.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.727+0000 7f21ce8a4640 1 -- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 msgr2=0x7f21c80d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.727+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 0x7f21c80d1bb0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f21c0009d90 tx=0x7f21c002bf30 comp rx=0 tx=0).stop 2024-02-19T16:30:49.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.727+0000 7f21ce8a4640 1 -- 172.21.15.104:0/3508030885 shutdown_connections 2024-02-19T16:30:49.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.727+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 0x7f21c80d1bb0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.727+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/3508030885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c80b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.727+0000 7f21ce8a4640 1 -- 172.21.15.104:0/3508030885 >> 172.21.15.104:0/3508030885 conn(0x7f21c808d5d0 msgr2=0x7f21c809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.727+0000 7f21ce8a4640 1 -- 172.21.15.104:0/3508030885 shutdown_connections 2024-02-19T16:30:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.727+0000 7f21ce8a4640 1 -- 172.21.15.104:0/3508030885 wait complete. 2024-02-19T16:30:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.728+0000 7f21ce8a4640 1 Processor -- start 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.728+0000 7f21ce8a4640 1 -- start start 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21ce8a4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 0x7f21c80c8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21ce8a4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c8153240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21ce8a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f21c8162760 0x7f21c80b1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21ce8a4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21c80c8340 con 0x7f21c8162760 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21ce8a4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21c815cbb0 con 0x7f21c80d4240 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21ce8a4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21c80c9b70 con 0x7f21c8161520 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21cce41640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f21c8162760 0x7f21c80b1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21cce41640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f21c8162760 0x7f21c80b1830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44602/0 (socket says 172.21.15.104:44602) 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21cce41640 1 -- 172.21.15.104:0/2379693778 learned_addr learned my addr 172.21.15.104:0/2379693778 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21c7fff640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 0x7f21c80c8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21c77fe640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c8153240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21cce41640 1 -- 172.21.15.104:0/2379693778 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 msgr2=0x7f21c8153240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21cce41640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c8153240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21cce41640 1 -- 172.21.15.104:0/2379693778 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 msgr2=0x7f21c80c8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21cce41640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 0x7f21c80c8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.729+0000 7f21cce41640 1 -- 172.21.15.104:0/2379693778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21b8009400 con 0x7f21c8162760 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.730+0000 7f21cce41640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f21c8162760 0x7f21c80b1830 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f21c0009d90 tx=0x7f21c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.730+0000 7f21c4ff9640 1 -- 172.21.15.104:0/2379693778 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c0007000 con 0x7f21c8162760 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.730+0000 7f21c4ff9640 1 -- 172.21.15.104:0/2379693778 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21c003d620 con 0x7f21c8162760 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.730+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21c0009a70 con 0x7f21c8162760 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.730+0000 7f21c4ff9640 1 -- 172.21.15.104:0/2379693778 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c003d9d0 con 0x7f21c8162760 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.730+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21c80c8ca0 con 0x7f21c8162760 2024-02-19T16:30:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.731+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21c80c8480 con 0x7f21c8162760 2024-02-19T16:30:49.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.731+0000 7f21c4ff9640 1 -- 172.21.15.104:0/2379693778 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f21c003b040 con 0x7f21c8162760 2024-02-19T16:30:49.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.732+0000 7f21c4ff9640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f21b406b810 0x7f21b406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:49.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.732+0000 7f21c4ff9640 1 -- 172.21.15.104:0/2379693778 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f21c00abf30 con 0x7f21c8162760 2024-02-19T16:30:49.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.732+0000 7f21c7fff640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f21b406b810 0x7f21b406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:49.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.732+0000 7f21c7fff640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f21b406b810 0x7f21b406dcd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f21b8009cd0 tx=0x7f21b8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:49.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.736+0000 7f21c4ff9640 1 -- 172.21.15.104:0/2379693778 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f21c80c8480 con 0x7f21c8162760 2024-02-19T16:30:49.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.907+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f21c80c8480 con 0x7f21c8162760 2024-02-19T16:30:49.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.908+0000 7f21c4ff9640 1 -- 172.21.15.104:0/2379693778 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f21c80c8480 con 0x7f21c8162760 2024-02-19T16:30:49.910 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:49.910 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:49.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f21b406b810 msgr2=0x7f21b406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f21b406b810 0x7f21b406dcd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f21b8009cd0 tx=0x7f21b8009190 comp rx=0 tx=0).stop 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f21c8162760 msgr2=0x7f21c80b1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f21c8162760 0x7f21c80b1830 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f21c0009d90 tx=0x7f21c0004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 shutdown_connections 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f21b406b810 0x7f21b406dcd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f21c8162760 0x7f21c80b1830 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21c8161520 0x7f21c8153240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 --2- 172.21.15.104:0/2379693778 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21c80d4240 0x7f21c80c8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 >> 172.21.15.104:0/2379693778 conn(0x7f21c808d5d0 msgr2=0x7f21c80ceb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 shutdown_connections 2024-02-19T16:30:49.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:49.911+0000 7f21ce8a4640 1 -- 172.21.15.104:0/2379693778 wait complete. 2024-02-19T16:30:49.923 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:49.923 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:50.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.024+0000 7f4726dac640 1 Processor -- start 2024-02-19T16:30:50.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.024+0000 7f4726dac640 1 -- start start 2024-02-19T16:30:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4726dac640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f47200cfad0 0x7f472015cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4726dac640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f47200d15c0 0x7f47200d1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4726dac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f472015c740 con 0x7f47200b1030 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4726dac640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47200d1fb0 con 0x7f47200d15c0 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4726dac640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47200cffa0 con 0x7f47200cfad0 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4725349640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f47200d15c0 0x7f47200d1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4725349640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f47200d15c0 0x7f47200d1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44612/0 (socket says 172.21.15.104:44612) 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4725349640 1 -- 172.21.15.104:0/3242728096 learned_addr learned my addr 172.21.15.104:0/3242728096 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f471ffff640 1 --2- 172.21.15.104:0/3242728096 >> v2:172.21.15.158:3300/0 conn(0x7f47200cfad0 0x7f472015cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f471ffff640 1 -- 172.21.15.104:0/3242728096 >> v2:172.21.15.104:3300/0 conn(0x7f47200d15c0 msgr2=0x7f47200d1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f471ffff640 1 --2- 172.21.15.104:0/3242728096 >> v2:172.21.15.104:3300/0 conn(0x7f47200d15c0 0x7f47200d1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f471ffff640 1 -- 172.21.15.104:0/3242728096 >> v1:172.21.15.104:6789/0 conn(0x7f47200b1030 legacy=0x7f47201601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f471ffff640 1 -- 172.21.15.104:0/3242728096 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47200d0280 con 0x7f47200cfad0 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f4725349640 1 --2- 172.21.15.104:0/3242728096 >> v2:172.21.15.104:3300/0 conn(0x7f47200d15c0 0x7f47200d1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.025+0000 7f471f7fe640 1 -- 172.21.15.104:0/3242728096 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2519210424 0 0) 0x7f472015c740 con 0x7f47200b1030 2024-02-19T16:30:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.026+0000 7f471ffff640 1 --2- 172.21.15.104:0/3242728096 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 0x7f472015cbd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f47200cdf50 tx=0x7f470c02b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7da6e6e23a666e1b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.026+0000 7f471f7fe640 1 -- 172.21.15.104:0/3242728096 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c031830 con 0x7f47200cfad0 2024-02-19T16:30:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.026+0000 7f471f7fe640 1 -- 172.21.15.104:0/3242728096 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f470c031990 con 0x7f47200cfad0 2024-02-19T16:30:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.026+0000 7f471f7fe640 1 -- 172.21.15.104:0/3242728096 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c031d20 con 0x7f47200cfad0 2024-02-19T16:30:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.027+0000 7f4726dac640 1 -- 172.21.15.104:0/3242728096 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 msgr2=0x7f472015cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.027+0000 7f4726dac640 1 --2- 172.21.15.104:0/3242728096 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 0x7f472015cbd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f47200cdf50 tx=0x7f470c02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.027+0000 7f4726dac640 1 -- 172.21.15.104:0/3242728096 shutdown_connections 2024-02-19T16:30:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.027+0000 7f4726dac640 1 --2- 172.21.15.104:0/3242728096 >> v2:172.21.15.104:3300/0 conn(0x7f47200d15c0 0x7f47200d1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.027+0000 7f4726dac640 1 --2- 172.21.15.104:0/3242728096 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 0x7f472015cbd0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.027+0000 7f4726dac640 1 -- 172.21.15.104:0/3242728096 >> 172.21.15.104:0/3242728096 conn(0x7f472009aa70 msgr2=0x7f472009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.027+0000 7f4726dac640 1 -- 172.21.15.104:0/3242728096 shutdown_connections 2024-02-19T16:30:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.027+0000 7f4726dac640 1 -- 172.21.15.104:0/3242728096 wait complete. 2024-02-19T16:30:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.028+0000 7f4726dac640 1 Processor -- start 2024-02-19T16:30:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.028+0000 7f4726dac640 1 -- start start 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4726dac640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f47200b1030 0x7f472015f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4726dac640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 0x7f47200b6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4726dac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47200d15c0 0x7f47200b71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4726dac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472015d8a0 con 0x7f47200d15c0 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4726dac640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472015ff00 con 0x7f47200cfad0 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4726dac640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47201e6d30 con 0x7f47200b1030 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4725349640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47200d15c0 0x7f47200b71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4725349640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47200d15c0 0x7f47200b71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44624/0 (socket says 172.21.15.104:44624) 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4725349640 1 -- 172.21.15.104:0/457228087 learned_addr learned my addr 172.21.15.104:0/457228087 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f471ffff640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 0x7f47200b6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4724b48640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f47200b1030 0x7f472015f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f471ffff640 1 -- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f47200b1030 msgr2=0x7f472015f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f471ffff640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f47200b1030 0x7f472015f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f471ffff640 1 -- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47200d15c0 msgr2=0x7f47200b71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f471ffff640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47200d15c0 0x7f47200b71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f471ffff640 1 -- 172.21.15.104:0/457228087 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4718009b30 con 0x7f47200cfad0 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.029+0000 7f4725349640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47200d15c0 0x7f47200b71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.030+0000 7f471ffff640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 0x7f47200b6ca0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f470c033000 tx=0x7f470c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.030+0000 7f471d7fa640 1 -- 172.21.15.104:0/457228087 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c03a630 con 0x7f47200cfad0 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.030+0000 7f471d7fa640 1 -- 172.21.15.104:0/457228087 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f470c03a7b0 con 0x7f47200cfad0 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.030+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f470c009400 con 0x7f47200cfad0 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.030+0000 7f471d7fa640 1 -- 172.21.15.104:0/457228087 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c03ab60 con 0x7f47200cfad0 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.030+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f472015d530 con 0x7f47200cfad0 2024-02-19T16:30:50.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.031+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f472015d6c0 con 0x7f47200cfad0 2024-02-19T16:30:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.031+0000 7f471d7fa640 1 -- 172.21.15.104:0/457228087 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f470c03acc0 con 0x7f47200cfad0 2024-02-19T16:30:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.032+0000 7f471d7fa640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f470406b810 0x7f470406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.032+0000 7f471d7fa640 1 -- 172.21.15.104:0/457228087 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f470c0abbe0 con 0x7f47200cfad0 2024-02-19T16:30:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.032+0000 7f4724b48640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f470406b810 0x7f470406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.032+0000 7f4724b48640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f470406b810 0x7f470406dcd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4714000f60 tx=0x7f4714009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.036+0000 7f471d7fa640 1 -- 172.21.15.104:0/457228087 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f470c076740 con 0x7f47200cfad0 2024-02-19T16:30:50.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.207+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f47201e7250 con 0x7f47200cfad0 2024-02-19T16:30:50.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.207+0000 7f471d7fa640 1 -- 172.21.15.104:0/457228087 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f470c0480a0 con 0x7f47200cfad0 2024-02-19T16:30:50.209 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f470406b810 msgr2=0x7f470406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f470406b810 0x7f470406dcd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4714000f60 tx=0x7f4714009040 comp rx=0 tx=0).stop 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 msgr2=0x7f47200b6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 0x7f47200b6ca0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f470c033000 tx=0x7f470c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 shutdown_connections 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f470406b810 0x7f470406dcd0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47200d15c0 0x7f47200b71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f47200cfad0 0x7f47200b6ca0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 --2- 172.21.15.104:0/457228087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f47200b1030 0x7f472015f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.209+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 >> 172.21.15.104:0/457228087 conn(0x7f472009aa70 msgr2=0x7f472006fd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:50.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.210+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 shutdown_connections 2024-02-19T16:30:50.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.210+0000 7f4726dac640 1 -- 172.21.15.104:0/457228087 wait complete. 2024-02-19T16:30:50.222 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:50.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.323+0000 7f320312c640 1 Processor -- start 2024-02-19T16:30:50.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.323+0000 7f320312c640 1 -- start start 2024-02-19T16:30:50.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f320312c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f31fc161440 0x7f31fc0d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f320312c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d0580 0x7f31fc0b07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f320312c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31fc0ce7a0 con 0x7f31fc0d2200 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f320312c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31fc161820 con 0x7f31fc161440 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f320312c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31fc0ced40 con 0x7f31fc0d0580 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f3200ec8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f31fc161440 0x7f31fc0d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f32016c9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f31fc0d2200 0x7f31fc0cf1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43388/0 (socket says 172.21.15.104:43388) 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f32016c9640 1 -- 172.21.15.104:0/2404730978 learned_addr learned my addr 172.21.15.104:0/2404730978 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f31fbfff640 1 --2- 172.21.15.104:0/2404730978 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d0580 0x7f31fc0b07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f3200ec8640 1 -- 172.21.15.104:0/2404730978 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d0580 msgr2=0x7f31fc0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f3200ec8640 1 --2- 172.21.15.104:0/2404730978 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d0580 0x7f31fc0b07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f3200ec8640 1 -- 172.21.15.104:0/2404730978 >> v1:172.21.15.104:6789/0 conn(0x7f31fc0d2200 legacy=0x7f31fc0cf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f31fb7fe640 1 -- 172.21.15.104:0/2404730978 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1398887931 0 0) 0x7f31fc0ce7a0 con 0x7f31fc0d2200 2024-02-19T16:30:50.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.324+0000 7f3200ec8640 1 -- 172.21.15.104:0/2404730978 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31fc0d0cf0 con 0x7f31fc161440 2024-02-19T16:30:50.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f3200ec8640 1 --2- 172.21.15.104:0/2404730978 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc161440 0x7f31fc0d1bb0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f31e40097d0 tx=0x7f31e402b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7836117fea97528d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f31fb7fe640 1 -- 172.21.15.104:0/2404730978 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e4031800 con 0x7f31fc161440 2024-02-19T16:30:50.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f31fb7fe640 1 -- 172.21.15.104:0/2404730978 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31e4031960 con 0x7f31fc161440 2024-02-19T16:30:50.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f31fb7fe640 1 -- 172.21.15.104:0/2404730978 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e4031cf0 con 0x7f31fc161440 2024-02-19T16:30:50.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f320312c640 1 -- 172.21.15.104:0/2404730978 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc161440 msgr2=0x7f31fc0d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f320312c640 1 --2- 172.21.15.104:0/2404730978 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc161440 0x7f31fc0d1bb0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f31e40097d0 tx=0x7f31e402b8a0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f320312c640 1 -- 172.21.15.104:0/2404730978 shutdown_connections 2024-02-19T16:30:50.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f320312c640 1 --2- 172.21.15.104:0/2404730978 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d0580 0x7f31fc0b07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.325+0000 7f320312c640 1 --2- 172.21.15.104:0/2404730978 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc161440 0x7f31fc0d1bb0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.326+0000 7f320312c640 1 -- 172.21.15.104:0/2404730978 >> 172.21.15.104:0/2404730978 conn(0x7f31fc09cef0 msgr2=0x7f31fc0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:50.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.326+0000 7f320312c640 1 -- 172.21.15.104:0/2404730978 shutdown_connections 2024-02-19T16:30:50.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.326+0000 7f320312c640 1 -- 172.21.15.104:0/2404730978 wait complete. 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.327+0000 7f320312c640 1 Processor -- start 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.327+0000 7f320312c640 1 -- start start 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.327+0000 7f320312c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0d0580 0x7f31fc0cdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.327+0000 7f320312c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d2200 0x7f31fc0b7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.327+0000 7f320312c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31fc161440 0x7f31fc155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.327+0000 7f320312c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31fc0c7bd0 con 0x7f31fc0d0580 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.327+0000 7f320312c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31fc0b7760 con 0x7f31fc161440 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.327+0000 7f320312c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31fc1557a0 con 0x7f31fc0d2200 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0d0580 0x7f31fc0cdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0d0580 0x7f31fc0cdbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44640/0 (socket says 172.21.15.104:44640) 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 -- 172.21.15.104:0/2437029105 learned_addr learned my addr 172.21.15.104:0/2437029105 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f32016c9640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31fc161440 0x7f31fc155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f31fbfff640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d2200 0x7f31fc0b7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 -- 172.21.15.104:0/2437029105 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d2200 msgr2=0x7f31fc0b7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d2200 0x7f31fc0b7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 -- 172.21.15.104:0/2437029105 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31fc161440 msgr2=0x7f31fc155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31fc161440 0x7f31fc155260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 -- 172.21.15.104:0/2437029105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e4009400 con 0x7f31fc0d0580 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f3200ec8640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0d0580 0x7f31fc0cdbc0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f31e402beb0 tx=0x7f31e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f31f97fa640 1 -- 172.21.15.104:0/2437029105 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e403bc70 con 0x7f31fc0d0580 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f31f97fa640 1 -- 172.21.15.104:0/2437029105 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31e403bdf0 con 0x7f31fc0d0580 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f31f97fa640 1 -- 172.21.15.104:0/2437029105 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e4045630 con 0x7f31fc0d0580 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31fc0b7990 con 0x7f31fc0d0580 2024-02-19T16:30:50.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.328+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31fc0b7f50 con 0x7f31fc0d0580 2024-02-19T16:30:50.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.329+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31fc0c7d10 con 0x7f31fc0d0580 2024-02-19T16:30:50.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.330+0000 7f31f97fa640 1 -- 172.21.15.104:0/2437029105 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f31e404e450 con 0x7f31fc0d0580 2024-02-19T16:30:50.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.330+0000 7f31f97fa640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f31dc06b810 0x7f31dc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.330+0000 7f31f97fa640 1 -- 172.21.15.104:0/2437029105 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31e402e070 con 0x7f31fc0d0580 2024-02-19T16:30:50.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.330+0000 7f31fbfff640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f31dc06b810 0x7f31dc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.331+0000 7f31fbfff640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f31dc06b810 0x7f31dc06dcd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f31fc0d00d0 tx=0x7f31ec009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.334+0000 7f31f97fa640 1 -- 172.21.15.104:0/2437029105 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f31fc0c7d10 con 0x7f31fc0d0580 2024-02-19T16:30:50.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.506+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f31fc0751e0 con 0x7f31fc0d0580 2024-02-19T16:30:50.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.507+0000 7f31f97fa640 1 -- 172.21.15.104:0/2437029105 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f31e4076ed0 con 0x7f31fc0d0580 2024-02-19T16:30:50.508 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:50.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.508+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f31dc06b810 msgr2=0x7f31dc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.508+0000 7f320312c640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f31dc06b810 0x7f31dc06dcd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f31fc0d00d0 tx=0x7f31ec009190 comp rx=0 tx=0).stop 2024-02-19T16:30:50.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.508+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0d0580 msgr2=0x7f31fc0cdbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.508+0000 7f320312c640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0d0580 0x7f31fc0cdbc0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f31e402beb0 tx=0x7f31e40046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.509+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 shutdown_connections 2024-02-19T16:30:50.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.509+0000 7f320312c640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f31dc06b810 0x7f31dc06dcd0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.509+0000 7f320312c640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31fc161440 0x7f31fc155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.509+0000 7f320312c640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31fc0d2200 0x7f31fc0b7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.509+0000 7f320312c640 1 --2- 172.21.15.104:0/2437029105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31fc0d0580 0x7f31fc0cdbc0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.509+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 >> 172.21.15.104:0/2437029105 conn(0x7f31fc09cef0 msgr2=0x7f31fc0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:50.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.509+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 shutdown_connections 2024-02-19T16:30:50.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.509+0000 7f320312c640 1 -- 172.21.15.104:0/2437029105 wait complete. 2024-02-19T16:30:50.521 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:50.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.622+0000 7f838ae72640 1 Processor -- start 2024-02-19T16:30:50.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.622+0000 7f838ae72640 1 -- start start 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f838ae72640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8384161440 0x7f83840d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f838ae72640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83840ce7a0 con 0x7f83840d2200 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f838ae72640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83840ced40 con 0x7f83840d0580 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f838ae72640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8384161820 con 0x7f8384161440 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f8388c0e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8384161440 0x7f83840d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f8388c0e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8384161440 0x7f83840d1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36442/0 (socket says 172.21.15.104:36442) 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f8388c0e640 1 -- 172.21.15.104:0/698079033 learned_addr learned my addr 172.21.15.104:0/698079033 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f838940f640 1 --1- 172.21.15.104:0/698079033 >> v1:172.21.15.104:6789/0 conn(0x7f83840d2200 0x7f83840cf1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44588/0 (socket says 172.21.15.104:44588) 2024-02-19T16:30:50.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f8388c0e640 1 -- 172.21.15.104:0/698079033 >> v1:172.21.15.158:6789/0 conn(0x7f83840d0580 legacy=0x7f83840b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f8388c0e640 1 -- 172.21.15.104:0/698079033 >> v1:172.21.15.104:6789/0 conn(0x7f83840d2200 legacy=0x7f83840cf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.623+0000 7f83837fe640 1 -- 172.21.15.104:0/698079033 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2308704796 0 0) 0x7f83840ce7a0 con 0x7f83840d2200 2024-02-19T16:30:50.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.624+0000 7f8388c0e640 1 -- 172.21.15.104:0/698079033 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83840d0cf0 con 0x7f8384161440 2024-02-19T16:30:50.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.624+0000 7f8388c0e640 1 --2- 172.21.15.104:0/698079033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f83840d1bb0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8374009870 tx=0x7f837402ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35ddb91b87d14f00 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.624+0000 7f83837fe640 1 -- 172.21.15.104:0/698079033 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f837402f840 con 0x7f8384161440 2024-02-19T16:30:50.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.624+0000 7f83837fe640 1 -- 172.21.15.104:0/698079033 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f837402f9a0 con 0x7f8384161440 2024-02-19T16:30:50.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.624+0000 7f83837fe640 1 -- 172.21.15.104:0/698079033 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f837402fd30 con 0x7f8384161440 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.625+0000 7f838ae72640 1 -- 172.21.15.104:0/698079033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 msgr2=0x7f83840d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.625+0000 7f838ae72640 1 --2- 172.21.15.104:0/698079033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f83840d1bb0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8374009870 tx=0x7f837402ba20 comp rx=0 tx=0).stop 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.625+0000 7f838ae72640 1 -- 172.21.15.104:0/698079033 shutdown_connections 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.625+0000 7f838ae72640 1 --2- 172.21.15.104:0/698079033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f83840d1bb0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.625+0000 7f838ae72640 1 -- 172.21.15.104:0/698079033 >> 172.21.15.104:0/698079033 conn(0x7f838409cef0 msgr2=0x7f83840d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.625+0000 7f838ae72640 1 -- 172.21.15.104:0/698079033 shutdown_connections 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.625+0000 7f838ae72640 1 -- 172.21.15.104:0/698079033 wait complete. 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.626+0000 7f838ae72640 1 Processor -- start 2024-02-19T16:30:50.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.626+0000 7f838ae72640 1 -- start start 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838ae72640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83840d0580 0x7f838415d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838ae72640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83840d2200 0x7f83840cafb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838ae72640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f8384154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838ae72640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83840b7d20 con 0x7f8384161440 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838ae72640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83840cc580 con 0x7f83840d2200 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838ae72640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83840cba00 con 0x7f83840d0580 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838940f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f8384154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838940f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f8384154ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36456/0 (socket says 172.21.15.104:36456) 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838940f640 1 -- 172.21.15.104:0/1867313535 learned_addr learned my addr 172.21.15.104:0/1867313535 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f8388c0e640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83840d0580 0x7f838415d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f8383fff640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83840d2200 0x7f83840cafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838940f640 1 -- 172.21.15.104:0/1867313535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83840d0580 msgr2=0x7f838415d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838940f640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83840d0580 0x7f838415d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838940f640 1 -- 172.21.15.104:0/1867313535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83840d2200 msgr2=0x7f83840cafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838940f640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83840d2200 0x7f83840cafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.627+0000 7f838940f640 1 -- 172.21.15.104:0/1867313535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83740094d0 con 0x7f8384161440 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.628+0000 7f838940f640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f8384154ff0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f837c00c700 tx=0x7f837c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.628+0000 7f83817fa640 1 -- 172.21.15.104:0/1867313535 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f837c00ce10 con 0x7f8384161440 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.628+0000 7f83817fa640 1 -- 172.21.15.104:0/1867313535 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f837c00a640 con 0x7f8384161440 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.628+0000 7f83817fa640 1 -- 172.21.15.104:0/1867313535 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f837c00aa30 con 0x7f8384161440 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.628+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83840cbce0 con 0x7f8384161440 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.628+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83840cd0c0 con 0x7f8384161440 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.629+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83840cbed0 con 0x7f8384161440 2024-02-19T16:30:50.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.629+0000 7f83817fa640 1 -- 172.21.15.104:0/1867313535 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f837c00ab90 con 0x7f8384161440 2024-02-19T16:30:50.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.629+0000 7f83817fa640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837006b810 0x7f837006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.630+0000 7f83817fa640 1 -- 172.21.15.104:0/1867313535 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f837c089840 con 0x7f8384161440 2024-02-19T16:30:50.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.630+0000 7f8388c0e640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837006b810 0x7f837006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.630+0000 7f8388c0e640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837006b810 0x7f837006dcd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8374036000 tx=0x7f8374008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.634+0000 7f83817fa640 1 -- 172.21.15.104:0/1867313535 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f837c054310 con 0x7f8384161440 2024-02-19T16:30:50.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.804+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f83840cc0d0 con 0x7f8384161440 2024-02-19T16:30:50.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.805+0000 7f83817fa640 1 -- 172.21.15.104:0/1867313535 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f837c0579d0 con 0x7f8384161440 2024-02-19T16:30:50.806 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:50.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837006b810 msgr2=0x7f837006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837006b810 0x7f837006dcd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8374036000 tx=0x7f8374008030 comp rx=0 tx=0).stop 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 msgr2=0x7f8384154ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f8384154ff0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f837c00c700 tx=0x7f837c00cbc0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 shutdown_connections 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f837006b810 0x7f837006dcd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8384161440 0x7f8384154ff0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f83840d2200 0x7f83840cafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 --2- 172.21.15.104:0/1867313535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f83840d0580 0x7f838415d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 >> 172.21.15.104:0/1867313535 conn(0x7f838409cef0 msgr2=0x7f83840b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 shutdown_connections 2024-02-19T16:30:50.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.807+0000 7f838ae72640 1 -- 172.21.15.104:0/1867313535 wait complete. 2024-02-19T16:30:50.819 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:30:50.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.918+0000 7fb4e9495640 1 Processor -- start 2024-02-19T16:30:50.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.918+0000 7fb4e9495640 1 -- start start 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.919+0000 7fb4e9495640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fb4e415dc60 0x7fb4e40d2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.919+0000 7fb4e9495640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4e40d0e80 con 0x7fb4e415e040 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.919+0000 7fb4e9495640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4e40d1160 con 0x7fb4e406d0b0 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.919+0000 7fb4e9495640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4e40d1720 con 0x7fb4e415dc60 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.919+0000 7fb4e27fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb4e415e040 0x7fb4e406c9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44594/0 (socket says 172.21.15.104:44594) 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.919+0000 7fb4e27fc640 1 -- 172.21.15.104:0/4277193729 learned_addr learned my addr 172.21.15.104:0/4277193729 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.919+0000 7fb4e2ffd640 1 --2- 172.21.15.104:0/4277193729 >> v2:172.21.15.158:3300/0 conn(0x7fb4e415dc60 0x7fb4e40d2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.920+0000 7fb4e1ffb640 1 -- 172.21.15.104:0/4277193729 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2502142429 0 0) 0x7fb4e40d0e80 con 0x7fb4e415e040 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.920+0000 7fb4e1ffb640 1 -- 172.21.15.104:0/4277193729 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb4d0003520 con 0x7fb4e415e040 2024-02-19T16:30:50.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.920+0000 7fb4e2ffd640 1 -- 172.21.15.104:0/4277193729 >> v1:172.21.15.158:6789/0 conn(0x7fb4e406d0b0 legacy=0x7fb4e40b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.922 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.920+0000 7fb4e2ffd640 1 -- 172.21.15.104:0/4277193729 >> v1:172.21.15.104:6789/0 conn(0x7fb4e415e040 legacy=0x7fb4e406c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.922 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.920+0000 7fb4e2ffd640 1 -- 172.21.15.104:0/4277193729 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4e40d1440 con 0x7fb4e415dc60 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e2ffd640 1 --2- 172.21.15.104:0/4277193729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e415dc60 0x7fb4e40d2170 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009d90 tx=0x7fb4d402bf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f580fb13f7cd006 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e1ffb640 1 -- 172.21.15.104:0/4277193729 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d402cd00 con 0x7fb4e415dc60 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e1ffb640 1 -- 172.21.15.104:0/4277193729 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4d402ce60 con 0x7fb4e415dc60 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e1ffb640 1 -- 172.21.15.104:0/4277193729 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d4034660 con 0x7fb4e415dc60 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e9495640 1 -- 172.21.15.104:0/4277193729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e415dc60 msgr2=0x7fb4e40d2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e9495640 1 --2- 172.21.15.104:0/4277193729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e415dc60 0x7fb4e40d2170 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009d90 tx=0x7fb4d402bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e9495640 1 -- 172.21.15.104:0/4277193729 shutdown_connections 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e9495640 1 --2- 172.21.15.104:0/4277193729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e415dc60 0x7fb4e40d2170 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e9495640 1 -- 172.21.15.104:0/4277193729 >> 172.21.15.104:0/4277193729 conn(0x7fb4e409aa70 msgr2=0x7fb4e409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:50.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e9495640 1 -- 172.21.15.104:0/4277193729 shutdown_connections 2024-02-19T16:30:50.924 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.921+0000 7fb4e9495640 1 -- 172.21.15.104:0/4277193729 wait complete. 2024-02-19T16:30:50.925 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.922+0000 7fb4e9495640 1 Processor -- start 2024-02-19T16:30:50.925 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e9495640 1 -- start start 2024-02-19T16:30:50.925 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e9495640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4e406d0b0 0x7fb4e41f3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e9495640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4e415dc60 0x7fb4e406fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e9495640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e4160b50 0x7fb4e4149940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e9495640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e41586b0 con 0x7fb4e406d0b0 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e9495640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e4158990 con 0x7fb4e4160b50 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e9495640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e4158c70 con 0x7fb4e415dc60 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e2ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4e406d0b0 0x7fb4e41f3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e2ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4e406d0b0 0x7fb4e41f3a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36460/0 (socket says 172.21.15.104:36460) 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e2ffd640 1 -- 172.21.15.104:0/2119889576 learned_addr learned my addr 172.21.15.104:0/2119889576 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e37fe640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e4160b50 0x7fb4e4149940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.923+0000 7fb4e27fc640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4e415dc60 0x7fb4e406fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e2ffd640 1 -- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4e415dc60 msgr2=0x7fb4e406fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e2ffd640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4e415dc60 0x7fb4e406fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e2ffd640 1 -- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e4160b50 msgr2=0x7fb4e4149940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e2ffd640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e4160b50 0x7fb4e4149940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:50.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e2ffd640 1 -- 172.21.15.104:0/2119889576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4d4009a70 con 0x7fb4e406d0b0 2024-02-19T16:30:50.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e27fc640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4e415dc60 0x7fb4e406fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:50.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e2ffd640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4e406d0b0 0x7fb4e41f3a50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009d90 tx=0x7fb4d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4db7fe640 1 -- 172.21.15.104:0/2119889576 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d403d600 con 0x7fb4e406d0b0 2024-02-19T16:30:50.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4db7fe640 1 -- 172.21.15.104:0/2119889576 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4d403d7a0 con 0x7fb4e406d0b0 2024-02-19T16:30:50.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4e4158f50 con 0x7fb4e406d0b0 2024-02-19T16:30:50.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4db7fe640 1 -- 172.21.15.104:0/2119889576 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d403db50 con 0x7fb4e406d0b0 2024-02-19T16:30:50.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.924+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4e4160640 con 0x7fb4e406d0b0 2024-02-19T16:30:50.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.925+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4e40751e0 con 0x7fb4e406d0b0 2024-02-19T16:30:50.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.925+0000 7fb4db7fe640 1 -- 172.21.15.104:0/2119889576 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb4d403b040 con 0x7fb4e406d0b0 2024-02-19T16:30:50.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.926+0000 7fb4db7fe640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb4c406b810 0x7fb4c406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:50.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.926+0000 7fb4db7fe640 1 -- 172.21.15.104:0/2119889576 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb4d40ac2c0 con 0x7fb4e406d0b0 2024-02-19T16:30:50.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.926+0000 7fb4e27fc640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb4c406b810 0x7fb4c406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:50.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.926+0000 7fb4e27fc640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb4c406b810 0x7fb4c406dcd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc007fd0 tx=0x7fb4cc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:50.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:50.930+0000 7fb4db7fe640 1 -- 172.21.15.104:0/2119889576 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb4d4076e20 con 0x7fb4e406d0b0 2024-02-19T16:30:51.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.111+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb4e40b0500 con 0x7fb4e406d0b0 2024-02-19T16:30:51.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.112+0000 7fb4db7fe640 1 -- 172.21.15.104:0/2119889576 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb4d407a4e0 con 0x7fb4e406d0b0 2024-02-19T16:30:51.113 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:30:51.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb4c406b810 msgr2=0x7fb4c406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb4c406b810 0x7fb4c406dcd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc007fd0 tx=0x7fb4cc009040 comp rx=0 tx=0).stop 2024-02-19T16:30:51.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4e406d0b0 msgr2=0x7fb4e41f3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4e406d0b0 0x7fb4e41f3a50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009d90 tx=0x7fb4d4004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:51.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 shutdown_connections 2024-02-19T16:30:51.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb4c406b810 0x7fb4c406dcd0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb4e4160b50 0x7fb4e4149940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4e415dc60 0x7fb4e406fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 --2- 172.21.15.104:0/2119889576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4e406d0b0 0x7fb4e41f3a50 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 >> 172.21.15.104:0/2119889576 conn(0x7fb4e409aa70 msgr2=0x7fb4e40ae820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:51.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 shutdown_connections 2024-02-19T16:30:51.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.114+0000 7fb4e9495640 1 -- 172.21.15.104:0/2119889576 wait complete. 2024-02-19T16:30:51.126 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi158.front.sepia.ceph.com... 2024-02-19T16:30:51.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:51.126 DEBUG:teuthology.orchestra.run.smithi158:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-02-19T16:30:51.153 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:30:51.153 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:30:51.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:51.154 DEBUG:teuthology.orchestra.run.smithi158:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-02-19T16:30:51.267 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:30:51.268 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:51.283 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:30:51.283 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:51.338 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:51.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.477+0000 7f5789119640 1 Processor -- start 2024-02-19T16:30:51.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.477+0000 7f5789119640 1 -- start start 2024-02-19T16:30:51.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f5789119640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f578415b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f5789119640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5784071740 0x7f578415ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f5789119640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57840b5280 con 0x7f578415f270 2024-02-19T16:30:51.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f5789119640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f578415e600 con 0x7f5784071740 2024-02-19T16:30:51.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f5789119640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f578415b550 con 0x7f5784158760 2024-02-19T16:30:51.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f5782d9d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f578415b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f578259c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5784071740 0x7f578415ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f578359e640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f578415f270 0x7f57840b4520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:44816/0 (socket says 172.21.15.104:44816) 2024-02-19T16:30:51.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f5782d9d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f578415b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:55872/0 (socket says 172.21.15.104:55872) 2024-02-19T16:30:51.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.478+0000 7f578359e640 1 -- 172.21.15.104:0/379037130 learned_addr learned my addr 172.21.15.104:0/379037130 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:51.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.479+0000 7f578259c640 1 -- 172.21.15.104:0/379037130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 msgr2=0x7f578415b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:51.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.479+0000 7f578259c640 1 --2- 172.21.15.104:0/379037130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f578415b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.479+0000 7f578259c640 1 -- 172.21.15.104:0/379037130 >> v1:172.21.15.158:6789/0 conn(0x7f578415f270 legacy=0x7f57840b4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.479+0000 7f578259c640 1 -- 172.21.15.104:0/379037130 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f578415b7d0 con 0x7f5784071740 2024-02-19T16:30:51.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.479+0000 7f5781d9b640 1 -- 172.21.15.104:0/379037130 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3907074922 0 0) 0x7f57840b5280 con 0x7f578415f270 2024-02-19T16:30:51.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.479+0000 7f578259c640 1 --2- 172.21.15.104:0/379037130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 0x7f578415ed30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f57780097a0 tx=0x7f577802b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=622fe9ace66e7e52 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:51.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5781d9b640 1 -- 172.21.15.104:0/379037130 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f577802e070 con 0x7f5784071740 2024-02-19T16:30:51.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5781d9b640 1 -- 172.21.15.104:0/379037130 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57780315a0 con 0x7f5784071740 2024-02-19T16:30:51.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5781d9b640 1 -- 172.21.15.104:0/379037130 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5778031930 con 0x7f5784071740 2024-02-19T16:30:51.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5789119640 1 -- 172.21.15.104:0/379037130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 msgr2=0x7f578415ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5789119640 1 --2- 172.21.15.104:0/379037130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 0x7f578415ed30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f57780097a0 tx=0x7f577802b840 comp rx=0 tx=0).stop 2024-02-19T16:30:51.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5789119640 1 -- 172.21.15.104:0/379037130 shutdown_connections 2024-02-19T16:30:51.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5789119640 1 --2- 172.21.15.104:0/379037130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 0x7f578415ed30 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5789119640 1 --2- 172.21.15.104:0/379037130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f578415b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5789119640 1 -- 172.21.15.104:0/379037130 >> 172.21.15.104:0/379037130 conn(0x7f578406c020 msgr2=0x7f578406c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:51.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5789119640 1 -- 172.21.15.104:0/379037130 shutdown_connections 2024-02-19T16:30:51.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.480+0000 7f5789119640 1 -- 172.21.15.104:0/379037130 wait complete. 2024-02-19T16:30:51.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5789119640 1 Processor -- start 2024-02-19T16:30:51.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5789119640 1 -- start start 2024-02-19T16:30:51.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5789119640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 0x7f5784164da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5789119640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f5784158e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5789119640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f578415f270 0x7f578414e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5789119640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57841674c0 con 0x7f578415f270 2024-02-19T16:30:51.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5789119640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57841677a0 con 0x7f5784071740 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5789119640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5784167a80 con 0x7f5784158760 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f578359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f578415f270 0x7f578414e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f578359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f578415f270 0x7f578414e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36472/0 (socket says 172.21.15.104:36472) 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f578359e640 1 -- 172.21.15.104:0/2012369985 learned_addr learned my addr 172.21.15.104:0/2012369985 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f5782d9d640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 0x7f5784164da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.482+0000 7f578259c640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f5784158e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f578359e640 1 -- 172.21.15.104:0/2012369985 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 msgr2=0x7f5784158e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f578359e640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f5784158e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f578359e640 1 -- 172.21.15.104:0/2012369985 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 msgr2=0x7f5784164da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f578359e640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 0x7f5784164da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f578359e640 1 -- 172.21.15.104:0/2012369985 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5778009400 con 0x7f578415f270 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f578359e640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f578415f270 0x7f578414e420 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f577c00c700 tx=0x7f577c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f576b7fe640 1 -- 172.21.15.104:0/2012369985 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f577c00ce10 con 0x7f578415f270 2024-02-19T16:30:51.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f576b7fe640 1 -- 172.21.15.104:0/2012369985 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f577c00a640 con 0x7f578415f270 2024-02-19T16:30:51.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5784167d60 con 0x7f578415f270 2024-02-19T16:30:51.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f576b7fe640 1 -- 172.21.15.104:0/2012369985 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f577c00aa70 con 0x7f578415f270 2024-02-19T16:30:51.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.483+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57841652e0 con 0x7f578415f270 2024-02-19T16:30:51.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.484+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5784168280 con 0x7f578415f270 2024-02-19T16:30:51.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.484+0000 7f576b7fe640 1 -- 172.21.15.104:0/2012369985 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f577c00abd0 con 0x7f578415f270 2024-02-19T16:30:51.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.485+0000 7f576b7fe640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f577006b810 0x7f577006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.485+0000 7f576b7fe640 1 -- 172.21.15.104:0/2012369985 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f577c089940 con 0x7f578415f270 2024-02-19T16:30:51.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.485+0000 7f5782d9d640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f577006b810 0x7f577006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.485+0000 7f5782d9d640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f577006b810 0x7f577006dcd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5774009b40 tx=0x7f5774009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:51.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.489+0000 7f576b7fe640 1 -- 172.21.15.104:0/2012369985 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5784168280 con 0x7f578415f270 2024-02-19T16:30:51.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.661+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5784168280 con 0x7f578415f270 2024-02-19T16:30:51.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.662+0000 7f576b7fe640 1 -- 172.21.15.104:0/2012369985 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16629 (secure 0 0 0) 0x7f5784168280 con 0x7f578415f270 2024-02-19T16:30:51.664 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:51.664 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:13.256211+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f577006b810 msgr2=0x7f577006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f577006b810 0x7f577006dcd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5774009b40 tx=0x7f5774009190 comp rx=0 tx=0).stop 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f578415f270 msgr2=0x7f578414e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f578415f270 0x7f578414e420 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f577c00c700 tx=0x7f577c00cbc0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 shutdown_connections 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f577006b810 0x7f577006dcd0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f578415f270 0x7f578414e420 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5784158760 0x7f5784158e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 --2- 172.21.15.104:0/2012369985 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5784071740 0x7f5784164da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 >> 172.21.15.104:0/2012369985 conn(0x7f578406c020 msgr2=0x7f578406c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:51.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 shutdown_connections 2024-02-19T16:30:51.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.664+0000 7f5789119640 1 -- 172.21.15.104:0/2012369985 wait complete. 2024-02-19T16:30:51.677 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:51.677 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:51.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.779+0000 7fd2f161c640 1 Processor -- start 2024-02-19T16:30:51.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.779+0000 7fd2f161c640 1 -- start start 2024-02-19T16:30:51.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2f161c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 0x7fd2ec0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2f161c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd2ec0cf980 0x7fd2ec0d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2f161c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd2ec0d0ac0 0x7fd2ec0b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2f161c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2ec0d0f70 con 0x7fd2ec0cf980 2024-02-19T16:30:51.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2f161c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2ec0d1b40 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2f161c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec0d1e20 con 0x7fd2ec15de10 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2e3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd2ec0cf980 0x7fd2ec0d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2e3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd2ec0cf980 0x7fd2ec0d0580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36476/0 (socket says 172.21.15.104:36476) 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2e3fff640 1 -- 172.21.15.104:0/2735026777 learned_addr learned my addr 172.21.15.104:0/2735026777 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2eaffd640 1 --2- 172.21.15.104:0/2735026777 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 0x7fd2ec0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2eb7fe640 1 --2- 172.21.15.104:0/2735026777 >> v2:172.21.15.158:3300/0 conn(0x7fd2ec0d0ac0 0x7fd2ec0b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2e3fff640 1 -- 172.21.15.104:0/2735026777 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 msgr2=0x7fd2ec0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2e3fff640 1 --2- 172.21.15.104:0/2735026777 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 0x7fd2ec0cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2e3fff640 1 -- 172.21.15.104:0/2735026777 >> v2:172.21.15.158:3300/0 conn(0x7fd2ec0d0ac0 msgr2=0x7fd2ec0b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2e3fff640 1 --2- 172.21.15.104:0/2735026777 >> v2:172.21.15.158:3300/0 conn(0x7fd2ec0d0ac0 0x7fd2ec0b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.780+0000 7fd2e3fff640 1 -- 172.21.15.104:0/2735026777 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2ec0d2100 con 0x7fd2ec0cf980 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.781+0000 7fd2e3fff640 1 --2- 172.21.15.104:0/2735026777 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0cf980 0x7fd2ec0d0580 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec0d0320 tx=0x7fd2d402b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44928a394f186c69 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.781+0000 7fd2ea7fc640 1 -- 172.21.15.104:0/2735026777 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d40317e0 con 0x7fd2ec0cf980 2024-02-19T16:30:51.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.781+0000 7fd2ea7fc640 1 -- 172.21.15.104:0/2735026777 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2d4031940 con 0x7fd2ec0cf980 2024-02-19T16:30:51.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.781+0000 7fd2ea7fc640 1 -- 172.21.15.104:0/2735026777 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4031cd0 con 0x7fd2ec0cf980 2024-02-19T16:30:51.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.781+0000 7fd2f161c640 1 -- 172.21.15.104:0/2735026777 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0cf980 msgr2=0x7fd2ec0d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.781+0000 7fd2f161c640 1 --2- 172.21.15.104:0/2735026777 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0cf980 0x7fd2ec0d0580 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec0d0320 tx=0x7fd2d402b880 comp rx=0 tx=0).stop 2024-02-19T16:30:51.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.782+0000 7fd2f161c640 1 -- 172.21.15.104:0/2735026777 shutdown_connections 2024-02-19T16:30:51.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.782+0000 7fd2f161c640 1 --2- 172.21.15.104:0/2735026777 >> v2:172.21.15.158:3300/0 conn(0x7fd2ec0d0ac0 0x7fd2ec0b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.782+0000 7fd2f161c640 1 --2- 172.21.15.104:0/2735026777 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0cf980 0x7fd2ec0d0580 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.782+0000 7fd2f161c640 1 --2- 172.21.15.104:0/2735026777 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 0x7fd2ec0cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.782+0000 7fd2f161c640 1 -- 172.21.15.104:0/2735026777 >> 172.21.15.104:0/2735026777 conn(0x7fd2ec09cf10 msgr2=0x7fd2ec0d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.782+0000 7fd2f161c640 1 -- 172.21.15.104:0/2735026777 shutdown_connections 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.782+0000 7fd2f161c640 1 -- 172.21.15.104:0/2735026777 wait complete. 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.783+0000 7fd2f161c640 1 Processor -- start 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.783+0000 7fd2f161c640 1 -- start start 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.783+0000 7fd2f161c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cf980 0x7fd2ec0b8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.783+0000 7fd2f161c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d0ac0 0x7fd2ec0c7680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.783+0000 7fd2f161c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 0x7fd2ec0c7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.783+0000 7fd2f161c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec15e4f0 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.783+0000 7fd2f161c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec15e7d0 con 0x7fd2ec0cf980 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.783+0000 7fd2f161c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec15eab0 con 0x7fd2ec15de10 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d0ac0 0x7fd2ec0c7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d0ac0 0x7fd2ec0c7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36490/0 (socket says 172.21.15.104:36490) 2024-02-19T16:30:51.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 -- 172.21.15.104:0/1102725036 learned_addr learned my addr 172.21.15.104:0/1102725036 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2eaffd640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cf980 0x7fd2ec0b8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2eb7fe640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 0x7fd2ec0c7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 -- 172.21.15.104:0/1102725036 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 msgr2=0x7fd2ec0c7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 0x7fd2ec0c7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 -- 172.21.15.104:0/1102725036 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cf980 msgr2=0x7fd2ec0b8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cf980 0x7fd2ec0b8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 -- 172.21.15.104:0/1102725036 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d40094d0 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e3fff640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d0ac0 0x7fd2ec0c7680 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd2d402b8c0 tx=0x7fd2d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e37fe640 1 -- 172.21.15.104:0/1102725036 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4032880 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e37fe640 1 -- 172.21.15.104:0/1102725036 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2d4032a00 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2ec15ed90 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2e37fe640 1 -- 172.21.15.104:0/1102725036 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4032db0 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.784+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2ec0c9940 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.785+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2ec15efa0 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.786+0000 7fd2e37fe640 1 -- 172.21.15.104:0/1102725036 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd2d404e450 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.786+0000 7fd2e37fe640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2cc06b810 0x7fd2cc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:51.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.786+0000 7fd2e37fe640 1 -- 172.21.15.104:0/1102725036 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd2d40ac110 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.786+0000 7fd2eaffd640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2cc06b810 0x7fd2cc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:51.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.787+0000 7fd2eaffd640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2cc06b810 0x7fd2cc06dcd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc009aa0 tx=0x7fd2dc009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:51.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.790+0000 7fd2e37fe640 1 -- 172.21.15.104:0/1102725036 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd2d4076d90 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.963 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.962+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd2ec15e630 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.963 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.962+0000 7fd2e37fe640 1 -- 172.21.15.104:0/1102725036 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd2ec15e630 con 0x7fd2ec0d0ac0 2024-02-19T16:30:51.963 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2cc06b810 msgr2=0x7fd2cc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2cc06b810 0x7fd2cc06dcd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc009aa0 tx=0x7fd2dc009190 comp rx=0 tx=0).stop 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d0ac0 msgr2=0x7fd2ec0c7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d0ac0 0x7fd2ec0c7680 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd2d402b8c0 tx=0x7fd2d40046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 shutdown_connections 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2cc06b810 0x7fd2cc06dcd0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d0ac0 0x7fd2ec0c7680 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec15de10 0x7fd2ec0c7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 --2- 172.21.15.104:0/1102725036 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cf980 0x7fd2ec0b8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 >> 172.21.15.104:0/1102725036 conn(0x7fd2ec09cf10 msgr2=0x7fd2ec0cac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 shutdown_connections 2024-02-19T16:30:51.966 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:51.964+0000 7fd2f161c640 1 -- 172.21.15.104:0/1102725036 wait complete. 2024-02-19T16:30:51.976 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:52.078 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.077+0000 7fabcbda1640 1 Processor -- start 2024-02-19T16:30:52.078 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.077+0000 7fabcbda1640 1 -- start start 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabcbda1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc40d1bb0 0x7fabc40d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabcbda1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fabc40d2200 0x7fabc40d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabcbda1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabc40ce7a0 con 0x7fabc4161440 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabcbda1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabc40d2bd0 con 0x7fabc40d2200 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabcbda1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabc4161820 con 0x7fabc40d1bb0 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabc9b3d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fabc4161440 0x7fabc40b07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44598/0 (socket says 172.21.15.104:44598) 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabc9b3d640 1 -- 172.21.15.104:0/996266343 learned_addr learned my addr 172.21.15.104:0/996266343 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabca33e640 1 --2- 172.21.15.104:0/996266343 >> v2:172.21.15.104:3300/0 conn(0x7fabc40d2200 0x7fabc40d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabc933c640 1 --2- 172.21.15.104:0/996266343 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc40d1bb0 0x7fabc40d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabc8b3b640 1 -- 172.21.15.104:0/996266343 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1676506711 0 0) 0x7fabc40ce7a0 con 0x7fabc4161440 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabc8b3b640 1 -- 172.21.15.104:0/996266343 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fabb0003520 con 0x7fabc4161440 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabca33e640 1 -- 172.21.15.104:0/996266343 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc40d1bb0 msgr2=0x7fabc40d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:52.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabca33e640 1 --2- 172.21.15.104:0/996266343 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc40d1bb0 0x7fabc40d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabca33e640 1 -- 172.21.15.104:0/996266343 >> v1:172.21.15.104:6789/0 conn(0x7fabc4161440 legacy=0x7fabc40b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.078+0000 7fabca33e640 1 -- 172.21.15.104:0/996266343 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabc40d0ac0 con 0x7fabc40d2200 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.079+0000 7fabca33e640 1 --2- 172.21.15.104:0/996266343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d2200 0x7fabc40d2690 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fabbc009dc0 tx=0x7fabbc02be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b1e8cc5b8dfc9c5 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.079+0000 7fabc8b3b640 1 -- 172.21.15.104:0/996266343 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabbc02cc40 con 0x7fabc40d2200 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.079+0000 7fabc8b3b640 1 -- 172.21.15.104:0/996266343 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabbc02cda0 con 0x7fabc40d2200 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.079+0000 7fabc8b3b640 1 -- 172.21.15.104:0/996266343 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabbc034660 con 0x7fabc40d2200 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.079+0000 7fabcbda1640 1 -- 172.21.15.104:0/996266343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d2200 msgr2=0x7fabc40d2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.079+0000 7fabcbda1640 1 --2- 172.21.15.104:0/996266343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d2200 0x7fabc40d2690 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fabbc009dc0 tx=0x7fabbc02be90 comp rx=0 tx=0).stop 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.080+0000 7fabcbda1640 1 -- 172.21.15.104:0/996266343 shutdown_connections 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.080+0000 7fabcbda1640 1 --2- 172.21.15.104:0/996266343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d2200 0x7fabc40d2690 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.080+0000 7fabcbda1640 1 --2- 172.21.15.104:0/996266343 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc40d1bb0 0x7fabc40d0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.080+0000 7fabcbda1640 1 -- 172.21.15.104:0/996266343 >> 172.21.15.104:0/996266343 conn(0x7fabc409cef0 msgr2=0x7fabc40d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:52.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.080+0000 7fabcbda1640 1 -- 172.21.15.104:0/996266343 shutdown_connections 2024-02-19T16:30:52.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.080+0000 7fabcbda1640 1 -- 172.21.15.104:0/996266343 wait complete. 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.081+0000 7fabcbda1640 1 Processor -- start 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.081+0000 7fabcbda1640 1 -- start start 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabcbda1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d1bb0 0x7fabc4153470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabcbda1640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabc40d2200 0x7fabc40c87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabcbda1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc4161440 0x7fabc41551c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabcbda1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc40cb060 con 0x7fabc40d1bb0 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabcbda1640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc41539b0 con 0x7fabc40d2200 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabcbda1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabc40c8ff0 con 0x7fabc4161440 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d1bb0 0x7fabc4153470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d1bb0 0x7fabc4153470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36500/0 (socket says 172.21.15.104:36500) 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 -- 172.21.15.104:0/1204632146 learned_addr learned my addr 172.21.15.104:0/1204632146 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabca33e640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc4161440 0x7fabc41551c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc933c640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabc40d2200 0x7fabc40c87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 -- 172.21.15.104:0/1204632146 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc4161440 msgr2=0x7fabc41551c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc4161440 0x7fabc41551c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 -- 172.21.15.104:0/1204632146 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabc40d2200 msgr2=0x7fabc40c87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabc40d2200 0x7fabc40c87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 -- 172.21.15.104:0/1204632146 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabbc009a70 con 0x7fabc40d1bb0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabc9b3d640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d1bb0 0x7fabc4153470 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fabc000c3c0 tx=0x7fabc000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.082+0000 7fabba7fc640 1 -- 172.21.15.104:0/1204632146 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc0005ce0 con 0x7fabc40d1bb0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.083+0000 7fabba7fc640 1 -- 172.21.15.104:0/1204632146 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabc0005e40 con 0x7fabc40d1bb0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.083+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabc40c92d0 con 0x7fabc40d1bb0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.083+0000 7fabba7fc640 1 -- 172.21.15.104:0/1204632146 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc00072f0 con 0x7fabc40d1bb0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.083+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc40cacf0 con 0x7fabc40d1bb0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.084+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabc40751e0 con 0x7fabc40d1bb0 2024-02-19T16:30:52.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.084+0000 7fabba7fc640 1 -- 172.21.15.104:0/1204632146 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fabc0007450 con 0x7fabc40d1bb0 2024-02-19T16:30:52.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.084+0000 7fabba7fc640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faba806b810 0x7faba806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.085+0000 7fabc933c640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faba806b810 0x7faba806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.085+0000 7fabba7fc640 1 -- 172.21.15.104:0/1204632146 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fabc00896d0 con 0x7fabc40d1bb0 2024-02-19T16:30:52.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.085+0000 7fabc933c640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faba806b810 0x7faba806dcd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fabc40c9ed0 tx=0x7fabb4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.089+0000 7fabba7fc640 1 -- 172.21.15.104:0/1204632146 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fabc00541a0 con 0x7fabc40d1bb0 2024-02-19T16:30:52.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.260+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fabc408dca0 con 0x7fabc40d1bb0 2024-02-19T16:30:52.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.260+0000 7fabba7fc640 1 -- 172.21.15.104:0/1204632146 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fabc0017020 con 0x7fabc40d1bb0 2024-02-19T16:30:52.262 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:52.264 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faba806b810 msgr2=0x7faba806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.264 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faba806b810 0x7faba806dcd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fabc40c9ed0 tx=0x7fabb4009190 comp rx=0 tx=0).stop 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d1bb0 msgr2=0x7fabc4153470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d1bb0 0x7fabc4153470 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fabc000c3c0 tx=0x7fabc000c880 comp rx=0 tx=0).stop 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 shutdown_connections 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faba806b810 0x7faba806dcd0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabc4161440 0x7fabc41551c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabc40d2200 0x7fabc40c87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 --2- 172.21.15.104:0/1204632146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabc40d1bb0 0x7fabc4153470 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 >> 172.21.15.104:0/1204632146 conn(0x7fabc409cef0 msgr2=0x7fabc40b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 shutdown_connections 2024-02-19T16:30:52.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.263+0000 7fabcbda1640 1 -- 172.21.15.104:0/1204632146 wait complete. 2024-02-19T16:30:52.275 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:52.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.376+0000 7fd2f44a3640 1 Processor -- start 2024-02-19T16:30:52.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.376+0000 7fd2f44a3640 1 -- start start 2024-02-19T16:30:52.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f44a3640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd2ec0d1da0 0x7fd2ec160280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f44a3640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2ec15f830 con 0x7fd2ec0cc4f0 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f44a3640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2ec15fdf0 con 0x7fd2ec070140 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f44a3640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2ec1607c0 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f2a40640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd2ec0cc4f0 0x7fd2ec0cc910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44602/0 (socket says 172.21.15.104:44602) 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f2a40640 1 -- 172.21.15.104:0/762371915 learned_addr learned my addr 172.21.15.104:0/762371915 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f1a3e640 1 --2- 172.21.15.104:0/762371915 >> v2:172.21.15.158:3300/0 conn(0x7fd2ec0d1da0 0x7fd2ec160280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f123d640 1 -- 172.21.15.104:0/762371915 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 93956694 0 0) 0x7fd2ec15f830 con 0x7fd2ec0cc4f0 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f123d640 1 -- 172.21.15.104:0/762371915 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2d8003520 con 0x7fd2ec0cc4f0 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f1a3e640 1 -- 172.21.15.104:0/762371915 >> v1:172.21.15.158:6789/0 conn(0x7fd2ec070140 legacy=0x7fd2ec0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f1a3e640 1 -- 172.21.15.104:0/762371915 >> v1:172.21.15.104:6789/0 conn(0x7fd2ec0cc4f0 legacy=0x7fd2ec0cc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.377+0000 7fd2f1a3e640 1 -- 172.21.15.104:0/762371915 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2ec15cdf0 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.378+0000 7fd2f1a3e640 1 --2- 172.21.15.104:0/762371915 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec160280 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc0097a0 tx=0x7fd2dc02b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce5b3b5355be44cc server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.378+0000 7fd2f123d640 1 -- 172.21.15.104:0/762371915 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc030610 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.378+0000 7fd2f123d640 1 -- 172.21.15.104:0/762371915 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2dc030770 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.378+0000 7fd2f123d640 1 -- 172.21.15.104:0/762371915 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc030ae0 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.379+0000 7fd2f44a3640 1 -- 172.21.15.104:0/762371915 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0d1da0 msgr2=0x7fd2ec160280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.379+0000 7fd2f44a3640 1 --2- 172.21.15.104:0/762371915 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec160280 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc0097a0 tx=0x7fd2dc02b960 comp rx=0 tx=0).stop 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.379+0000 7fd2f44a3640 1 -- 172.21.15.104:0/762371915 shutdown_connections 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.379+0000 7fd2f44a3640 1 --2- 172.21.15.104:0/762371915 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec160280 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.379+0000 7fd2f44a3640 1 -- 172.21.15.104:0/762371915 >> 172.21.15.104:0/762371915 conn(0x7fd2ec09aa70 msgr2=0x7fd2ec09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.379+0000 7fd2f44a3640 1 -- 172.21.15.104:0/762371915 shutdown_connections 2024-02-19T16:30:52.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.379+0000 7fd2f44a3640 1 -- 172.21.15.104:0/762371915 wait complete. 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.380+0000 7fd2f44a3640 1 Processor -- start 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.380+0000 7fd2f44a3640 1 -- start start 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f44a3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec070140 0x7fd2ec1561c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f44a3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cc4f0 0x7fd2ec0b6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f44a3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec06c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f44a3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec06de80 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f44a3640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec0b7010 con 0x7fd2ec0cc4f0 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f44a3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec0b5a30 con 0x7fd2ec070140 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec06c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec06c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36514/0 (socket says 172.21.15.104:36514) 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 -- 172.21.15.104:0/1491420450 learned_addr learned my addr 172.21.15.104:0/1491420450 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f1a3e640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cc4f0 0x7fd2ec0b6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f223f640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec070140 0x7fd2ec1561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 -- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec070140 msgr2=0x7fd2ec1561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec070140 0x7fd2ec1561c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 -- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cc4f0 msgr2=0x7fd2ec0b6ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cc4f0 0x7fd2ec0b6ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 -- 172.21.15.104:0/1491420450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2dc009400 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f1a3e640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cc4f0 0x7fd2ec0b6ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:52.384 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.381+0000 7fd2f2a40640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec06c1b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd2e400cb40 tx=0x7fd2e400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.388+0000 7fd2e2ffd640 1 -- 172.21.15.104:0/1491420450 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e400aca0 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.388+0000 7fd2e2ffd640 1 -- 172.21.15.104:0/1491420450 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2e400ae00 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.388+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2ec0b5d10 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.388+0000 7fd2e2ffd640 1 -- 172.21.15.104:0/1491420450 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e4012620 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.388+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2ec0b62d0 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.390+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2ec068430 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.390+0000 7fd2e2ffd640 1 -- 172.21.15.104:0/1491420450 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd2e4007070 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.390+0000 7fd2e2ffd640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2d006b810 0x7fd2d006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.390+0000 7fd2e2ffd640 1 -- 172.21.15.104:0/1491420450 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fd2e408a2b0 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.390+0000 7fd2f223f640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2d006b810 0x7fd2d006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.391+0000 7fd2f223f640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2d006b810 0x7fd2d006dcd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd2e8001780 tx=0x7fd2e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.396 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.395+0000 7fd2e2ffd640 1 -- 172.21.15.104:0/1491420450 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd2e4054c80 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.568+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd2ec0751e0 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.568+0000 7fd2e2ffd640 1 -- 172.21.15.104:0/1491420450 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd2e4058340 con 0x7fd2ec0d1da0 2024-02-19T16:30:52.569 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2d006b810 msgr2=0x7fd2d006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2d006b810 0x7fd2d006dcd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd2e8001780 tx=0x7fd2e8009040 comp rx=0 tx=0).stop 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d1da0 msgr2=0x7fd2ec06c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec06c1b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd2e400cb40 tx=0x7fd2e400a060 comp rx=0 tx=0).stop 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 shutdown_connections 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd2d006b810 0x7fd2d006dcd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2ec0d1da0 0x7fd2ec06c1b0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2ec0cc4f0 0x7fd2ec0b6ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 --2- 172.21.15.104:0/1491420450 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd2ec070140 0x7fd2ec1561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 >> 172.21.15.104:0/1491420450 conn(0x7fd2ec09aa70 msgr2=0x7fd2ec0d0030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:52.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 shutdown_connections 2024-02-19T16:30:52.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.570+0000 7fd2f44a3640 1 -- 172.21.15.104:0/1491420450 wait complete. 2024-02-19T16:30:52.582 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:30:52.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.681+0000 7f831f3bc640 1 Processor -- start 2024-02-19T16:30:52.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.681+0000 7f831f3bc640 1 -- start start 2024-02-19T16:30:52.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.682+0000 7f831f3bc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 0x7f83180ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.682+0000 7f831f3bc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f83180ade20 0x7f831806f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.682+0000 7f831f3bc640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f831815ea60 con 0x7f831815eef0 2024-02-19T16:30:52.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.682+0000 7f831f3bc640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f831806f3b0 con 0x7f83180ade20 2024-02-19T16:30:52.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.682+0000 7f831f3bc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83180ae330 con 0x7f831806efd0 2024-02-19T16:30:52.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.682+0000 7f831c957640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f83180ade20 0x7f831806f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.682+0000 7f831d959640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f831815eef0 0x7f83180b3c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44608/0 (socket says 172.21.15.104:44608) 2024-02-19T16:30:52.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.682+0000 7f831d959640 1 -- 172.21.15.104:0/516753022 learned_addr learned my addr 172.21.15.104:0/516753022 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:52.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.683+0000 7f831d158640 1 --2- 172.21.15.104:0/516753022 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 0x7f83180ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.683+0000 7f831c957640 1 -- 172.21.15.104:0/516753022 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 msgr2=0x7f83180ad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:52.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.683+0000 7f831c957640 1 --2- 172.21.15.104:0/516753022 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 0x7f83180ad8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.683+0000 7f831c957640 1 -- 172.21.15.104:0/516753022 >> v1:172.21.15.104:6789/0 conn(0x7f831815eef0 legacy=0x7f83180b3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.683+0000 7f831c957640 1 -- 172.21.15.104:0/516753022 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f831815e410 con 0x7f83180ade20 2024-02-19T16:30:52.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.683+0000 7f8317fff640 1 -- 172.21.15.104:0/516753022 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3152047100 0 0) 0x7f831815ea60 con 0x7f831815eef0 2024-02-19T16:30:52.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.683+0000 7f831c957640 1 --2- 172.21.15.104:0/516753022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f831806f700 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f830c0097a0 tx=0x7f830c02b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7bb656e8116adb0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f8317fff640 1 -- 172.21.15.104:0/516753022 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830c02e070 con 0x7f83180ade20 2024-02-19T16:30:52.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f8317fff640 1 -- 172.21.15.104:0/516753022 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f830c0315a0 con 0x7f83180ade20 2024-02-19T16:30:52.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f8317fff640 1 -- 172.21.15.104:0/516753022 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830c031930 con 0x7f83180ade20 2024-02-19T16:30:52.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f831f3bc640 1 -- 172.21.15.104:0/516753022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 msgr2=0x7f831806f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f831f3bc640 1 --2- 172.21.15.104:0/516753022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f831806f700 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f830c0097a0 tx=0x7f830c02b840 comp rx=0 tx=0).stop 2024-02-19T16:30:52.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f831f3bc640 1 -- 172.21.15.104:0/516753022 shutdown_connections 2024-02-19T16:30:52.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f831f3bc640 1 --2- 172.21.15.104:0/516753022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f831806f700 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f831f3bc640 1 --2- 172.21.15.104:0/516753022 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 0x7f83180ad8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f831f3bc640 1 -- 172.21.15.104:0/516753022 >> 172.21.15.104:0/516753022 conn(0x7f83180b2590 msgr2=0x7f83180b2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:52.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f831f3bc640 1 -- 172.21.15.104:0/516753022 shutdown_connections 2024-02-19T16:30:52.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.684+0000 7f831f3bc640 1 -- 172.21.15.104:0/516753022 wait complete. 2024-02-19T16:30:52.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.685+0000 7f831f3bc640 1 Processor -- start 2024-02-19T16:30:52.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.685+0000 7f831f3bc640 1 -- start start 2024-02-19T16:30:52.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831f3bc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 0x7f83181f3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831f3bc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f83181f6430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831f3bc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f831815eef0 0x7f831815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831f3bc640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8318161100 con 0x7f83180ade20 2024-02-19T16:30:52.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831f3bc640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83180cee80 con 0x7f831815eef0 2024-02-19T16:30:52.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831f3bc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83181f39e0 con 0x7f831806efd0 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831c957640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f83181f6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831c957640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f83181f6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36526/0 (socket says 172.21.15.104:36526) 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831c957640 1 -- 172.21.15.104:0/370132670 learned_addr learned my addr 172.21.15.104:0/370132670 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831d158640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 0x7f83181f3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831d959640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f831815eef0 0x7f831815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831c957640 1 -- 172.21.15.104:0/370132670 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 msgr2=0x7f83181f3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831c957640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 0x7f83181f3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831c957640 1 -- 172.21.15.104:0/370132670 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f831815eef0 msgr2=0x7f831815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831c957640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f831815eef0 0x7f831815fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.686+0000 7f831c957640 1 -- 172.21.15.104:0/370132670 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f830c009400 con 0x7f83180ade20 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.687+0000 7f831c957640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f83181f6430 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f830c0097a0 tx=0x7f830c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.687+0000 7f8315ffb640 1 -- 172.21.15.104:0/370132670 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830c004230 con 0x7f83180ade20 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.687+0000 7f8315ffb640 1 -- 172.21.15.104:0/370132670 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f830c004390 con 0x7f83180ade20 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.687+0000 7f8315ffb640 1 -- 172.21.15.104:0/370132670 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830c003850 con 0x7f83180ade20 2024-02-19T16:30:52.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.687+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83181f3cc0 con 0x7f83180ade20 2024-02-19T16:30:52.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.687+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83181f4280 con 0x7f83180ade20 2024-02-19T16:30:52.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.688+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83180cf080 con 0x7f83180ade20 2024-02-19T16:30:52.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.688+0000 7f8315ffb640 1 -- 172.21.15.104:0/370132670 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f830c0039b0 con 0x7f83180ade20 2024-02-19T16:30:52.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.689+0000 7f8315ffb640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f830406b810 0x7f830406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:52.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.689+0000 7f8315ffb640 1 -- 172.21.15.104:0/370132670 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f830c0ac0f0 con 0x7f83180ade20 2024-02-19T16:30:52.692 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.689+0000 7f831d158640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f830406b810 0x7f830406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:52.692 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.689+0000 7f831d158640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f830406b810 0x7f830406dcd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f83080113e0 tx=0x7f830800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:52.694 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.693+0000 7f8315ffb640 1 -- 172.21.15.104:0/370132670 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f83180cf080 con 0x7f83180ade20 2024-02-19T16:30:52.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.877+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f83180cf040 con 0x7f83180ade20 2024-02-19T16:30:52.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.877+0000 7f8315ffb640 1 -- 172.21.15.104:0/370132670 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7f830c076cf0 con 0x7f83180ade20 2024-02-19T16:30:52.879 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:30:52.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f830406b810 msgr2=0x7f830406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f830406b810 0x7f830406dcd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f83080113e0 tx=0x7f830800b040 comp rx=0 tx=0).stop 2024-02-19T16:30:52.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 msgr2=0x7f83181f6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:52.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f83181f6430 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f830c0097a0 tx=0x7f830c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 shutdown_connections 2024-02-19T16:30:52.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f830406b810 0x7f830406dcd0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83180ade20 0x7f83181f6430 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f831815eef0 0x7f831815fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 --2- 172.21.15.104:0/370132670 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f831806efd0 0x7f83181f3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:52.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 >> 172.21.15.104:0/370132670 conn(0x7f83180b2590 msgr2=0x7f83180b3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:52.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 shutdown_connections 2024-02-19T16:30:52.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:52.879+0000 7f831f3bc640 1 -- 172.21.15.104:0/370132670 wait complete. 2024-02-19T16:30:52.891 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:30:52.891 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:52.906 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:53.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.044+0000 7fecd759e640 1 Processor -- start 2024-02-19T16:30:53.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.044+0000 7fecd759e640 1 -- start start 2024-02-19T16:30:53.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd759e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 0x7fecd80d3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd759e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fecd80d33b0 0x7fecd80d3e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd759e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fecd80ce1f0 0x7fecd80d00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd759e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecd80d2ed0 con 0x7fecd80d33b0 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd759e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecd815e0d0 con 0x7fecd80ce1f0 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd759e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecd80ced20 con 0x7fecd815dcf0 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7feccffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fecd80d33b0 0x7fecd80d3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd6d9d640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fecd80ce1f0 0x7fecd80d00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7feccffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fecd80d33b0 0x7fecd80d3e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36530/0 (socket says 172.21.15.104:36530) 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd659c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 0x7fecd80d3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7feccffff640 1 -- 172.21.15.104:0/2116300789 learned_addr learned my addr 172.21.15.104:0/2116300789 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7feccffff640 1 -- 172.21.15.104:0/2116300789 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 msgr2=0x7fecd80d3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:53.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7feccffff640 1 --2- 172.21.15.104:0/2116300789 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 0x7fecd80d3920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7feccffff640 1 -- 172.21.15.104:0/2116300789 >> v2:172.21.15.158:3300/0 conn(0x7fecd80ce1f0 msgr2=0x7fecd80d00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:53.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7feccffff640 1 --2- 172.21.15.104:0/2116300789 >> v2:172.21.15.158:3300/0 conn(0x7fecd80ce1f0 0x7fecd80d00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7feccffff640 1 -- 172.21.15.104:0/2116300789 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecd80d2810 con 0x7fecd80d33b0 2024-02-19T16:30:53.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.045+0000 7fecd6d9d640 1 --2- 172.21.15.104:0/2116300789 >> v2:172.21.15.158:3300/0 conn(0x7fecd80ce1f0 0x7fecd80d00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:53.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.046+0000 7feccffff640 1 --2- 172.21.15.104:0/2116300789 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80d33b0 0x7fecd80d3e60 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fecd8050250 tx=0x7fecc002b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a9d155a9355d89c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.046+0000 7fecd5d9b640 1 -- 172.21.15.104:0/2116300789 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc00317e0 con 0x7fecd80d33b0 2024-02-19T16:30:53.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.046+0000 7fecd5d9b640 1 -- 172.21.15.104:0/2116300789 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecc0031940 con 0x7fecd80d33b0 2024-02-19T16:30:53.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.046+0000 7fecd5d9b640 1 -- 172.21.15.104:0/2116300789 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc0031cd0 con 0x7fecd80d33b0 2024-02-19T16:30:53.049 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 -- 172.21.15.104:0/2116300789 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80d33b0 msgr2=0x7fecd80d3e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 --2- 172.21.15.104:0/2116300789 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80d33b0 0x7fecd80d3e60 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fecd8050250 tx=0x7fecc002b880 comp rx=0 tx=0).stop 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 -- 172.21.15.104:0/2116300789 shutdown_connections 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 --2- 172.21.15.104:0/2116300789 >> v2:172.21.15.158:3300/0 conn(0x7fecd80ce1f0 0x7fecd80d00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 --2- 172.21.15.104:0/2116300789 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80d33b0 0x7fecd80d3e60 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 --2- 172.21.15.104:0/2116300789 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 0x7fecd80d3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 -- 172.21.15.104:0/2116300789 >> 172.21.15.104:0/2116300789 conn(0x7fecd806b350 msgr2=0x7fecd806b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 -- 172.21.15.104:0/2116300789 shutdown_connections 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.047+0000 7fecd759e640 1 -- 172.21.15.104:0/2116300789 wait complete. 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.048+0000 7fecd759e640 1 Processor -- start 2024-02-19T16:30:53.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.048+0000 7fecd759e640 1 -- start start 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd759e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80ce1f0 0x7fecd8151f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd759e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fecd80d33b0 0x7fecd8160cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd759e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 0x7fecd8151520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd759e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecd81f8100 con 0x7fecd80ce1f0 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd759e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecd81f7230 con 0x7fecd80d33b0 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd759e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecd81f7480 con 0x7fecd815dcf0 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80ce1f0 0x7fecd8151f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80ce1f0 0x7fecd8151f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36534/0 (socket says 172.21.15.104:36534) 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 -- 172.21.15.104:0/573661744 learned_addr learned my addr 172.21.15.104:0/573661744 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7feccffff640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fecd80d33b0 0x7fecd8160cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd6d9d640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 0x7fecd8151520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 -- 172.21.15.104:0/573661744 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 msgr2=0x7fecd8151520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 0x7fecd8151520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 -- 172.21.15.104:0/573661744 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fecd80d33b0 msgr2=0x7fecd8160cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fecd80d33b0 0x7fecd8160cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 -- 172.21.15.104:0/573661744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecd0009a70 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd659c640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80ce1f0 0x7fecd8151f30 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fecc800e930 tx=0x7fecc800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecceffd640 1 -- 172.21.15.104:0/573661744 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc8009690 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecceffd640 1 -- 172.21.15.104:0/573661744 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecc800c940 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecceffd640 1 -- 172.21.15.104:0/573661744 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc800ccf0 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.049+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecc00094d0 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.050+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecd80ceaf0 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.050+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecd806c260 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.051+0000 7fecceffd640 1 -- 172.21.15.104:0/573661744 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fecc8013470 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.051+0000 7fecceffd640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fecb806b810 0x7fecb806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.051+0000 7fecceffd640 1 -- 172.21.15.104:0/573661744 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fecc808a360 con 0x7fecd80ce1f0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.051+0000 7feccffff640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fecb806b810 0x7fecb806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.052+0000 7feccffff640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fecb806b810 0x7fecb806dcd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fecc0036000 tx=0x7fecc003d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.055+0000 7fecceffd640 1 -- 172.21.15.104:0/573661744 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fecc8054e70 con 0x7fecd80ce1f0 2024-02-19T16:30:53.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.227+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fecd80751e0 con 0x7fecd80ce1f0 2024-02-19T16:30:53.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.228+0000 7fecceffd640 1 -- 172.21.15.104:0/573661744 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16879 (secure 0 0 0) 0x7fecc8058530 con 0x7fecd80ce1f0 2024-02-19T16:30:53.230 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:53.230 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":21,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:52.373855+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.12","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":2}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fecb806b810 msgr2=0x7fecb806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fecb806b810 0x7fecb806dcd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fecc0036000 tx=0x7fecc003d040 comp rx=0 tx=0).stop 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80ce1f0 msgr2=0x7fecd8151f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80ce1f0 0x7fecd8151f30 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fecc800e930 tx=0x7fecc800ed30 comp rx=0 tx=0).stop 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 shutdown_connections 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fecb806b810 0x7fecb806dcd0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fecd815dcf0 0x7fecd8151520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fecd80d33b0 0x7fecd8160cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 --2- 172.21.15.104:0/573661744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fecd80ce1f0 0x7fecd8151f30 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 >> 172.21.15.104:0/573661744 conn(0x7fecd806b350 msgr2=0x7fecd80b8320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:53.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 shutdown_connections 2024-02-19T16:30:53.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.230+0000 7fecd759e640 1 -- 172.21.15.104:0/573661744 wait complete. 2024-02-19T16:30:53.243 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:53.243 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:53.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.344+0000 7f30036d4640 1 Processor -- start 2024-02-19T16:30:53.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.345+0000 7f30036d4640 1 -- start start 2024-02-19T16:30:53.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.345+0000 7f30036d4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2ffc15de10 0x7f2ffc0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.345+0000 7f30036d4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2ffc0cf980 0x7f2ffc0d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.345+0000 7f30036d4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ffc0d1b40 con 0x7f2ffc0d0ac0 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.345+0000 7f30036d4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ffc0d0f30 con 0x7f2ffc15de10 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.345+0000 7f30036d4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ffc0d1e20 con 0x7f2ffc0cf980 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.346+0000 7f3001470640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2ffc15de10 0x7f2ffc0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.346+0000 7f3001470640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2ffc15de10 0x7f2ffc0cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36544/0 (socket says 172.21.15.104:36544) 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.346+0000 7f3001470640 1 -- 172.21.15.104:0/1666525784 learned_addr learned my addr 172.21.15.104:0/1666525784 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.346+0000 7f3000c6f640 1 --2- 172.21.15.104:0/1666525784 >> v2:172.21.15.158:3300/0 conn(0x7f2ffc0cf980 0x7f2ffc0d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.346+0000 7f3001470640 1 -- 172.21.15.104:0/1666525784 >> v2:172.21.15.158:3300/0 conn(0x7f2ffc0cf980 msgr2=0x7f2ffc0d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.346+0000 7f3001470640 1 --2- 172.21.15.104:0/1666525784 >> v2:172.21.15.158:3300/0 conn(0x7f2ffc0cf980 0x7f2ffc0d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.346+0000 7f3001470640 1 -- 172.21.15.104:0/1666525784 >> v1:172.21.15.158:6789/0 conn(0x7f2ffc0d0ac0 legacy=0x7f2ffc0b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.346+0000 7f3001470640 1 -- 172.21.15.104:0/1666525784 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ffc0d2100 con 0x7f2ffc15de10 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f3001470640 1 --2- 172.21.15.104:0/1666525784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0cf440 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc0b5650 tx=0x7f2ff802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2b4cf7b2e72af0d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f2ff3fff640 1 -- 172.21.15.104:0/1666525784 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8031870 con 0x7f2ffc15de10 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f2ff3fff640 1 -- 172.21.15.104:0/1666525784 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ff80319d0 con 0x7f2ffc15de10 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f2ff3fff640 1 -- 172.21.15.104:0/1666525784 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8031d60 con 0x7f2ffc15de10 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f30036d4640 1 -- 172.21.15.104:0/1666525784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 msgr2=0x7f2ffc0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f30036d4640 1 --2- 172.21.15.104:0/1666525784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0cf440 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc0b5650 tx=0x7f2ff802b910 comp rx=0 tx=0).stop 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f30036d4640 1 -- 172.21.15.104:0/1666525784 shutdown_connections 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f30036d4640 1 --2- 172.21.15.104:0/1666525784 >> v2:172.21.15.158:3300/0 conn(0x7f2ffc0cf980 0x7f2ffc0d0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f30036d4640 1 --2- 172.21.15.104:0/1666525784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0cf440 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f30036d4640 1 -- 172.21.15.104:0/1666525784 >> 172.21.15.104:0/1666525784 conn(0x7f2ffc09cf10 msgr2=0x7f2ffc0d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f30036d4640 1 -- 172.21.15.104:0/1666525784 shutdown_connections 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.347+0000 7f30036d4640 1 -- 172.21.15.104:0/1666525784 wait complete. 2024-02-19T16:30:53.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.348+0000 7f30036d4640 1 Processor -- start 2024-02-19T16:30:53.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f30036d4640 1 -- start start 2024-02-19T16:30:53.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f30036d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ffc0cf980 0x7f2ffc0c7680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f30036d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ffc0d0ac0 0x7f2ffc15a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f30036d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0c8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f30036d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc15a950 con 0x7f2ffc15de10 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f30036d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc0c9360 con 0x7f2ffc0cf980 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f30036d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc0c7d80 con 0x7f2ffc0d0ac0 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f3001c71640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0c8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f3001470640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ffc0cf980 0x7f2ffc0c7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f3001c71640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0c8e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36554/0 (socket says 172.21.15.104:36554) 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f3001c71640 1 -- 172.21.15.104:0/3027086796 learned_addr learned my addr 172.21.15.104:0/3027086796 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.349+0000 7f3000c6f640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ffc0d0ac0 0x7f2ffc15a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f3001c71640 1 -- 172.21.15.104:0/3027086796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ffc0d0ac0 msgr2=0x7f2ffc15a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f3001c71640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ffc0d0ac0 0x7f2ffc15a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f3001c71640 1 -- 172.21.15.104:0/3027086796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ffc0cf980 msgr2=0x7f2ffc0c7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f3001c71640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ffc0cf980 0x7f2ffc0c7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f3001c71640 1 -- 172.21.15.104:0/3027086796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ff80094d0 con 0x7f2ffc15de10 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f3001c71640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0c8e20 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2ff400c7a0 tx=0x7f2ff400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f2ff1ffb640 1 -- 172.21.15.104:0/3027086796 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff4003b70 con 0x7f2ffc15de10 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f2ff1ffb640 1 -- 172.21.15.104:0/3027086796 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ff4003cf0 con 0x7f2ffc15de10 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f2ff1ffb640 1 -- 172.21.15.104:0/3027086796 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff4003ea0 con 0x7f2ffc15de10 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ffc0c8060 con 0x7f2ffc15de10 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.350+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ffc0c8620 con 0x7f2ffc15de10 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.351+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ffc0751e0 con 0x7f2ffc15de10 2024-02-19T16:30:53.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.351+0000 7f2ff1ffb640 1 -- 172.21.15.104:0/3027086796 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2ff400aa90 con 0x7f2ffc15de10 2024-02-19T16:30:53.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.352+0000 7f2ff1ffb640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2fe006b810 0x7f2fe006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.352+0000 7f2ff1ffb640 1 -- 172.21.15.104:0/3027086796 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f2ff4089f40 con 0x7f2ffc15de10 2024-02-19T16:30:53.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.352+0000 7f3001470640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2fe006b810 0x7f2fe006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.352+0000 7f3001470640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2fe006b810 0x7f2fe006dcd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8036000 tx=0x7f2ff803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.356+0000 7f2ff1ffb640 1 -- 172.21.15.104:0/3027086796 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2ff4054990 con 0x7f2ffc15de10 2024-02-19T16:30:53.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.531+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2ffc15d530 con 0x7f2ffc15de10 2024-02-19T16:30:53.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.531+0000 7f2ff1ffb640 1 -- 172.21.15.104:0/3027086796 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2ff4058050 con 0x7f2ffc15de10 2024-02-19T16:30:53.533 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:53.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2fe006b810 msgr2=0x7f2fe006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2fe006b810 0x7f2fe006dcd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8036000 tx=0x7f2ff803c040 comp rx=0 tx=0).stop 2024-02-19T16:30:53.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 msgr2=0x7f2ffc0c8e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0c8e20 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2ff400c7a0 tx=0x7f2ff400cc60 comp rx=0 tx=0).stop 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 shutdown_connections 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2fe006b810 0x7f2fe006dcd0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ffc15de10 0x7f2ffc0c8e20 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ffc0d0ac0 0x7f2ffc15a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 --2- 172.21.15.104:0/3027086796 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ffc0cf980 0x7f2ffc0c7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 >> 172.21.15.104:0/3027086796 conn(0x7f2ffc09cf10 msgr2=0x7f2ffc0d3a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 shutdown_connections 2024-02-19T16:30:53.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.534+0000 7f30036d4640 1 -- 172.21.15.104:0/3027086796 wait complete. 2024-02-19T16:30:53.546 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:53.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.647+0000 7f06f7b93640 1 Processor -- start 2024-02-19T16:30:53.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.647+0000 7f06f7b93640 1 -- start start 2024-02-19T16:30:53.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.647+0000 7f06f7b93640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f06f015de10 0x7f06f00cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f7b93640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f00d0c90 0x7f06f00b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f7b93640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06f00d1b40 con 0x7f06f00cf980 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f7b93640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06f00d1e20 con 0x7f06f015de10 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f7b93640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06f00d2100 con 0x7f06f00d0c90 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f512e640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f06f00cf980 0x7f06f00d0580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44618/0 (socket says 172.21.15.104:44618) 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f512e640 1 -- 172.21.15.104:0/2715531932 learned_addr learned my addr 172.21.15.104:0/2715531932 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f592f640 1 --2- 172.21.15.104:0/2715531932 >> v2:172.21.15.158:3300/0 conn(0x7f06f015de10 0x7f06f00cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f6130640 1 --2- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f00d0c90 0x7f06f00b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f492d640 1 -- 172.21.15.104:0/2715531932 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1722097848 0 0) 0x7f06f00d1b40 con 0x7f06f00cf980 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f492d640 1 -- 172.21.15.104:0/2715531932 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f06dc003520 con 0x7f06f00cf980 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f592f640 1 -- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f00d0c90 msgr2=0x7f06f00b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f592f640 1 --2- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f00d0c90 0x7f06f00b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f592f640 1 -- 172.21.15.104:0/2715531932 >> v1:172.21.15.104:6789/0 conn(0x7f06f00cf980 legacy=0x7f06f00d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f592f640 1 -- 172.21.15.104:0/2715531932 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06f00d23e0 con 0x7f06f015de10 2024-02-19T16:30:53.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.648+0000 7f06f6130640 1 --2- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f00d0c90 0x7f06f00b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.649+0000 7f06f592f640 1 --2- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f015de10 0x7f06f00cf440 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f06ec009d90 tx=0x7f06ec02be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=667855d632b70336 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.649+0000 7f06f492d640 1 -- 172.21.15.104:0/2715531932 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06ec02cbc0 con 0x7f06f015de10 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.649+0000 7f06f492d640 1 -- 172.21.15.104:0/2715531932 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06ec02cd20 con 0x7f06f015de10 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.649+0000 7f06f492d640 1 -- 172.21.15.104:0/2715531932 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06ec034660 con 0x7f06f015de10 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.650+0000 7f06f7b93640 1 -- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f015de10 msgr2=0x7f06f00cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.650+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f015de10 0x7f06f00cf440 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f06ec009d90 tx=0x7f06ec02be10 comp rx=0 tx=0).stop 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.650+0000 7f06f7b93640 1 -- 172.21.15.104:0/2715531932 shutdown_connections 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.650+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f00d0c90 0x7f06f00b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.650+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2715531932 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f015de10 0x7f06f00cf440 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.650+0000 7f06f7b93640 1 -- 172.21.15.104:0/2715531932 >> 172.21.15.104:0/2715531932 conn(0x7f06f009cf10 msgr2=0x7f06f00d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:53.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.650+0000 7f06f7b93640 1 -- 172.21.15.104:0/2715531932 shutdown_connections 2024-02-19T16:30:53.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.650+0000 7f06f7b93640 1 -- 172.21.15.104:0/2715531932 wait complete. 2024-02-19T16:30:53.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.651+0000 7f06f7b93640 1 Processor -- start 2024-02-19T16:30:53.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.651+0000 7f06f7b93640 1 -- start start 2024-02-19T16:30:53.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f7b93640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06f00cf980 0x7f06f01605c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f7b93640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f00d0c90 0x7f06f00c7b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f7b93640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f015de10 0x7f06f00c8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f7b93640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06f0160130 con 0x7f06f00cf980 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f7b93640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06f015f560 con 0x7f06f00d0c90 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f7b93640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06f015f800 con 0x7f06f015de10 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06f00cf980 0x7f06f01605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06f00cf980 0x7f06f01605c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36568/0 (socket says 172.21.15.104:36568) 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 -- 172.21.15.104:0/2454455909 learned_addr learned my addr 172.21.15.104:0/2454455909 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f512e640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f00d0c90 0x7f06f00c7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f6130640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f015de10 0x7f06f00c8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 -- 172.21.15.104:0/2454455909 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f015de10 msgr2=0x7f06f00c8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f015de10 0x7f06f00c8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 -- 172.21.15.104:0/2454455909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f00d0c90 msgr2=0x7f06f00c7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f00d0c90 0x7f06f00c7b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 -- 172.21.15.104:0/2454455909 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06e8009400 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f592f640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06f00cf980 0x7f06f01605c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f06ec009d90 tx=0x7f06ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06e67fc640 1 -- 172.21.15.104:0/2454455909 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06ec040650 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06e67fc640 1 -- 172.21.15.104:0/2454455909 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06ec02ce90 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06e67fc640 1 -- 172.21.15.104:0/2454455909 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06ec0409f0 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06ec009a70 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.652+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06f015fdc0 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.653+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06f00751e0 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.654+0000 7f06e67fc640 1 -- 172.21.15.104:0/2454455909 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f06ec040b50 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.654+0000 7f06e67fc640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06d406b810 0x7f06d406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.654+0000 7f06e67fc640 1 -- 172.21.15.104:0/2454455909 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f06ec0accd0 con 0x7f06f00cf980 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.654+0000 7f06f512e640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06d406b810 0x7f06d406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.654+0000 7f06f512e640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06d406b810 0x7f06d406dcd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f06f00ceea0 tx=0x7f06e0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.658+0000 7f06e67fc640 1 -- 172.21.15.104:0/2454455909 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f06ec0777e0 con 0x7f06f00cf980 2024-02-19T16:30:53.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.828+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f06f00740e0 con 0x7f06f00cf980 2024-02-19T16:30:53.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.829+0000 7f06e67fc640 1 -- 172.21.15.104:0/2454455909 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f06ec009450 con 0x7f06f00cf980 2024-02-19T16:30:53.830 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:53.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06d406b810 msgr2=0x7f06d406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06d406b810 0x7f06d406dcd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f06f00ceea0 tx=0x7f06e0009040 comp rx=0 tx=0).stop 2024-02-19T16:30:53.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06f00cf980 msgr2=0x7f06f01605c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06f00cf980 0x7f06f01605c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f06ec009d90 tx=0x7f06ec004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 shutdown_connections 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06d406b810 0x7f06d406dcd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f06f015de10 0x7f06f00c8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f06f00d0c90 0x7f06f00c7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 --2- 172.21.15.104:0/2454455909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06f00cf980 0x7f06f01605c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 >> 172.21.15.104:0/2454455909 conn(0x7f06f009cf10 msgr2=0x7f06f015d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 shutdown_connections 2024-02-19T16:30:53.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.831+0000 7f06f7b93640 1 -- 172.21.15.104:0/2454455909 wait complete. 2024-02-19T16:30:53.843 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:53.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.947+0000 7f23f561c640 1 Processor -- start 2024-02-19T16:30:53.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.947+0000 7f23f561c640 1 -- start start 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23f561c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f23f00cfbc0 0x7f23f0161ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23f561c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f0162010 0x7f23f015d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23f561c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23f006d9d0 con 0x7f23f00b1280 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23f561c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23f00ce200 con 0x7f23f00cfbc0 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23f561c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23f0162480 con 0x7f23f0162010 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23ee7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f23f00cfbc0 0x7f23f0161ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23eeffd640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f23f00b1280 0x7f23f006cfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:44854/0 (socket says 172.21.15.104:44854) 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23ee7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f23f00cfbc0 0x7f23f0161ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36576/0 (socket says 172.21.15.104:36576) 2024-02-19T16:30:53.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23eeffd640 1 -- 172.21.15.104:0/822240588 learned_addr learned my addr 172.21.15.104:0/822240588 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:53.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.948+0000 7f23ef7fe640 1 --2- 172.21.15.104:0/822240588 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f0162010 0x7f23f015d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23ee7fc640 1 -- 172.21.15.104:0/822240588 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f0162010 msgr2=0x7f23f015d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:53.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23ee7fc640 1 --2- 172.21.15.104:0/822240588 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f0162010 0x7f23f015d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23edffb640 1 -- 172.21.15.104:0/822240588 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3545627004 0 0) 0x7f23f006d9d0 con 0x7f23f00b1280 2024-02-19T16:30:53.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23ee7fc640 1 -- 172.21.15.104:0/822240588 >> v1:172.21.15.158:6789/0 conn(0x7f23f00b1280 legacy=0x7f23f006cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23ee7fc640 1 -- 172.21.15.104:0/822240588 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23f00cc430 con 0x7f23f00cfbc0 2024-02-19T16:30:53.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23ee7fc640 1 --2- 172.21.15.104:0/822240588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00cfbc0 0x7f23f0161ad0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f23e40097d0 tx=0x7f23e402b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bbab1682cc136cf server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23edffb640 1 -- 172.21.15.104:0/822240588 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23e4031800 con 0x7f23f00cfbc0 2024-02-19T16:30:53.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23edffb640 1 -- 172.21.15.104:0/822240588 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23e4031960 con 0x7f23f00cfbc0 2024-02-19T16:30:53.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.949+0000 7f23edffb640 1 -- 172.21.15.104:0/822240588 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23e4031cf0 con 0x7f23f00cfbc0 2024-02-19T16:30:53.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.950+0000 7f23f561c640 1 -- 172.21.15.104:0/822240588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00cfbc0 msgr2=0x7f23f0161ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.950+0000 7f23f561c640 1 --2- 172.21.15.104:0/822240588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00cfbc0 0x7f23f0161ad0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f23e40097d0 tx=0x7f23e402b8a0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.950+0000 7f23f561c640 1 -- 172.21.15.104:0/822240588 shutdown_connections 2024-02-19T16:30:53.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.950+0000 7f23f561c640 1 --2- 172.21.15.104:0/822240588 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f0162010 0x7f23f015d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.950+0000 7f23f561c640 1 --2- 172.21.15.104:0/822240588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00cfbc0 0x7f23f0161ad0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.950+0000 7f23f561c640 1 -- 172.21.15.104:0/822240588 >> 172.21.15.104:0/822240588 conn(0x7f23f0072f80 msgr2=0x7f23f009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:53.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.950+0000 7f23f561c640 1 -- 172.21.15.104:0/822240588 shutdown_connections 2024-02-19T16:30:53.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.950+0000 7f23f561c640 1 -- 172.21.15.104:0/822240588 wait complete. 2024-02-19T16:30:53.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.951+0000 7f23f561c640 1 Processor -- start 2024-02-19T16:30:53.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.951+0000 7f23f561c640 1 -- start start 2024-02-19T16:30:53.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23f561c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00b1280 0x7f23f0158480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23f561c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f00cfbc0 0x7f23f00c7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23f561c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23f0162010 0x7f23f00c81e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23f561c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23f00c6340 con 0x7f23f00b1280 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23f561c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23f01589c0 con 0x7f23f0162010 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23f561c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23f00c65e0 con 0x7f23f00cfbc0 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23eeffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00b1280 0x7f23f0158480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23eeffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00b1280 0x7f23f0158480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36586/0 (socket says 172.21.15.104:36586) 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23eeffd640 1 -- 172.21.15.104:0/3949435169 learned_addr learned my addr 172.21.15.104:0/3949435169 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23ee7fc640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f00cfbc0 0x7f23f00c7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.952+0000 7f23ef7fe640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23f0162010 0x7f23f00c81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23eeffd640 1 -- 172.21.15.104:0/3949435169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f00cfbc0 msgr2=0x7f23f00c7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23eeffd640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f00cfbc0 0x7f23f00c7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23eeffd640 1 -- 172.21.15.104:0/3949435169 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23f0162010 msgr2=0x7f23f00c81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23eeffd640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23f0162010 0x7f23f00c81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:53.956 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23eeffd640 1 -- 172.21.15.104:0/3949435169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23e4009400 con 0x7f23f00b1280 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23eeffd640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00b1280 0x7f23f0158480 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f23e000c7c0 tx=0x7f23e000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23d77fe640 1 -- 172.21.15.104:0/3949435169 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23e000a640 con 0x7f23f00b1280 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23d77fe640 1 -- 172.21.15.104:0/3949435169 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23e000a7c0 con 0x7f23f00b1280 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23f00c68c0 con 0x7f23f00b1280 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23d77fe640 1 -- 172.21.15.104:0/3949435169 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23e000ab70 con 0x7f23f00b1280 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.953+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23f00c6e80 con 0x7f23f00b1280 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.954+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23f00751e0 con 0x7f23f00b1280 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.954+0000 7f23d77fe640 1 -- 172.21.15.104:0/3949435169 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f23e000acd0 con 0x7f23f00b1280 2024-02-19T16:30:53.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.955+0000 7f23d77fe640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23dc06b840 0x7f23dc06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:53.958 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.955+0000 7f23ee7fc640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23dc06b840 0x7f23dc06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:53.958 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.955+0000 7f23d77fe640 1 -- 172.21.15.104:0/3949435169 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f23e00897c0 con 0x7f23f00b1280 2024-02-19T16:30:53.958 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.955+0000 7f23ee7fc640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23dc06b840 0x7f23dc06dd00 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f23e4036000 tx=0x7f23e403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:53.960 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:53.959+0000 7f23d77fe640 1 -- 172.21.15.104:0/3949435169 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f23e0054190 con 0x7f23f00b1280 2024-02-19T16:30:54.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.130+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f23f00afe40 con 0x7f23f00b1280 2024-02-19T16:30:54.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.131+0000 7f23d77fe640 1 -- 172.21.15.104:0/3949435169 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f23e0018020 con 0x7f23f00b1280 2024-02-19T16:30:54.132 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23dc06b840 msgr2=0x7f23dc06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23dc06b840 0x7f23dc06dd00 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f23e4036000 tx=0x7f23e403c040 comp rx=0 tx=0).stop 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00b1280 msgr2=0x7f23f0158480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00b1280 0x7f23f0158480 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f23e000c7c0 tx=0x7f23e000cc80 comp rx=0 tx=0).stop 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 shutdown_connections 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f23dc06b840 0x7f23dc06dd00 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23f0162010 0x7f23f00c81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23f00cfbc0 0x7f23f00c7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 --2- 172.21.15.104:0/3949435169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23f00b1280 0x7f23f0158480 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.132+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 >> 172.21.15.104:0/3949435169 conn(0x7f23f0072f80 msgr2=0x7f23f00b0360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:54.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.133+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 shutdown_connections 2024-02-19T16:30:54.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.133+0000 7f23f561c640 1 -- 172.21.15.104:0/3949435169 wait complete. 2024-02-19T16:30:54.145 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:30:54.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.244+0000 7effb976c640 1 Processor -- start 2024-02-19T16:30:54.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.244+0000 7effb976c640 1 -- start start 2024-02-19T16:30:54.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.245+0000 7effb976c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7effb406e980 0x7effb415ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.245+0000 7effb976c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effb406ee30 con 0x7effb40717d0 2024-02-19T16:30:54.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.245+0000 7effb976c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effb406f080 con 0x7effb40ccf30 2024-02-19T16:30:54.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.245+0000 7effb976c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7effb406f640 con 0x7effb406e980 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.245+0000 7effb37fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7effb40717d0 0x7effb4071be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44624/0 (socket says 172.21.15.104:44624) 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.245+0000 7effb37fe640 1 -- 172.21.15.104:0/1478004705 learned_addr learned my addr 172.21.15.104:0/1478004705 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.246+0000 7effb27fc640 1 --2- 172.21.15.104:0/1478004705 >> v2:172.21.15.158:3300/0 conn(0x7effb406e980 0x7effb415ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.246+0000 7effb1ffb640 1 -- 172.21.15.104:0/1478004705 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2854671518 0 0) 0x7effb406ee30 con 0x7effb40717d0 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.246+0000 7effb1ffb640 1 -- 172.21.15.104:0/1478004705 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7eff9c003520 con 0x7effb40717d0 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.246+0000 7effb1ffb640 1 -- 172.21.15.104:0/1478004705 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3896341988 0 0) 0x7effb406f080 con 0x7effb40ccf30 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.246+0000 7effb1ffb640 1 -- 172.21.15.104:0/1478004705 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7effb406ee30 con 0x7effb40ccf30 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.246+0000 7effb27fc640 1 -- 172.21.15.104:0/1478004705 >> v1:172.21.15.158:6789/0 conn(0x7effb40ccf30 legacy=0x7effb406e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.246+0000 7effb27fc640 1 -- 172.21.15.104:0/1478004705 >> v1:172.21.15.104:6789/0 conn(0x7effb40717d0 legacy=0x7effb4071be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.246+0000 7effb27fc640 1 -- 172.21.15.104:0/1478004705 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effb406f360 con 0x7effb406e980 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb27fc640 1 --2- 172.21.15.104:0/1478004705 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb406e980 0x7effb415ba50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7effa80097a0 tx=0x7effa802b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c251a5d7f37a8e9a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb1ffb640 1 -- 172.21.15.104:0/1478004705 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa8030610 con 0x7effb406e980 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb1ffb640 1 -- 172.21.15.104:0/1478004705 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effa8030770 con 0x7effb406e980 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb1ffb640 1 -- 172.21.15.104:0/1478004705 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa8030b00 con 0x7effb406e980 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb976c640 1 -- 172.21.15.104:0/1478004705 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb406e980 msgr2=0x7effb415ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb976c640 1 --2- 172.21.15.104:0/1478004705 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb406e980 0x7effb415ba50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7effa80097a0 tx=0x7effa802b960 comp rx=0 tx=0).stop 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb976c640 1 -- 172.21.15.104:0/1478004705 shutdown_connections 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb976c640 1 --2- 172.21.15.104:0/1478004705 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb406e980 0x7effb415ba50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb976c640 1 -- 172.21.15.104:0/1478004705 >> 172.21.15.104:0/1478004705 conn(0x7effb40b2600 msgr2=0x7effb40b29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:54.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb976c640 1 -- 172.21.15.104:0/1478004705 shutdown_connections 2024-02-19T16:30:54.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.247+0000 7effb976c640 1 -- 172.21.15.104:0/1478004705 wait complete. 2024-02-19T16:30:54.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb976c640 1 Processor -- start 2024-02-19T16:30:54.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb976c640 1 -- start start 2024-02-19T16:30:54.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb976c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7effb406e980 0x7effb40ae0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb976c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb40717d0 0x7effb414fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb976c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb40ccf30 0x7effb4150310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb976c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effb41f39e0 con 0x7effb40ccf30 2024-02-19T16:30:54.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb976c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effb41f3cc0 con 0x7effb40717d0 2024-02-19T16:30:54.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb976c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effb41f3fa0 con 0x7effb406e980 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb40ccf30 0x7effb4150310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb40ccf30 0x7effb4150310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36598/0 (socket says 172.21.15.104:36598) 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.249+0000 7effb37fe640 1 -- 172.21.15.104:0/69301225 learned_addr learned my addr 172.21.15.104:0/69301225 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb27fc640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb40717d0 0x7effb414fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb2ffd640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7effb406e980 0x7effb40ae0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb37fe640 1 -- 172.21.15.104:0/69301225 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7effb406e980 msgr2=0x7effb40ae0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb37fe640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7effb406e980 0x7effb40ae0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb37fe640 1 -- 172.21.15.104:0/69301225 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb40717d0 msgr2=0x7effb414fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb37fe640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb40717d0 0x7effb414fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb37fe640 1 -- 172.21.15.104:0/69301225 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effa8009400 con 0x7effb40ccf30 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb37fe640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb40ccf30 0x7effb4150310 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7effac00c430 tx=0x7effac00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7eff9b7fe640 1 -- 172.21.15.104:0/69301225 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effac005ce0 con 0x7effb40ccf30 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7eff9b7fe640 1 -- 172.21.15.104:0/69301225 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effac005e40 con 0x7effb40ccf30 2024-02-19T16:30:54.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7eff9b7fe640 1 -- 172.21.15.104:0/69301225 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effac0072f0 con 0x7effb40ccf30 2024-02-19T16:30:54.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effb41f4280 con 0x7effb40ccf30 2024-02-19T16:30:54.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.250+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effb40ae610 con 0x7effb40ccf30 2024-02-19T16:30:54.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.251+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7effb41f44c0 con 0x7effb40ccf30 2024-02-19T16:30:54.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.251+0000 7eff9b7fe640 1 -- 172.21.15.104:0/69301225 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7effac007450 con 0x7effb40ccf30 2024-02-19T16:30:54.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.252+0000 7eff9b7fe640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effa006b810 0x7effa006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.252+0000 7eff9b7fe640 1 -- 172.21.15.104:0/69301225 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7effac0897f0 con 0x7effb40ccf30 2024-02-19T16:30:54.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.252+0000 7effb2ffd640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effa006b810 0x7effa006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.252+0000 7effb2ffd640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effa006b810 0x7effa006dcd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7effb406b860 tx=0x7effa4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:54.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.256+0000 7eff9b7fe640 1 -- 172.21.15.104:0/69301225 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7effb41f44c0 con 0x7effb40ccf30 2024-02-19T16:30:54.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.441+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7effb41f44c0 con 0x7effb40ccf30 2024-02-19T16:30:54.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.442+0000 7eff9b7fe640 1 -- 172.21.15.104:0/69301225 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7effb41f44c0 con 0x7effb40ccf30 2024-02-19T16:30:54.443 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:30:54.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effa006b810 msgr2=0x7effa006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effa006b810 0x7effa006dcd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7effb406b860 tx=0x7effa4009040 comp rx=0 tx=0).stop 2024-02-19T16:30:54.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb40ccf30 msgr2=0x7effb4150310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb40ccf30 0x7effb4150310 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7effac00c430 tx=0x7effac00c8f0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 shutdown_connections 2024-02-19T16:30:54.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effa006b810 0x7effa006dcd0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effb40ccf30 0x7effb4150310 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7effb40717d0 0x7effb414fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 --2- 172.21.15.104:0/69301225 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7effb406e980 0x7effb40ae0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 >> 172.21.15.104:0/69301225 conn(0x7effb40b2600 msgr2=0x7effb40b0640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:54.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 shutdown_connections 2024-02-19T16:30:54.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.444+0000 7effb976c640 1 -- 172.21.15.104:0/69301225 wait complete. 2024-02-19T16:30:54.457 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-02-19T16:30:54.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:54.457 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-02-19T16:30:54.484 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:30:54.485 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:30:54.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:54.485 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-02-19T16:30:54.540 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:30:54.540 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:54.555 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:30:54.555 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:54.610 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:54.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.708+0000 7ff41e39a640 1 Processor -- start 2024-02-19T16:30:54.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.709+0000 7ff41e39a640 1 -- start start 2024-02-19T16:30:54.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.709+0000 7ff41e39a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4180d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.709+0000 7ff41e39a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4180d16f0 con 0x7ff4180cfb00 2024-02-19T16:30:54.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.709+0000 7ff41e39a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4180d1940 con 0x7ff4180d0530 2024-02-19T16:30:54.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.709+0000 7ff41e39a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4180d1c20 con 0x7ff41815de30 2024-02-19T16:30:54.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.709+0000 7ff41c937640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff4180cfb00 0x7ff41806b420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44638/0 (socket says 172.21.15.104:44638) 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.709+0000 7ff41c937640 1 -- 172.21.15.104:0/2630494846 learned_addr learned my addr 172.21.15.104:0/2630494846 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.710+0000 7ff417fff640 1 --2- 172.21.15.104:0/2630494846 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4180d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.710+0000 7ff416ffd640 1 -- 172.21.15.104:0/2630494846 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1356345945 0 0) 0x7ff4180d16f0 con 0x7ff4180cfb00 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.710+0000 7ff416ffd640 1 -- 172.21.15.104:0/2630494846 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff400003520 con 0x7ff4180cfb00 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.710+0000 7ff416ffd640 1 -- 172.21.15.104:0/2630494846 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2470976335 0 0) 0x7ff4180d1940 con 0x7ff4180d0530 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.710+0000 7ff416ffd640 1 -- 172.21.15.104:0/2630494846 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4180d16f0 con 0x7ff4180d0530 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.710+0000 7ff417fff640 1 -- 172.21.15.104:0/2630494846 >> v1:172.21.15.158:6789/0 conn(0x7ff4180d0530 legacy=0x7ff4180cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.710+0000 7ff417fff640 1 -- 172.21.15.104:0/2630494846 >> v1:172.21.15.104:6789/0 conn(0x7ff4180cfb00 legacy=0x7ff41806b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.710+0000 7ff417fff640 1 -- 172.21.15.104:0/2630494846 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4180d1f00 con 0x7ff41815de30 2024-02-19T16:30:54.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff417fff640 1 --2- 172.21.15.104:0/2630494846 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4180d2700 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff4080097d0 tx=0x7ff40802b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b3298abc0c189dd server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:54.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff416ffd640 1 -- 172.21.15.104:0/2630494846 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff408031800 con 0x7ff41815de30 2024-02-19T16:30:54.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff416ffd640 1 -- 172.21.15.104:0/2630494846 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff408031960 con 0x7ff41815de30 2024-02-19T16:30:54.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff416ffd640 1 -- 172.21.15.104:0/2630494846 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff408031cd0 con 0x7ff41815de30 2024-02-19T16:30:54.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff41e39a640 1 -- 172.21.15.104:0/2630494846 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 msgr2=0x7ff4180d2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff41e39a640 1 --2- 172.21.15.104:0/2630494846 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4180d2700 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff4080097d0 tx=0x7ff40802b8a0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff41e39a640 1 -- 172.21.15.104:0/2630494846 shutdown_connections 2024-02-19T16:30:54.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff41e39a640 1 --2- 172.21.15.104:0/2630494846 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4180d2700 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff41e39a640 1 -- 172.21.15.104:0/2630494846 >> 172.21.15.104:0/2630494846 conn(0x7ff4180d3b20 msgr2=0x7ff4180d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:54.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff41e39a640 1 -- 172.21.15.104:0/2630494846 shutdown_connections 2024-02-19T16:30:54.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.711+0000 7ff41e39a640 1 -- 172.21.15.104:0/2630494846 wait complete. 2024-02-19T16:30:54.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.713+0000 7ff41e39a640 1 Processor -- start 2024-02-19T16:30:54.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.713+0000 7ff41e39a640 1 -- start start 2024-02-19T16:30:54.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.713+0000 7ff41e39a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff4180cfb00 0x7ff4180cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.713+0000 7ff41e39a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4180d0530 0x7ff4181f2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.713+0000 7ff41e39a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4181f2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.713+0000 7ff41e39a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4180cabf0 con 0x7ff4180d0530 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.713+0000 7ff41e39a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41814cb60 con 0x7ff4180cfb00 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.713+0000 7ff41e39a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4181f33a0 con 0x7ff41815de30 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4180d0530 0x7ff4181f2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4180d0530 0x7ff4181f2920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36610/0 (socket says 172.21.15.104:36610) 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 -- 172.21.15.104:0/2005247414 learned_addr learned my addr 172.21.15.104:0/2005247414 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff417fff640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff4180cfb00 0x7ff4180cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff41c937640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4181f2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 -- 172.21.15.104:0/2005247414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 msgr2=0x7ff4181f2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4181f2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 -- 172.21.15.104:0/2005247414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff4180cfb00 msgr2=0x7ff4180cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff4180cfb00 0x7ff4180cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 -- 172.21.15.104:0/2005247414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff408009400 con 0x7ff4180d0530 2024-02-19T16:30:54.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff4177fe640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4180d0530 0x7ff4181f2920 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff40c00c530 tx=0x7ff40c00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:54.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff414ff9640 1 -- 172.21.15.104:0/2005247414 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0052d0 con 0x7ff4180d0530 2024-02-19T16:30:54.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff414ff9640 1 -- 172.21.15.104:0/2005247414 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff40c005450 con 0x7ff4180d0530 2024-02-19T16:30:54.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4180d2dc0 con 0x7ff4180d0530 2024-02-19T16:30:54.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff414ff9640 1 -- 172.21.15.104:0/2005247414 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff40c012870 con 0x7ff4180d0530 2024-02-19T16:30:54.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.714+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4180cae40 con 0x7ff4180d0530 2024-02-19T16:30:54.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.715+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4180751e0 con 0x7ff4180d0530 2024-02-19T16:30:54.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.716+0000 7ff414ff9640 1 -- 172.21.15.104:0/2005247414 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff40c0129d0 con 0x7ff4180d0530 2024-02-19T16:30:54.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.716+0000 7ff414ff9640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff40406b810 0x7ff40406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:54.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.716+0000 7ff414ff9640 1 -- 172.21.15.104:0/2005247414 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7ff40c089c70 con 0x7ff4180d0530 2024-02-19T16:30:54.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.716+0000 7ff417fff640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff40406b810 0x7ff40406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:54.719 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.716+0000 7ff417fff640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff40406b810 0x7ff40406dcd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff408036000 tx=0x7ff40803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:54.721 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.720+0000 7ff414ff9640 1 -- 172.21.15.104:0/2005247414 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff40c0546d0 con 0x7ff4180d0530 2024-02-19T16:30:54.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.892+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff4180d11a0 con 0x7ff4180d0530 2024-02-19T16:30:54.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.893+0000 7ff414ff9640 1 -- 172.21.15.104:0/2005247414 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16879 (secure 0 0 0) 0x7ff40c057d90 con 0x7ff4180d0530 2024-02-19T16:30:54.895 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:54.895 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":22,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:53.380286+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.12","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":2}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff40406b810 msgr2=0x7ff40406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff40406b810 0x7ff40406dcd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff408036000 tx=0x7ff40803c040 comp rx=0 tx=0).stop 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4180d0530 msgr2=0x7ff4181f2920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4180d0530 0x7ff4181f2920 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff40c00c530 tx=0x7ff40c00c9f0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 shutdown_connections 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff40406b810 0x7ff40406dcd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff4180d0530 0x7ff4181f2920 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff41815de30 0x7ff4181f2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 --2- 172.21.15.104:0/2005247414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff4180cfb00 0x7ff4180cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 >> 172.21.15.104:0/2005247414 conn(0x7ff4180d3b20 msgr2=0x7ff4180b6d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 shutdown_connections 2024-02-19T16:30:54.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:54.895+0000 7ff41e39a640 1 -- 172.21.15.104:0/2005247414 wait complete. 2024-02-19T16:30:54.908 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:54.908 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:55.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.009+0000 7f817370c640 1 Processor -- start 2024-02-19T16:30:55.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.009+0000 7f817370c640 1 -- start start 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f817370c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c161440 0x7f816c0d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f817370c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f816c0d2200 0x7f816c0d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f817370c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f816c0ce7a0 con 0x7f816c0d0580 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f817370c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f816c0d2bd0 con 0x7f816c0d2200 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f817370c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f816c161820 con 0x7f816c161440 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f8171ca9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f816c0d2200 0x7f816c0d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f8171ca9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f816c0d2200 0x7f816c0d2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36616/0 (socket says 172.21.15.104:36616) 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f8171ca9640 1 -- 172.21.15.104:0/4035334899 learned_addr learned my addr 172.21.15.104:0/4035334899 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f81714a8640 1 --2- 172.21.15.104:0/4035334899 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c161440 0x7f816c0d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f8171ca9640 1 -- 172.21.15.104:0/4035334899 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c161440 msgr2=0x7f816c0d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f8171ca9640 1 --2- 172.21.15.104:0/4035334899 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c161440 0x7f816c0d1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f8171ca9640 1 -- 172.21.15.104:0/4035334899 >> v1:172.21.15.158:6789/0 conn(0x7f816c0d0580 legacy=0x7f816c0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.010+0000 7f8171ca9640 1 -- 172.21.15.104:0/4035334899 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f816c0ced40 con 0x7f816c0d2200 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.011+0000 7f8171ca9640 1 --2- 172.21.15.104:0/4035334899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c0d2200 0x7f816c0d2690 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f81640098a0 tx=0x7f816402b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21ddda56d0dc068a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.011+0000 7f8163fff640 1 -- 172.21.15.104:0/4035334899 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8164030840 con 0x7f816c0d2200 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.011+0000 7f8163fff640 1 -- 172.21.15.104:0/4035334899 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81640309a0 con 0x7f816c0d2200 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.011+0000 7f8163fff640 1 -- 172.21.15.104:0/4035334899 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8164030d30 con 0x7f816c0d2200 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.012+0000 7f817370c640 1 -- 172.21.15.104:0/4035334899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c0d2200 msgr2=0x7f816c0d2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.012+0000 7f817370c640 1 --2- 172.21.15.104:0/4035334899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c0d2200 0x7f816c0d2690 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f81640098a0 tx=0x7f816402b980 comp rx=0 tx=0).stop 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.012+0000 7f817370c640 1 -- 172.21.15.104:0/4035334899 shutdown_connections 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.012+0000 7f817370c640 1 --2- 172.21.15.104:0/4035334899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c0d2200 0x7f816c0d2690 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.012+0000 7f817370c640 1 --2- 172.21.15.104:0/4035334899 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c161440 0x7f816c0d1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.012+0000 7f817370c640 1 -- 172.21.15.104:0/4035334899 >> 172.21.15.104:0/4035334899 conn(0x7f816c09cef0 msgr2=0x7f816c0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.012+0000 7f817370c640 1 -- 172.21.15.104:0/4035334899 shutdown_connections 2024-02-19T16:30:55.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.012+0000 7f817370c640 1 -- 172.21.15.104:0/4035334899 wait complete. 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.013+0000 7f817370c640 1 Processor -- start 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.013+0000 7f817370c640 1 -- start start 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f817370c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c0d0580 0x7f816c14ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f817370c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f816c0d2200 0x7f816c0cd980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f817370c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c161440 0x7f816c0b9420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f817370c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f816c0b8380 con 0x7f816c161440 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f817370c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f816c0b8660 con 0x7f816c0d2200 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f817370c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f816c0b8940 con 0x7f816c0d0580 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c161440 0x7f816c0b9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c161440 0x7f816c0b9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36620/0 (socket says 172.21.15.104:36620) 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 -- 172.21.15.104:0/3100481584 learned_addr learned my addr 172.21.15.104:0/3100481584 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f81714a8640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c0d0580 0x7f816c14ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8170ca7640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f816c0d2200 0x7f816c0cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 -- 172.21.15.104:0/3100481584 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c0d0580 msgr2=0x7f816c14ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c0d0580 0x7f816c14ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 -- 172.21.15.104:0/3100481584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f816c0d2200 msgr2=0x7f816c0cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f816c0d2200 0x7f816c0cd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 -- 172.21.15.104:0/3100481584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81640094d0 con 0x7f816c161440 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.014+0000 7f8171ca9640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c161440 0x7f816c0b9420 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f816402b9c0 tx=0x7f8164004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.015+0000 7f8161ffb640 1 -- 172.21.15.104:0/3100481584 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8164039c10 con 0x7f816c161440 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.015+0000 7f8161ffb640 1 -- 172.21.15.104:0/3100481584 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8164039d70 con 0x7f816c161440 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.015+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f816c0b8c20 con 0x7f816c161440 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.015+0000 7f8161ffb640 1 -- 172.21.15.104:0/3100481584 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8164043640 con 0x7f816c161440 2024-02-19T16:30:55.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.015+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f816c14d3f0 con 0x7f816c161440 2024-02-19T16:30:55.019 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.016+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f816c0b9140 con 0x7f816c161440 2024-02-19T16:30:55.019 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.016+0000 7f8161ffb640 1 -- 172.21.15.104:0/3100481584 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f81640437a0 con 0x7f816c161440 2024-02-19T16:30:55.019 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.017+0000 7f8161ffb640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f815006b840 0x7f815006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.019 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.017+0000 7f8161ffb640 1 -- 172.21.15.104:0/3100481584 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f816403e070 con 0x7f816c161440 2024-02-19T16:30:55.019 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.017+0000 7f81714a8640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f815006b840 0x7f815006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.017+0000 7f81714a8640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f815006b840 0x7f815006dd00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f81680113e0 tx=0x7f816800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.022 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.021+0000 7f8161ffb640 1 -- 172.21.15.104:0/3100481584 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f81640e0dc0 con 0x7f816c161440 2024-02-19T16:30:55.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.193+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f816c0b5370 con 0x7f816c161440 2024-02-19T16:30:55.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.193+0000 7f8161ffb640 1 -- 172.21.15.104:0/3100481584 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f81640340a0 con 0x7f816c161440 2024-02-19T16:30:55.195 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:55.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.195+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f815006b840 msgr2=0x7f815006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.195+0000 7f817370c640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f815006b840 0x7f815006dd00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f81680113e0 tx=0x7f816800b040 comp rx=0 tx=0).stop 2024-02-19T16:30:55.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.195+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c161440 msgr2=0x7f816c0b9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.195+0000 7f817370c640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c161440 0x7f816c0b9420 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f816402b9c0 tx=0x7f8164004730 comp rx=0 tx=0).stop 2024-02-19T16:30:55.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.196+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 shutdown_connections 2024-02-19T16:30:55.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.196+0000 7f817370c640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f815006b840 0x7f815006dd00 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.196+0000 7f817370c640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f816c161440 0x7f816c0b9420 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.196+0000 7f817370c640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f816c0d2200 0x7f816c0cd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.196+0000 7f817370c640 1 --2- 172.21.15.104:0/3100481584 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f816c0d0580 0x7f816c14ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.196+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 >> 172.21.15.104:0/3100481584 conn(0x7f816c09cef0 msgr2=0x7f816c0b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:55.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.196+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 shutdown_connections 2024-02-19T16:30:55.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.196+0000 7f817370c640 1 -- 172.21.15.104:0/3100481584 wait complete. 2024-02-19T16:30:55.208 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:55.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.308+0000 7fb3aa0c2640 1 Processor -- start 2024-02-19T16:30:55.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.308+0000 7fb3aa0c2640 1 -- start start 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3aa0c2640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fb3a40d0580 0x7fb3a40d0a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3aa0c2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb3a40b8d90 0x7fb3a40b91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3aa0c2640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3a40d1b40 con 0x7fb3a415de10 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3aa0c2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3a40d0f40 con 0x7fb3a40b8d90 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3aa0c2640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3a40d1e20 con 0x7fb3a40d0580 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3a3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb3a40b8d90 0x7fb3a40b91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3a37fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb3a415de10 0x7fb3a40cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44644/0 (socket says 172.21.15.104:44644) 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3a3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb3a40b8d90 0x7fb3a40b91c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36626/0 (socket says 172.21.15.104:36626) 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3a37fe640 1 -- 172.21.15.104:0/945590354 learned_addr learned my addr 172.21.15.104:0/945590354 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:55.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.309+0000 7fb3a2ffd640 1 --2- 172.21.15.104:0/945590354 >> v2:172.21.15.158:3300/0 conn(0x7fb3a40d0580 0x7fb3a40d0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.310+0000 7fb3a3fff640 1 -- 172.21.15.104:0/945590354 >> v2:172.21.15.158:3300/0 conn(0x7fb3a40d0580 msgr2=0x7fb3a40d0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:55.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.310+0000 7fb3a3fff640 1 --2- 172.21.15.104:0/945590354 >> v2:172.21.15.158:3300/0 conn(0x7fb3a40d0580 0x7fb3a40d0a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.310+0000 7fb3a3fff640 1 -- 172.21.15.104:0/945590354 >> v1:172.21.15.104:6789/0 conn(0x7fb3a415de10 legacy=0x7fb3a40cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.310+0000 7fb3a3fff640 1 -- 172.21.15.104:0/945590354 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3a40d2100 con 0x7fb3a40b8d90 2024-02-19T16:30:55.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.310+0000 7fb3a27fc640 1 -- 172.21.15.104:0/945590354 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 298214071 0 0) 0x7fb3a40d1b40 con 0x7fb3a415de10 2024-02-19T16:30:55.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.310+0000 7fb3a3fff640 1 --2- 172.21.15.104:0/945590354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a40b8d90 0x7fb3a40b91c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb3a40b5650 tx=0x7fb39c02be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c12e9408ad535a8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.310+0000 7fb3a27fc640 1 -- 172.21.15.104:0/945590354 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c02cbf0 con 0x7fb3a40b8d90 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3a27fc640 1 -- 172.21.15.104:0/945590354 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb39c02cd50 con 0x7fb3a40b8d90 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3a27fc640 1 -- 172.21.15.104:0/945590354 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c034660 con 0x7fb3a40b8d90 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/945590354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a40b8d90 msgr2=0x7fb3a40b91c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/945590354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a40b8d90 0x7fb3a40b91c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb3a40b5650 tx=0x7fb39c02be40 comp rx=0 tx=0).stop 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/945590354 shutdown_connections 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/945590354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a40b8d90 0x7fb3a40b91c0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/945590354 >> v2:172.21.15.158:3300/0 conn(0x7fb3a40d0580 0x7fb3a40d0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/945590354 >> 172.21.15.104:0/945590354 conn(0x7fb3a409cf10 msgr2=0x7fb3a40d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/945590354 shutdown_connections 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.311+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/945590354 wait complete. 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.312+0000 7fb3aa0c2640 1 Processor -- start 2024-02-19T16:30:55.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.312+0000 7fb3aa0c2640 1 -- start start 2024-02-19T16:30:55.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3aa0c2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3a40b8d90 0x7fb3a4160d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3aa0c2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb3a40d0580 0x7fb3a415ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3aa0c2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a415de10 0x7fb3a414aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3aa0c2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a41612a0 con 0x7fb3a415de10 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3aa0c2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a415f9e0 con 0x7fb3a40d0580 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3aa0c2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a415fcc0 con 0x7fb3a40b8d90 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a3fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a415de10 0x7fb3a414aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a3fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a415de10 0x7fb3a414aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36628/0 (socket says 172.21.15.104:36628) 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a3fff640 1 -- 172.21.15.104:0/1641978238 learned_addr learned my addr 172.21.15.104:0/1641978238 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a37fe640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3a40b8d90 0x7fb3a4160d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a2ffd640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb3a40d0580 0x7fb3a415ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a3fff640 1 -- 172.21.15.104:0/1641978238 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3a40b8d90 msgr2=0x7fb3a4160d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a3fff640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3a40b8d90 0x7fb3a4160d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a3fff640 1 -- 172.21.15.104:0/1641978238 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb3a40d0580 msgr2=0x7fb3a415ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.313+0000 7fb3a3fff640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb3a40d0580 0x7fb3a415ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.314+0000 7fb3a3fff640 1 -- 172.21.15.104:0/1641978238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb39c009a70 con 0x7fb3a415de10 2024-02-19T16:30:55.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.314+0000 7fb3a3fff640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a415de10 0x7fb3a414aea0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb39c037040 tx=0x7fb39c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.314+0000 7fb38bfff640 1 -- 172.21.15.104:0/1641978238 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c003b90 con 0x7fb3a415de10 2024-02-19T16:30:55.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.314+0000 7fb38bfff640 1 -- 172.21.15.104:0/1641978238 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb39c003cf0 con 0x7fb3a415de10 2024-02-19T16:30:55.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.314+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3a415ffa0 con 0x7fb3a415de10 2024-02-19T16:30:55.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.314+0000 7fb38bfff640 1 -- 172.21.15.104:0/1641978238 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c004230 con 0x7fb3a415de10 2024-02-19T16:30:55.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.314+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3a4160560 con 0x7fb3a415de10 2024-02-19T16:30:55.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.315+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3a40cfb10 con 0x7fb3a415de10 2024-02-19T16:30:55.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.315+0000 7fb38bfff640 1 -- 172.21.15.104:0/1641978238 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb39c004390 con 0x7fb3a415de10 2024-02-19T16:30:55.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.316+0000 7fb38bfff640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb39006b810 0x7fb39006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.316+0000 7fb38bfff640 1 -- 172.21.15.104:0/1641978238 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fb39c0acbc0 con 0x7fb3a415de10 2024-02-19T16:30:55.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.316+0000 7fb3a37fe640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb39006b810 0x7fb39006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.316+0000 7fb3a37fe640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb39006b810 0x7fb39006dcd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb394007fd0 tx=0x7fb394007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.320+0000 7fb38bfff640 1 -- 172.21.15.104:0/1641978238 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb39c0776a0 con 0x7fb3a415de10 2024-02-19T16:30:55.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.491+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb3a40751e0 con 0x7fb3a415de10 2024-02-19T16:30:55.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.492+0000 7fb38bfff640 1 -- 172.21.15.104:0/1641978238 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb39c009450 con 0x7fb3a415de10 2024-02-19T16:30:55.493 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:55.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb39006b810 msgr2=0x7fb39006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb39006b810 0x7fb39006dcd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb394007fd0 tx=0x7fb394007de0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a415de10 msgr2=0x7fb3a414aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a415de10 0x7fb3a414aea0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb39c037040 tx=0x7fb39c004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:55.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 shutdown_connections 2024-02-19T16:30:55.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb39006b810 0x7fb39006dcd0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3a415de10 0x7fb3a414aea0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb3a40d0580 0x7fb3a415ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.493+0000 7fb3aa0c2640 1 --2- 172.21.15.104:0/1641978238 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3a40b8d90 0x7fb3a4160d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.494+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 >> 172.21.15.104:0/1641978238 conn(0x7fb3a409cf10 msgr2=0x7fb3a40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:55.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.494+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 shutdown_connections 2024-02-19T16:30:55.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.494+0000 7fb3aa0c2640 1 -- 172.21.15.104:0/1641978238 wait complete. 2024-02-19T16:30:55.506 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:55.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.607+0000 7f1ce91bd640 1 Processor -- start 2024-02-19T16:30:55.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.607+0000 7f1ce91bd640 1 -- start start 2024-02-19T16:30:55.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.607+0000 7f1ce91bd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1ce40d4240 0x7f1ce4168dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.607+0000 7f1ce91bd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ce40b4080 con 0x7f1ce4161520 2024-02-19T16:30:55.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.607+0000 7f1ce91bd640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ce40b42f0 con 0x7f1ce4162760 2024-02-19T16:30:55.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.607+0000 7f1ce91bd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ce40b45d0 con 0x7f1ce40d4240 2024-02-19T16:30:55.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.608+0000 7f1ce359e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1ce40d4240 0x7f1ce4168dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.608+0000 7f1ce2d9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f1ce4161520 0x7f1ce40b3970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44656/0 (socket says 172.21.15.104:44656) 2024-02-19T16:30:55.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.608+0000 7f1ce2d9d640 1 -- 172.21.15.104:0/2978377959 learned_addr learned my addr 172.21.15.104:0/2978377959 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:55.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.608+0000 7f1ce359e640 1 -- 172.21.15.104:0/2978377959 >> v1:172.21.15.158:6789/0 conn(0x7f1ce4162760 legacy=0x7f1ce40d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.608+0000 7f1ce359e640 1 -- 172.21.15.104:0/2978377959 >> v1:172.21.15.104:6789/0 conn(0x7f1ce4161520 legacy=0x7f1ce40b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.608+0000 7f1ce359e640 1 -- 172.21.15.104:0/2978377959 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ce40b48b0 con 0x7f1ce40d4240 2024-02-19T16:30:55.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.608+0000 7f1ce1d9b640 1 -- 172.21.15.104:0/2978377959 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2040538659 0 0) 0x7f1ce40b4080 con 0x7f1ce4161520 2024-02-19T16:30:55.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce359e640 1 --2- 172.21.15.104:0/2978377959 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce4168dc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009d90 tx=0x7f1cdc02bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e597f1c21ea5e5b8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce1d9b640 1 -- 172.21.15.104:0/2978377959 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc02cd00 con 0x7f1ce40d4240 2024-02-19T16:30:55.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce1d9b640 1 -- 172.21.15.104:0/2978377959 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cdc02ce60 con 0x7f1ce40d4240 2024-02-19T16:30:55.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce1d9b640 1 -- 172.21.15.104:0/2978377959 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc034660 con 0x7f1ce40d4240 2024-02-19T16:30:55.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2978377959 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 msgr2=0x7f1ce4168dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce91bd640 1 --2- 172.21.15.104:0/2978377959 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce4168dc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009d90 tx=0x7f1cdc02bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:55.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2978377959 shutdown_connections 2024-02-19T16:30:55.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce91bd640 1 --2- 172.21.15.104:0/2978377959 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce4168dc0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2978377959 >> 172.21.15.104:0/2978377959 conn(0x7f1ce408d5d0 msgr2=0x7f1ce409cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:55.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2978377959 shutdown_connections 2024-02-19T16:30:55.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.609+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2978377959 wait complete. 2024-02-19T16:30:55.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.611+0000 7f1ce91bd640 1 Processor -- start 2024-02-19T16:30:55.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.611+0000 7f1ce91bd640 1 -- start start 2024-02-19T16:30:55.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.611+0000 7f1ce91bd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce41f31e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.611+0000 7f1ce91bd640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1ce4161520 0x7f1ce40cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.611+0000 7f1ce91bd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1ce4162760 0x7f1ce40d0480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.611+0000 7f1ce91bd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce40ccaf0 con 0x7f1ce40d4240 2024-02-19T16:30:55.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.611+0000 7f1ce91bd640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce40ccf80 con 0x7f1ce4161520 2024-02-19T16:30:55.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.611+0000 7f1ce91bd640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce40cbc40 con 0x7f1ce4162760 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce41f31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce41f31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36642/0 (socket says 172.21.15.104:36642) 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 -- 172.21.15.104:0/2184252694 learned_addr learned my addr 172.21.15.104:0/2184252694 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce359e640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1ce4162760 0x7f1ce40d0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce259c640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1ce4161520 0x7f1ce40cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 -- 172.21.15.104:0/2184252694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1ce4162760 msgr2=0x7f1ce40d0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1ce4162760 0x7f1ce40d0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 -- 172.21.15.104:0/2184252694 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1ce4161520 msgr2=0x7f1ce40cb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1ce4161520 0x7f1ce40cb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 -- 172.21.15.104:0/2184252694 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cdc009a70 con 0x7f1ce40d4240 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce2d9d640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce41f31e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1cd400c3f0 tx=0x7f1cd400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ccb7fe640 1 -- 172.21.15.104:0/2184252694 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd40074e0 con 0x7f1ce40d4240 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ccb7fe640 1 -- 172.21.15.104:0/2184252694 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cd4007640 con 0x7f1ce40d4240 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ce40cbee0 con 0x7f1ce40d4240 2024-02-19T16:30:55.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ccb7fe640 1 -- 172.21.15.104:0/2184252694 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd4004a00 con 0x7f1ce40d4240 2024-02-19T16:30:55.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.612+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ce40cc4a0 con 0x7f1ce40d4240 2024-02-19T16:30:55.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.613+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ce40751e0 con 0x7f1ce40d4240 2024-02-19T16:30:55.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.614+0000 7f1ccb7fe640 1 -- 172.21.15.104:0/2184252694 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1cd4004b60 con 0x7f1ce40d4240 2024-02-19T16:30:55.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.614+0000 7f1ccb7fe640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1cd006b810 0x7f1cd006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.614+0000 7f1ce259c640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1cd006b810 0x7f1cd006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.614+0000 7f1ccb7fe640 1 -- 172.21.15.104:0/2184252694 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f1cd4089f40 con 0x7f1ce40d4240 2024-02-19T16:30:55.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.615+0000 7f1ce259c640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1cd006b810 0x7f1cd006dcd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1ce40d3650 tx=0x7f1cd8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.620 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.619+0000 7f1ccb7fe640 1 -- 172.21.15.104:0/2184252694 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1cd4054990 con 0x7f1ce40d4240 2024-02-19T16:30:55.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.790+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1ce40b2e30 con 0x7f1ce40d4240 2024-02-19T16:30:55.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.790+0000 7f1ccb7fe640 1 -- 172.21.15.104:0/2184252694 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1cd4058050 con 0x7f1ce40d4240 2024-02-19T16:30:55.792 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1cd006b810 msgr2=0x7f1cd006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1cd006b810 0x7f1cd006dcd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1ce40d3650 tx=0x7f1cd8009040 comp rx=0 tx=0).stop 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 msgr2=0x7f1ce41f31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce41f31e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1cd400c3f0 tx=0x7f1cd400c8b0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 shutdown_connections 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1cd006b810 0x7f1cd006dcd0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1ce4162760 0x7f1ce40d0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1ce4161520 0x7f1ce40cb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 --2- 172.21.15.104:0/2184252694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce40d4240 0x7f1ce41f31e0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 >> 172.21.15.104:0/2184252694 conn(0x7f1ce408d5d0 msgr2=0x7f1ce40d3b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:55.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 shutdown_connections 2024-02-19T16:30:55.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.792+0000 7f1ce91bd640 1 -- 172.21.15.104:0/2184252694 wait complete. 2024-02-19T16:30:55.805 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:30:55.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.905+0000 7faf965bc640 1 Processor -- start 2024-02-19T16:30:55.922 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.905+0000 7faf965bc640 1 -- start start 2024-02-19T16:30:55.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.905+0000 7faf965bc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf9015ddb0 0x7faf900b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf965bc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf9006cf00 0x7faf900d18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf965bc640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf900b29b0 con 0x7faf900d1e20 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf965bc640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf900d2290 con 0x7faf9015ddb0 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf965bc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf900b1930 con 0x7faf9006cf00 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf8ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf9015ddb0 0x7faf900b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf8ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf9015ddb0 0x7faf900b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36654/0 (socket says 172.21.15.104:36654) 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf94b59640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7faf900d1e20 0x7faf900ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:44916/0 (socket says 172.21.15.104:44916) 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf8ffff640 1 -- 172.21.15.104:0/1460961291 learned_addr learned my addr 172.21.15.104:0/1460961291 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf8f7fe640 1 --2- 172.21.15.104:0/1460961291 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf9006cf00 0x7faf900d18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf8ffff640 1 -- 172.21.15.104:0/1460961291 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf9006cf00 msgr2=0x7faf900d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf8ffff640 1 --2- 172.21.15.104:0/1460961291 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf9006cf00 0x7faf900d18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf8ffff640 1 -- 172.21.15.104:0/1460961291 >> v1:172.21.15.158:6789/0 conn(0x7faf900d1e20 legacy=0x7faf900ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.906+0000 7faf8ffff640 1 -- 172.21.15.104:0/1460961291 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf900b1bf0 con 0x7faf9015ddb0 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf8ffff640 1 --2- 172.21.15.104:0/1460961291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9015ddb0 0x7faf900b12e0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7faf84009870 tx=0x7faf8402b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb9b98d7da348aa9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf8effd640 1 -- 172.21.15.104:0/1460961291 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf84030840 con 0x7faf9015ddb0 2024-02-19T16:30:55.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf8effd640 1 -- 172.21.15.104:0/1460961291 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf840309a0 con 0x7faf9015ddb0 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf8effd640 1 -- 172.21.15.104:0/1460961291 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf84030d30 con 0x7faf9015ddb0 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf965bc640 1 -- 172.21.15.104:0/1460961291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9015ddb0 msgr2=0x7faf900b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf965bc640 1 --2- 172.21.15.104:0/1460961291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9015ddb0 0x7faf900b12e0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7faf84009870 tx=0x7faf8402b980 comp rx=0 tx=0).stop 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf965bc640 1 -- 172.21.15.104:0/1460961291 shutdown_connections 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf965bc640 1 --2- 172.21.15.104:0/1460961291 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf9006cf00 0x7faf900d18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf965bc640 1 --2- 172.21.15.104:0/1460961291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9015ddb0 0x7faf900b12e0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf965bc640 1 -- 172.21.15.104:0/1460961291 >> 172.21.15.104:0/1460961291 conn(0x7faf9009aa70 msgr2=0x7faf9009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf965bc640 1 -- 172.21.15.104:0/1460961291 shutdown_connections 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.907+0000 7faf965bc640 1 -- 172.21.15.104:0/1460961291 wait complete. 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.909+0000 7faf965bc640 1 Processor -- start 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.909+0000 7faf965bc640 1 -- start start 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.909+0000 7faf965bc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9006cf00 0x7faf900b4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.909+0000 7faf965bc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf900d1e20 0x7faf9009f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.909+0000 7faf965bc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf9015ddb0 0x7faf900aea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.909+0000 7faf965bc640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf9009be60 con 0x7faf9006cf00 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.909+0000 7faf965bc640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf9009c140 con 0x7faf9015ddb0 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.909+0000 7faf965bc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf9009c420 con 0x7faf900d1e20 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9006cf00 0x7faf900b4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9006cf00 0x7faf900b4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36656/0 (socket says 172.21.15.104:36656) 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 -- 172.21.15.104:0/3101983178 learned_addr learned my addr 172.21.15.104:0/3101983178 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8f7fe640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf900d1e20 0x7faf9009f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf94b59640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf9015ddb0 0x7faf900aea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 -- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf900d1e20 msgr2=0x7faf9009f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf900d1e20 0x7faf9009f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 -- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf9015ddb0 msgr2=0x7faf900aea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf9015ddb0 0x7faf900aea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 -- 172.21.15.104:0/3101983178 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf840094d0 con 0x7faf9006cf00 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf94b59640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf9015ddb0 0x7faf900aea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8ffff640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9006cf00 0x7faf900b4380 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7faf84000c00 tx=0x7faf84004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.930 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8cff9640 1 -- 172.21.15.104:0/3101983178 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf84039a90 con 0x7faf9006cf00 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8cff9640 1 -- 172.21.15.104:0/3101983178 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf84039bf0 con 0x7faf9006cf00 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf9009c700 con 0x7faf9006cf00 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf8cff9640 1 -- 172.21.15.104:0/3101983178 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf84043410 con 0x7faf9006cf00 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.910+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf9009f630 con 0x7faf9006cf00 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.911+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf9009cc20 con 0x7faf9006cf00 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.912+0000 7faf8cff9640 1 -- 172.21.15.104:0/3101983178 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faf8404c3b0 con 0x7faf9006cf00 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.912+0000 7faf8cff9640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7c06b810 0x7faf7c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.912+0000 7faf8cff9640 1 -- 172.21.15.104:0/3101983178 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7faf840ac6f0 con 0x7faf9006cf00 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.912+0000 7faf8f7fe640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7c06b810 0x7faf7c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.912+0000 7faf8f7fe640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7c06b810 0x7faf7c06dcd0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faf901f71e0 tx=0x7faf80009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:55.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:55.916+0000 7faf8cff9640 1 -- 172.21.15.104:0/3101983178 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7faf84077260 con 0x7faf9006cf00 2024-02-19T16:30:56.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.099+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7faf900751e0 con 0x7faf9006cf00 2024-02-19T16:30:56.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.099+0000 7faf8cff9640 1 -- 172.21.15.104:0/3101983178 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7faf8407a920 con 0x7faf9006cf00 2024-02-19T16:30:56.101 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:30:56.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.101+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7c06b810 msgr2=0x7faf7c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.101+0000 7faf965bc640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7c06b810 0x7faf7c06dcd0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faf901f71e0 tx=0x7faf80009190 comp rx=0 tx=0).stop 2024-02-19T16:30:56.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.101+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9006cf00 msgr2=0x7faf900b4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.101+0000 7faf965bc640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9006cf00 0x7faf900b4380 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7faf84000c00 tx=0x7faf84004730 comp rx=0 tx=0).stop 2024-02-19T16:30:56.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.101+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 shutdown_connections 2024-02-19T16:30:56.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.101+0000 7faf965bc640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7c06b810 0x7faf7c06dcd0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.101+0000 7faf965bc640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf9015ddb0 0x7faf900aea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.102+0000 7faf965bc640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf900d1e20 0x7faf9009f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.102+0000 7faf965bc640 1 --2- 172.21.15.104:0/3101983178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf9006cf00 0x7faf900b4380 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.102+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 >> 172.21.15.104:0/3101983178 conn(0x7faf9009aa70 msgr2=0x7faf9015a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:56.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.102+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 shutdown_connections 2024-02-19T16:30:56.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.102+0000 7faf965bc640 1 -- 172.21.15.104:0/3101983178 wait complete. 2024-02-19T16:30:56.114 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:30:56.114 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:30:56.130 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:56.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.230+0000 7f2032412640 1 Processor -- start 2024-02-19T16:30:56.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.230+0000 7f2032412640 1 -- start start 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.230+0000 7f2032412640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f202c15ddb0 0x7f202c0b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.230+0000 7f2032412640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c06cf00 0x7f202c0d18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.230+0000 7f2032412640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f202c0b29b0 con 0x7f202c0d1e20 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.230+0000 7f2032412640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f202c0d2290 con 0x7f202c15ddb0 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.230+0000 7f2032412640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f202c0b1930 con 0x7f202c06cf00 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f202c15ddb0 0x7f202c0b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f202c15ddb0 0x7f202c0b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36660/0 (socket says 172.21.15.104:36660) 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202bfff640 1 -- 172.21.15.104:0/1364348364 learned_addr learned my addr 172.21.15.104:0/1364348364 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:56.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202b7fe640 1 --2- 172.21.15.104:0/1364348364 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c06cf00 0x7f202c0d18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202bfff640 1 -- 172.21.15.104:0/1364348364 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c06cf00 msgr2=0x7f202c0d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202bfff640 1 --2- 172.21.15.104:0/1364348364 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c06cf00 0x7f202c0d18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202bfff640 1 -- 172.21.15.104:0/1364348364 >> v1:172.21.15.158:6789/0 conn(0x7f202c0d1e20 legacy=0x7f202c0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202affd640 1 -- 172.21.15.104:0/1364348364 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1490255296 0 0) 0x7f2024001490 con 0x7f202c0d1e20 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.231+0000 7f202bfff640 1 -- 172.21.15.104:0/1364348364 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f202c0b1bf0 con 0x7f202c15ddb0 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f202bfff640 1 --2- 172.21.15.104:0/1364348364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c15ddb0 0x7f202c0b12e0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f201c009870 tx=0x7f201c02b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ae3c9d576214782 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f202affd640 1 -- 172.21.15.104:0/1364348364 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c030840 con 0x7f202c15ddb0 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f202affd640 1 -- 172.21.15.104:0/1364348364 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f201c0309a0 con 0x7f202c15ddb0 2024-02-19T16:30:56.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f202affd640 1 -- 172.21.15.104:0/1364348364 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c030d30 con 0x7f202c15ddb0 2024-02-19T16:30:56.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f2032412640 1 -- 172.21.15.104:0/1364348364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c15ddb0 msgr2=0x7f202c0b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f2032412640 1 --2- 172.21.15.104:0/1364348364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c15ddb0 0x7f202c0b12e0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f201c009870 tx=0x7f201c02b980 comp rx=0 tx=0).stop 2024-02-19T16:30:56.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f2032412640 1 -- 172.21.15.104:0/1364348364 shutdown_connections 2024-02-19T16:30:56.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f2032412640 1 --2- 172.21.15.104:0/1364348364 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c06cf00 0x7f202c0d18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f2032412640 1 --2- 172.21.15.104:0/1364348364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c15ddb0 0x7f202c0b12e0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f2032412640 1 -- 172.21.15.104:0/1364348364 >> 172.21.15.104:0/1364348364 conn(0x7f202c09aa70 msgr2=0x7f202c09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f2032412640 1 -- 172.21.15.104:0/1364348364 shutdown_connections 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.232+0000 7f2032412640 1 -- 172.21.15.104:0/1364348364 wait complete. 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f2032412640 1 Processor -- start 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f2032412640 1 -- start start 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f2032412640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c06cf00 0x7f202c1f8000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f2032412640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c0d1e20 0x7f202c09c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f2032412640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f202c15ddb0 0x7f202c1f76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f2032412640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c0c7d30 con 0x7f202c06cf00 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f2032412640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c09c640 con 0x7f202c15ddb0 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f2032412640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f202c0c70b0 con 0x7f202c0d1e20 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.234+0000 7f202bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c06cf00 0x7f202c1f8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f202bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c06cf00 0x7f202c1f8000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36676/0 (socket says 172.21.15.104:36676) 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f202bfff640 1 -- 172.21.15.104:0/920025594 learned_addr learned my addr 172.21.15.104:0/920025594 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:56.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f20309af640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f202c15ddb0 0x7f202c1f76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f202bfff640 1 -- 172.21.15.104:0/920025594 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c0d1e20 msgr2=0x7f202c09c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f202bfff640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c0d1e20 0x7f202c09c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f202bfff640 1 -- 172.21.15.104:0/920025594 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f202c15ddb0 msgr2=0x7f202c1f76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f202bfff640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f202c15ddb0 0x7f202c1f76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f202bfff640 1 -- 172.21.15.104:0/920025594 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f201c0094d0 con 0x7f202c06cf00 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f202bfff640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c06cf00 0x7f202c1f8000 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f201c000c00 tx=0x7f201c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f2028ff9640 1 -- 172.21.15.104:0/920025594 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c039a90 con 0x7f202c06cf00 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f2028ff9640 1 -- 172.21.15.104:0/920025594 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f201c039bf0 con 0x7f202c06cf00 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f202c0c7390 con 0x7f202c06cf00 2024-02-19T16:30:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f2028ff9640 1 -- 172.21.15.104:0/920025594 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c043410 con 0x7f202c06cf00 2024-02-19T16:30:56.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.235+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f202c0c7950 con 0x7f202c06cf00 2024-02-19T16:30:56.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.236+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f202c0c7e70 con 0x7f202c06cf00 2024-02-19T16:30:56.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.237+0000 7f2028ff9640 1 -- 172.21.15.104:0/920025594 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f201c04c3b0 con 0x7f202c06cf00 2024-02-19T16:30:56.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.237+0000 7f2028ff9640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f201806b810 0x7f201806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.237+0000 7f2028ff9640 1 -- 172.21.15.104:0/920025594 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f201c0ac5c0 con 0x7f202c06cf00 2024-02-19T16:30:56.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.237+0000 7f202b7fe640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f201806b810 0x7f201806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.238+0000 7f202b7fe640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f201806b810 0x7f201806dcd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2020006a90 tx=0x7f2020006a20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.241+0000 7f2028ff9640 1 -- 172.21.15.104:0/920025594 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f201c0771c0 con 0x7f202c06cf00 2024-02-19T16:30:56.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.413+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f202c0751e0 con 0x7f202c06cf00 2024-02-19T16:30:56.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.414+0000 7f2028ff9640 1 -- 172.21.15.104:0/920025594 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16879 (secure 0 0 0) 0x7f201c07a880 con 0x7f202c06cf00 2024-02-19T16:30:56.415 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:56.416 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":22,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:53.380286+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.12","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":2}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:56.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f201806b810 msgr2=0x7f201806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f201806b810 0x7f201806dcd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2020006a90 tx=0x7f2020006a20 comp rx=0 tx=0).stop 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c06cf00 msgr2=0x7f202c1f8000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c06cf00 0x7f202c1f8000 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f201c000c00 tx=0x7f201c004730 comp rx=0 tx=0).stop 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 shutdown_connections 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f201806b810 0x7f201806dcd0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f202c15ddb0 0x7f202c1f76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f202c0d1e20 0x7f202c09c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 --2- 172.21.15.104:0/920025594 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f202c06cf00 0x7f202c1f8000 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 >> 172.21.15.104:0/920025594 conn(0x7f202c09aa70 msgr2=0x7f202c15a0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 shutdown_connections 2024-02-19T16:30:56.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.416+0000 7f2032412640 1 -- 172.21.15.104:0/920025594 wait complete. 2024-02-19T16:30:56.429 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:56.429 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:56.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.530+0000 7f87ef4eb640 1 Processor -- start 2024-02-19T16:30:56.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.530+0000 7f87ef4eb640 1 -- start start 2024-02-19T16:30:56.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87ef4eb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f87e815e640 0x7f87e80d18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87ef4eb640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87e80ce240 con 0x7f87e806e8a0 2024-02-19T16:30:56.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87ef4eb640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87e815ecf0 con 0x7f87e806f850 2024-02-19T16:30:56.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87ef4eb640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87e815ead0 con 0x7f87e815e640 2024-02-19T16:30:56.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87eca86640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f87e806e8a0 0x7f87e80ce9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44662/0 (socket says 172.21.15.104:44662) 2024-02-19T16:30:56.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87eda88640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f87e815e640 0x7f87e80d18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87eca86640 1 -- 172.21.15.104:0/3784348100 learned_addr learned my addr 172.21.15.104:0/3784348100 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:56.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87eda88640 1 -- 172.21.15.104:0/3784348100 >> v1:172.21.15.158:6789/0 conn(0x7f87e806f850 legacy=0x7f87e806c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87eda88640 1 -- 172.21.15.104:0/3784348100 >> v1:172.21.15.104:6789/0 conn(0x7f87e806e8a0 legacy=0x7f87e80ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.531+0000 7f87dffff640 1 -- 172.21.15.104:0/3784348100 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2083419691 0 0) 0x7f87e815ecf0 con 0x7f87e806f850 2024-02-19T16:30:56.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.532+0000 7f87eda88640 1 -- 172.21.15.104:0/3784348100 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87e815efd0 con 0x7f87e815e640 2024-02-19T16:30:56.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.532+0000 7f87eda88640 1 --2- 172.21.15.104:0/3784348100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e815e640 0x7f87e80d18a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f87e00097a0 tx=0x7f87e002b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7f5c49df0aa798f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.532+0000 7f87dffff640 1 -- 172.21.15.104:0/3784348100 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87e0030710 con 0x7f87e815e640 2024-02-19T16:30:56.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.532+0000 7f87dffff640 1 -- 172.21.15.104:0/3784348100 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87e002e050 con 0x7f87e815e640 2024-02-19T16:30:56.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.532+0000 7f87dffff640 1 -- 172.21.15.104:0/3784348100 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87e0030a90 con 0x7f87e815e640 2024-02-19T16:30:56.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.533+0000 7f87ef4eb640 1 -- 172.21.15.104:0/3784348100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e815e640 msgr2=0x7f87e80d18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.533+0000 7f87ef4eb640 1 --2- 172.21.15.104:0/3784348100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e815e640 0x7f87e80d18a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f87e00097a0 tx=0x7f87e002b790 comp rx=0 tx=0).stop 2024-02-19T16:30:56.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.533+0000 7f87ef4eb640 1 -- 172.21.15.104:0/3784348100 shutdown_connections 2024-02-19T16:30:56.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.533+0000 7f87ef4eb640 1 --2- 172.21.15.104:0/3784348100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e815e640 0x7f87e80d18a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.533+0000 7f87ef4eb640 1 -- 172.21.15.104:0/3784348100 >> 172.21.15.104:0/3784348100 conn(0x7f87e809aa70 msgr2=0x7f87e809ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:56.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.533+0000 7f87ef4eb640 1 -- 172.21.15.104:0/3784348100 shutdown_connections 2024-02-19T16:30:56.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.533+0000 7f87ef4eb640 1 -- 172.21.15.104:0/3784348100 wait complete. 2024-02-19T16:30:56.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.534+0000 7f87ef4eb640 1 Processor -- start 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.534+0000 7f87ef4eb640 1 -- start start 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ef4eb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e806e8a0 0x7f87e81f3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ef4eb640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87e806f850 0x7f87e80b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ef4eb640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87e815e640 0x7f87e80cb660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ef4eb640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e80ca500 con 0x7f87e806e8a0 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ef4eb640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e81f43e0 con 0x7f87e806f850 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ef4eb640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87e81f46c0 con 0x7f87e815e640 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e806e8a0 0x7f87e81f3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e806e8a0 0x7f87e81f3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36690/0 (socket says 172.21.15.104:36690) 2024-02-19T16:30:56.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 -- 172.21.15.104:0/2382471130 learned_addr learned my addr 172.21.15.104:0/2382471130 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87eda88640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87e815e640 0x7f87e80cb660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87eca86640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87e806f850 0x7f87e80b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 -- 172.21.15.104:0/2382471130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87e815e640 msgr2=0x7f87e80cb660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87e815e640 0x7f87e80cb660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 -- 172.21.15.104:0/2382471130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87e806f850 msgr2=0x7f87e80b4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87e806f850 0x7f87e80b4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 -- 172.21.15.104:0/2382471130 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87e0009400 con 0x7f87e806e8a0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ed287640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e806e8a0 0x7f87e81f3b60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f87e400c8c0 tx=0x7f87e400cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ddffb640 1 -- 172.21.15.104:0/2382471130 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87e4003da0 con 0x7f87e806e8a0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.535+0000 7f87ddffb640 1 -- 172.21.15.104:0/2382471130 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87e4005070 con 0x7f87e806e8a0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.536+0000 7f87ddffb640 1 -- 172.21.15.104:0/2382471130 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87e4005400 con 0x7f87e806e8a0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.536+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87e80b4650 con 0x7f87e806e8a0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.536+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87e81f40a0 con 0x7f87e806e8a0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.537+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87e80b4b70 con 0x7f87e806e8a0 2024-02-19T16:30:56.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.537+0000 7f87ddffb640 1 -- 172.21.15.104:0/2382471130 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f87e4005560 con 0x7f87e806e8a0 2024-02-19T16:30:56.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.537+0000 7f87ddffb640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f87cc06b810 0x7f87cc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.537+0000 7f87ddffb640 1 -- 172.21.15.104:0/2382471130 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f87e408a120 con 0x7f87e806e8a0 2024-02-19T16:30:56.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.537+0000 7f87eca86640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f87cc06b810 0x7f87cc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.538+0000 7f87eca86640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f87cc06b810 0x7f87cc06dcd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f87e81f16c0 tx=0x7f87d8007e20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.542+0000 7f87ddffb640 1 -- 172.21.15.104:0/2382471130 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f87e80b4b70 con 0x7f87e806e8a0 2024-02-19T16:30:56.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.712+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f87e80b4b70 con 0x7f87e806e8a0 2024-02-19T16:30:56.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.712+0000 7f87ddffb640 1 -- 172.21.15.104:0/2382471130 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f87e80b4b70 con 0x7f87e806e8a0 2024-02-19T16:30:56.714 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:56.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f87cc06b810 msgr2=0x7f87cc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.716 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f87cc06b810 0x7f87cc06dcd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f87e81f16c0 tx=0x7f87d8007e20 comp rx=0 tx=0).stop 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e806e8a0 msgr2=0x7f87e81f3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e806e8a0 0x7f87e81f3b60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f87e400c8c0 tx=0x7f87e400cd80 comp rx=0 tx=0).stop 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 shutdown_connections 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f87cc06b810 0x7f87cc06dcd0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f87e815e640 0x7f87e80cb660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f87e806f850 0x7f87e80b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 --2- 172.21.15.104:0/2382471130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e806e8a0 0x7f87e81f3b60 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 >> 172.21.15.104:0/2382471130 conn(0x7f87e809aa70 msgr2=0x7f87e80d17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 shutdown_connections 2024-02-19T16:30:56.717 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.715+0000 7f87ef4eb640 1 -- 172.21.15.104:0/2382471130 wait complete. 2024-02-19T16:30:56.727 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:56.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.827+0000 7f9f9fde2640 1 Processor -- start 2024-02-19T16:30:56.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.828+0000 7f9f9fde2640 1 -- start start 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.828+0000 7f9f9fde2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9f980d0580 0x7f9f980d0a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.828+0000 7f9f9fde2640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f980d1b40 con 0x7f9f9815de10 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.828+0000 7f9f9fde2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f980d1e20 con 0x7f9f980b8d90 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.828+0000 7f9f9fde2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f980d0f40 con 0x7f9f980d0580 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.829+0000 7f9f9d37d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9f980d0580 0x7f9f980d0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.829+0000 7f9f9db7e640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9f9815de10 0x7f9f980cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44670/0 (socket says 172.21.15.104:44670) 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.829+0000 7f9f9db7e640 1 -- 172.21.15.104:0/603146891 learned_addr learned my addr 172.21.15.104:0/603146891 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.829+0000 7f9f9d37d640 1 -- 172.21.15.104:0/603146891 >> v1:172.21.15.158:6789/0 conn(0x7f9f980b8d90 legacy=0x7f9f980b91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.829+0000 7f9f9d37d640 1 -- 172.21.15.104:0/603146891 >> v1:172.21.15.104:6789/0 conn(0x7f9f9815de10 legacy=0x7f9f980cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.829+0000 7f9f9d37d640 1 -- 172.21.15.104:0/603146891 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f980d2100 con 0x7f9f980d0580 2024-02-19T16:30:56.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9d37d640 1 --2- 172.21.15.104:0/603146891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f980d0580 0x7f9f980d0a00 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9f880097a0 tx=0x7f9f8802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59629577490012d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9cb7c640 1 -- 172.21.15.104:0/603146891 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f88031830 con 0x7f9f980d0580 2024-02-19T16:30:56.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9cb7c640 1 -- 172.21.15.104:0/603146891 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f88031990 con 0x7f9f980d0580 2024-02-19T16:30:56.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9cb7c640 1 -- 172.21.15.104:0/603146891 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f88031d20 con 0x7f9f980d0580 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9fde2640 1 -- 172.21.15.104:0/603146891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f980d0580 msgr2=0x7f9f980d0a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9fde2640 1 --2- 172.21.15.104:0/603146891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f980d0580 0x7f9f980d0a00 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9f880097a0 tx=0x7f9f8802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9fde2640 1 -- 172.21.15.104:0/603146891 shutdown_connections 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9fde2640 1 --2- 172.21.15.104:0/603146891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f980d0580 0x7f9f980d0a00 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9fde2640 1 -- 172.21.15.104:0/603146891 >> 172.21.15.104:0/603146891 conn(0x7f9f9809cf10 msgr2=0x7f9f980d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9fde2640 1 -- 172.21.15.104:0/603146891 shutdown_connections 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.830+0000 7f9f9fde2640 1 -- 172.21.15.104:0/603146891 wait complete. 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.831+0000 7f9f9fde2640 1 Processor -- start 2024-02-19T16:30:56.833 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.831+0000 7f9f9fde2640 1 -- start start 2024-02-19T16:30:56.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9fde2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f980b8d90 0x7f9f981531b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9fde2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f980d0580 0x7f9f98156e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9fde2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f9815de10 0x7f9f980cf580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9fde2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f98157f40 con 0x7f9f9815de10 2024-02-19T16:30:56.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9fde2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f9815f060 con 0x7f9f980d0580 2024-02-19T16:30:56.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9fde2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f9815ed50 con 0x7f9f980b8d90 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9e37f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f9815de10 0x7f9f980cf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9e37f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f9815de10 0x7f9f980cf580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36714/0 (socket says 172.21.15.104:36714) 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9e37f640 1 -- 172.21.15.104:0/3597476055 learned_addr learned my addr 172.21.15.104:0/3597476055 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9db7e640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f980b8d90 0x7f9f981531b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.832+0000 7f9f9d37d640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f980d0580 0x7f9f98156e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f9e37f640 1 -- 172.21.15.104:0/3597476055 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f980b8d90 msgr2=0x7f9f981531b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f9e37f640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f980b8d90 0x7f9f981531b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f9e37f640 1 -- 172.21.15.104:0/3597476055 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f980d0580 msgr2=0x7f9f98156e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f9e37f640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f980d0580 0x7f9f98156e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f9e37f640 1 -- 172.21.15.104:0/3597476055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f88009400 con 0x7f9f9815de10 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f9e37f640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f9815de10 0x7f9f980cf580 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9f9000c740 tx=0x7f9f9000cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f8e7fc640 1 -- 172.21.15.104:0/3597476055 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f90006d50 con 0x7f9f9815de10 2024-02-19T16:30:56.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f8e7fc640 1 -- 172.21.15.104:0/3597476055 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f9000ce50 con 0x7f9f9815de10 2024-02-19T16:30:56.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f981576a0 con 0x7f9f9815de10 2024-02-19T16:30:56.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f8e7fc640 1 -- 172.21.15.104:0/3597476055 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f90003bb0 con 0x7f9f9815de10 2024-02-19T16:30:56.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.833+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f98157c60 con 0x7f9f9815de10 2024-02-19T16:30:56.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.834+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f9815f1d0 con 0x7f9f9815de10 2024-02-19T16:30:56.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.834+0000 7f9f8e7fc640 1 -- 172.21.15.104:0/3597476055 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9f90003d10 con 0x7f9f9815de10 2024-02-19T16:30:56.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.835+0000 7f9f8e7fc640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7c06b840 0x7f9f7c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:56.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.835+0000 7f9f8e7fc640 1 -- 172.21.15.104:0/3597476055 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f9f90089c70 con 0x7f9f9815de10 2024-02-19T16:30:56.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.835+0000 7f9f9db7e640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7c06b840 0x7f9f7c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:56.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.835+0000 7f9f9db7e640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7c06b840 0x7f9f7c06dd00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9f94005880 tx=0x7f9f94009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:56.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:56.839+0000 7f9f8e7fc640 1 -- 172.21.15.104:0/3597476055 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9f90058280 con 0x7f9f9815de10 2024-02-19T16:30:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.008+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9f980751e0 con 0x7f9f9815de10 2024-02-19T16:30:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.009+0000 7f9f8e7fc640 1 -- 172.21.15.104:0/3597476055 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9f90057e10 con 0x7f9f9815de10 2024-02-19T16:30:57.010 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7c06b840 msgr2=0x7f9f7c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7c06b840 0x7f9f7c06dd00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9f94005880 tx=0x7f9f94009040 comp rx=0 tx=0).stop 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f9815de10 msgr2=0x7f9f980cf580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f9815de10 0x7f9f980cf580 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9f9000c740 tx=0x7f9f9000cc00 comp rx=0 tx=0).stop 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 shutdown_connections 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f7c06b840 0x7f9f7c06dd00 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f9815de10 0x7f9f980cf580 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f980d0580 0x7f9f98156e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 --2- 172.21.15.104:0/3597476055 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f980b8d90 0x7f9f981531b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 >> 172.21.15.104:0/3597476055 conn(0x7f9f9809cf10 msgr2=0x7f9f980cea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:57.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 shutdown_connections 2024-02-19T16:30:57.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.011+0000 7f9f9fde2640 1 -- 172.21.15.104:0/3597476055 wait complete. 2024-02-19T16:30:57.023 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:57.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.125+0000 7fed65b25640 1 Processor -- start 2024-02-19T16:30:57.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.125+0000 7fed65b25640 1 -- start start 2024-02-19T16:30:57.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed65b25640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fed600d2910 0x7fed600d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed65b25640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed600ce7a0 con 0x7fed600d1bb0 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed65b25640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed600d0ac0 con 0x7fed60161440 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed65b25640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed60161820 con 0x7fed600d2910 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5effd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fed600d1bb0 0x7fed600d2200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44674/0 (socket says 172.21.15.104:44674) 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5effd640 1 -- 172.21.15.104:0/4200663734 learned_addr learned my addr 172.21.15.104:0/4200663734 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5ffff640 1 --2- 172.21.15.104:0/4200663734 >> v2:172.21.15.158:3300/0 conn(0x7fed600d2910 0x7fed600d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5e7fc640 1 -- 172.21.15.104:0/4200663734 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2047882445 0 0) 0x7fed600d0ac0 con 0x7fed60161440 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5e7fc640 1 -- 172.21.15.104:0/4200663734 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fed48003520 con 0x7fed60161440 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5e7fc640 1 -- 172.21.15.104:0/4200663734 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 910099517 0 0) 0x7fed600ce7a0 con 0x7fed600d1bb0 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5ffff640 1 -- 172.21.15.104:0/4200663734 >> v1:172.21.15.158:6789/0 conn(0x7fed60161440 legacy=0x7fed600b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5ffff640 1 -- 172.21.15.104:0/4200663734 >> v1:172.21.15.104:6789/0 conn(0x7fed600d1bb0 legacy=0x7fed600d2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.126+0000 7fed5ffff640 1 -- 172.21.15.104:0/4200663734 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed600d2010 con 0x7fed600d2910 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.127+0000 7fed5ffff640 1 --2- 172.21.15.104:0/4200663734 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d2910 0x7fed600d0580 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fed58009d90 tx=0x7fed5802bf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63e0d1f8ea708a06 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.127+0000 7fed5e7fc640 1 -- 172.21.15.104:0/4200663734 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5802cd00 con 0x7fed600d2910 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.127+0000 7fed5e7fc640 1 -- 172.21.15.104:0/4200663734 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed5802ce60 con 0x7fed600d2910 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.127+0000 7fed5e7fc640 1 -- 172.21.15.104:0/4200663734 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed58034640 con 0x7fed600d2910 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.128+0000 7fed65b25640 1 -- 172.21.15.104:0/4200663734 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d2910 msgr2=0x7fed600d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.128+0000 7fed65b25640 1 --2- 172.21.15.104:0/4200663734 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d2910 0x7fed600d0580 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fed58009d90 tx=0x7fed5802bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.128+0000 7fed65b25640 1 -- 172.21.15.104:0/4200663734 shutdown_connections 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.128+0000 7fed65b25640 1 --2- 172.21.15.104:0/4200663734 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d2910 0x7fed600d0580 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.128+0000 7fed65b25640 1 -- 172.21.15.104:0/4200663734 >> 172.21.15.104:0/4200663734 conn(0x7fed6009cef0 msgr2=0x7fed600d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.128+0000 7fed65b25640 1 -- 172.21.15.104:0/4200663734 shutdown_connections 2024-02-19T16:30:57.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.128+0000 7fed65b25640 1 -- 172.21.15.104:0/4200663734 wait complete. 2024-02-19T16:30:57.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.129+0000 7fed65b25640 1 Processor -- start 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.129+0000 7fed65b25640 1 -- start start 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed65b25640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d1bb0 0x7fed600c8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed65b25640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed600d2910 0x7fed600ca1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed65b25640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed60161440 0x7fed6015ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed65b25640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed600c92c0 con 0x7fed600d2910 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed65b25640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed6009ef90 con 0x7fed600d1bb0 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed65b25640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed600c8740 con 0x7fed60161440 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed600d2910 0x7fed600ca1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed600d2910 0x7fed600ca1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36724/0 (socket says 172.21.15.104:36724) 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 -- 172.21.15.104:0/155426709 learned_addr learned my addr 172.21.15.104:0/155426709 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5ffff640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed60161440 0x7fed6015ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5f7fe640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d1bb0 0x7fed600c8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 -- 172.21.15.104:0/155426709 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed60161440 msgr2=0x7fed6015ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed60161440 0x7fed6015ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 -- 172.21.15.104:0/155426709 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d1bb0 msgr2=0x7fed600c8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d1bb0 0x7fed600c8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 -- 172.21.15.104:0/155426709 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed58009a70 con 0x7fed600d2910 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed5effd640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed600d2910 0x7fed600ca1a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fed5400c3f0 tx=0x7fed5400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed47fff640 1 -- 172.21.15.104:0/155426709 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed540074e0 con 0x7fed600d2910 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed47fff640 1 -- 172.21.15.104:0/155426709 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed54007640 con 0x7fed600d2910 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.130+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed600c8a20 con 0x7fed600d2910 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.131+0000 7fed47fff640 1 -- 172.21.15.104:0/155426709 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed54004a20 con 0x7fed600d2910 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.131+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed600c8fe0 con 0x7fed600d2910 2024-02-19T16:30:57.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.132+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed600751e0 con 0x7fed600d2910 2024-02-19T16:30:57.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.132+0000 7fed47fff640 1 -- 172.21.15.104:0/155426709 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fed54004b80 con 0x7fed600d2910 2024-02-19T16:30:57.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.132+0000 7fed47fff640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fed4c06b840 0x7fed4c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.132+0000 7fed47fff640 1 -- 172.21.15.104:0/155426709 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fed54089f00 con 0x7fed600d2910 2024-02-19T16:30:57.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.133+0000 7fed5f7fe640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fed4c06b840 0x7fed4c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.133+0000 7fed5f7fe640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fed4c06b840 0x7fed4c06dd00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fed500011e0 tx=0x7fed50009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.137+0000 7fed47fff640 1 -- 172.21.15.104:0/155426709 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fed540548d0 con 0x7fed600d2910 2024-02-19T16:30:57.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.312+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fed6009f190 con 0x7fed600d2910 2024-02-19T16:30:57.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.312+0000 7fed47fff640 1 -- 172.21.15.104:0/155426709 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fed54057f90 con 0x7fed600d2910 2024-02-19T16:30:57.314 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:57.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fed4c06b840 msgr2=0x7fed4c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fed4c06b840 0x7fed4c06dd00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fed500011e0 tx=0x7fed50009040 comp rx=0 tx=0).stop 2024-02-19T16:30:57.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed600d2910 msgr2=0x7fed600ca1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed600d2910 0x7fed600ca1a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fed5400c3f0 tx=0x7fed5400c8b0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 shutdown_connections 2024-02-19T16:30:57.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fed4c06b840 0x7fed4c06dd00 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed600d2910 0x7fed600ca1a0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed60161440 0x7fed6015ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 --2- 172.21.15.104:0/155426709 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed600d1bb0 0x7fed600c8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 >> 172.21.15.104:0/155426709 conn(0x7fed6009cef0 msgr2=0x7fed6006cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:57.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 shutdown_connections 2024-02-19T16:30:57.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.314+0000 7fed65b25640 1 -- 172.21.15.104:0/155426709 wait complete. 2024-02-19T16:30:57.327 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:30:57.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.427+0000 7f3a309c9640 1 Processor -- start 2024-02-19T16:30:57.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.427+0000 7f3a309c9640 1 -- start start 2024-02-19T16:30:57.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a309c9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3a2c0d4240 0x7f3a2c168dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a309c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a2c0b4080 con 0x7f3a2c162760 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a309c9640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a2c0b42f0 con 0x7f3a2c161520 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a309c9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a2c0b45d0 con 0x7f3a2c0d4240 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a23fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f3a2c162760 0x7f3a2c0d3b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44686/0 (socket says 172.21.15.104:44686) 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a23fff640 1 -- 172.21.15.104:0/280900878 learned_addr learned my addr 172.21.15.104:0/280900878 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a2ad9d640 1 --2- 172.21.15.104:0/280900878 >> v2:172.21.15.104:3300/0 conn(0x7f3a2c0d4240 0x7f3a2c168dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a29d9b640 1 -- 172.21.15.104:0/280900878 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2001965691 0 0) 0x7f3a2c0b4080 con 0x7f3a2c162760 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a29d9b640 1 -- 172.21.15.104:0/280900878 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3a18003520 con 0x7f3a2c162760 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a2ad9d640 1 -- 172.21.15.104:0/280900878 >> v1:172.21.15.158:6789/0 conn(0x7f3a2c161520 legacy=0x7f3a2c0b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a29d9b640 1 -- 172.21.15.104:0/280900878 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4201409307 0 0) 0x7f3a2c0b42f0 con 0x7f3a2c161520 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a2ad9d640 1 -- 172.21.15.104:0/280900878 >> v1:172.21.15.104:6789/0 conn(0x7f3a2c162760 legacy=0x7f3a2c0d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.428+0000 7f3a2ad9d640 1 -- 172.21.15.104:0/280900878 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a2c0b48b0 con 0x7f3a2c0d4240 2024-02-19T16:30:57.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.429+0000 7f3a2ad9d640 1 --2- 172.21.15.104:0/280900878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c0d4240 0x7f3a2c168dc0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3a24009d90 tx=0x7f3a2402bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66f458d4cc18a02 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.429+0000 7f3a29d9b640 1 -- 172.21.15.104:0/280900878 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a2402cd00 con 0x7f3a2c0d4240 2024-02-19T16:30:57.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.429+0000 7f3a29d9b640 1 -- 172.21.15.104:0/280900878 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a2402ce60 con 0x7f3a2c0d4240 2024-02-19T16:30:57.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.429+0000 7f3a29d9b640 1 -- 172.21.15.104:0/280900878 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a24034660 con 0x7f3a2c0d4240 2024-02-19T16:30:57.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.429+0000 7f3a309c9640 1 -- 172.21.15.104:0/280900878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c0d4240 msgr2=0x7f3a2c168dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.429+0000 7f3a309c9640 1 --2- 172.21.15.104:0/280900878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c0d4240 0x7f3a2c168dc0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3a24009d90 tx=0x7f3a2402bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:57.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.429+0000 7f3a309c9640 1 -- 172.21.15.104:0/280900878 shutdown_connections 2024-02-19T16:30:57.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.429+0000 7f3a309c9640 1 --2- 172.21.15.104:0/280900878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c0d4240 0x7f3a2c168dc0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.430+0000 7f3a309c9640 1 -- 172.21.15.104:0/280900878 >> 172.21.15.104:0/280900878 conn(0x7f3a2c08d5d0 msgr2=0x7f3a2c09cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:57.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.430+0000 7f3a309c9640 1 -- 172.21.15.104:0/280900878 shutdown_connections 2024-02-19T16:30:57.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.430+0000 7f3a309c9640 1 -- 172.21.15.104:0/280900878 wait complete. 2024-02-19T16:30:57.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.431+0000 7f3a309c9640 1 Processor -- start 2024-02-19T16:30:57.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.431+0000 7f3a309c9640 1 -- start start 2024-02-19T16:30:57.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a309c9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3a2c0d4240 0x7f3a2c159630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a309c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c161520 0x7f3a2c160760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a309c9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3a2c162760 0x7f3a2c159e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a309c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a2c1591a0 con 0x7f3a2c161520 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a309c9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a2c15a950 con 0x7f3a2c0d4240 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a309c9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a2c15ac30 con 0x7f3a2c162760 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c161520 0x7f3a2c160760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c161520 0x7f3a2c160760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36736/0 (socket says 172.21.15.104:36736) 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 -- 172.21.15.104:0/1439785576 learned_addr learned my addr 172.21.15.104:0/1439785576 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a2a59c640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3a2c0d4240 0x7f3a2c159630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a2ad9d640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3a2c162760 0x7f3a2c159e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 -- 172.21.15.104:0/1439785576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3a2c162760 msgr2=0x7f3a2c159e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3a2c162760 0x7f3a2c159e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 -- 172.21.15.104:0/1439785576 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3a2c0d4240 msgr2=0x7f3a2c159630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3a2c0d4240 0x7f3a2c159630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 -- 172.21.15.104:0/1439785576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a24009a70 con 0x7f3a2c161520 2024-02-19T16:30:57.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a23fff640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c161520 0x7f3a2c160760 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3a1400c430 tx=0x7f3a1400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a22ffd640 1 -- 172.21.15.104:0/1439785576 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a14005ce0 con 0x7f3a2c161520 2024-02-19T16:30:57.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a22ffd640 1 -- 172.21.15.104:0/1439785576 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a14005e40 con 0x7f3a2c161520 2024-02-19T16:30:57.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a22ffd640 1 -- 172.21.15.104:0/1439785576 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a140072f0 con 0x7f3a2c161520 2024-02-19T16:30:57.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a2c158b50 con 0x7f3a2c161520 2024-02-19T16:30:57.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.432+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a2c160ca0 con 0x7f3a2c161520 2024-02-19T16:30:57.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.433+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a2c0751e0 con 0x7f3a2c161520 2024-02-19T16:30:57.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.434+0000 7f3a22ffd640 1 -- 172.21.15.104:0/1439785576 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3a14007450 con 0x7f3a2c161520 2024-02-19T16:30:57.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.434+0000 7f3a22ffd640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3a0c06b840 0x7f3a0c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.434+0000 7f3a22ffd640 1 -- 172.21.15.104:0/1439785576 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f3a140897f0 con 0x7f3a2c161520 2024-02-19T16:30:57.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.434+0000 7f3a2a59c640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3a0c06b840 0x7f3a0c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.435+0000 7f3a2a59c640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3a0c06b840 0x7f3a0c06dd00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c000f60 tx=0x7f3a1c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.439+0000 7f3a22ffd640 1 -- 172.21.15.104:0/1439785576 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f3a14054240 con 0x7f3a2c161520 2024-02-19T16:30:57.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.621+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f3a2c0b3750 con 0x7f3a2c161520 2024-02-19T16:30:57.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.621+0000 7f3a22ffd640 1 -- 172.21.15.104:0/1439785576 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f3a14017080 con 0x7f3a2c161520 2024-02-19T16:30:57.623 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:30:57.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3a0c06b840 msgr2=0x7f3a0c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3a0c06b840 0x7f3a0c06dd00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c000f60 tx=0x7f3a1c009040 comp rx=0 tx=0).stop 2024-02-19T16:30:57.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c161520 msgr2=0x7f3a2c160760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c161520 0x7f3a2c160760 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3a1400c430 tx=0x7f3a1400c8f0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 shutdown_connections 2024-02-19T16:30:57.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3a0c06b840 0x7f3a0c06dd00 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a2c161520 0x7f3a2c160760 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3a2c162760 0x7f3a2c159e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 --2- 172.21.15.104:0/1439785576 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3a2c0d4240 0x7f3a2c159630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 >> 172.21.15.104:0/1439785576 conn(0x7f3a2c08d5d0 msgr2=0x7f3a2c0b4dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:57.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 shutdown_connections 2024-02-19T16:30:57.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.623+0000 7f3a309c9640 1 -- 172.21.15.104:0/1439785576 wait complete. 2024-02-19T16:30:57.636 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi158.front.sepia.ceph.com... 2024-02-19T16:30:57.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:57.636 DEBUG:teuthology.orchestra.run.smithi158:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-02-19T16:30:57.665 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:30:57.665 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:30:57.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:30:57.665 DEBUG:teuthology.orchestra.run.smithi158:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-02-19T16:30:57.721 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-02-19T16:30:57.721 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:57.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.820+0000 7ff2f6516640 1 Processor -- start 2024-02-19T16:30:57.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.820+0000 7ff2f6516640 1 -- start start 2024-02-19T16:30:57.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.820+0000 7ff2f6516640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff2f0072780 0x7ff2f015ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.820+0000 7ff2f6516640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2f00b41a0 con 0x7ff2f00afc60 2024-02-19T16:30:57.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.820+0000 7ff2f6516640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2f00b3900 con 0x7ff2f015ef80 2024-02-19T16:30:57.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.820+0000 7ff2f6516640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2f015e310 con 0x7ff2f0072780 2024-02-19T16:30:57.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.820+0000 7ff2ef7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff2f0072780 0x7ff2f015ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.822 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.821+0000 7ff2effff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff2f00afc60 0x7ff2f00b5600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44702/0 (socket says 172.21.15.104:44702) 2024-02-19T16:30:57.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.821+0000 7ff2ef7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff2f0072780 0x7ff2f015ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36746/0 (socket says 172.21.15.104:36746) 2024-02-19T16:30:57.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.821+0000 7ff2effff640 1 -- 172.21.15.104:0/2482550333 learned_addr learned my addr 172.21.15.104:0/2482550333 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:57.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.821+0000 7ff2ef7fe640 1 -- 172.21.15.104:0/2482550333 >> v1:172.21.15.158:6789/0 conn(0x7ff2f015ef80 legacy=0x7ff2f00d0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.821+0000 7ff2ef7fe640 1 -- 172.21.15.104:0/2482550333 >> v1:172.21.15.104:6789/0 conn(0x7ff2f00afc60 legacy=0x7ff2f00b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.821+0000 7ff2ef7fe640 1 -- 172.21.15.104:0/2482550333 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2f00b3be0 con 0x7ff2f0072780 2024-02-19T16:30:57.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.821+0000 7ff2eeffd640 1 -- 172.21.15.104:0/2482550333 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 186874713 0 0) 0x7ff2f00b41a0 con 0x7ff2f00afc60 2024-02-19T16:30:57.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2ef7fe640 1 --2- 172.21.15.104:0/2482550333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f0072780 0x7ff2f015ea40 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff2e40097a0 tx=0x7ff2e402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fef7a6b06e0310d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2eeffd640 1 -- 172.21.15.104:0/2482550333 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2e4031830 con 0x7ff2f0072780 2024-02-19T16:30:57.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2eeffd640 1 -- 172.21.15.104:0/2482550333 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2e4031990 con 0x7ff2f0072780 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2eeffd640 1 -- 172.21.15.104:0/2482550333 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2e4031d20 con 0x7ff2f0072780 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2f6516640 1 -- 172.21.15.104:0/2482550333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f0072780 msgr2=0x7ff2f015ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2f6516640 1 --2- 172.21.15.104:0/2482550333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f0072780 0x7ff2f015ea40 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff2e40097a0 tx=0x7ff2e402b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2f6516640 1 -- 172.21.15.104:0/2482550333 shutdown_connections 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2f6516640 1 --2- 172.21.15.104:0/2482550333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f0072780 0x7ff2f015ea40 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2f6516640 1 -- 172.21.15.104:0/2482550333 >> 172.21.15.104:0/2482550333 conn(0x7ff2f006c020 msgr2=0x7ff2f006c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2f6516640 1 -- 172.21.15.104:0/2482550333 shutdown_connections 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.822+0000 7ff2f6516640 1 -- 172.21.15.104:0/2482550333 wait complete. 2024-02-19T16:30:57.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.823+0000 7ff2f6516640 1 Processor -- start 2024-02-19T16:30:57.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f6516640 1 -- start start 2024-02-19T16:30:57.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f6516640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2f0072780 0x7ff2f01482a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f6516640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2f00afc60 0x7ff2f0158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.827 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f6516640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f015ef80 0x7ff2f0161080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f6516640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f0160ac0 con 0x7ff2f015ef80 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f6516640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f015ff40 con 0x7ff2f00afc60 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f6516640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f0160220 con 0x7ff2f0072780 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f4ab3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f015ef80 0x7ff2f0161080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f4ab3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f015ef80 0x7ff2f0161080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36760/0 (socket says 172.21.15.104:36760) 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2f4ab3640 1 -- 172.21.15.104:0/1927951112 learned_addr learned my addr 172.21.15.104:0/1927951112 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2effff640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2f0072780 0x7ff2f01482a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.824+0000 7ff2ef7fe640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2f00afc60 0x7ff2f0158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2f4ab3640 1 -- 172.21.15.104:0/1927951112 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2f0072780 msgr2=0x7ff2f01482a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2f4ab3640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2f0072780 0x7ff2f01482a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2f4ab3640 1 -- 172.21.15.104:0/1927951112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2f00afc60 msgr2=0x7ff2f0158c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2f4ab3640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2f00afc60 0x7ff2f0158c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:57.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2f4ab3640 1 -- 172.21.15.104:0/1927951112 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2e4009400 con 0x7ff2f015ef80 2024-02-19T16:30:57.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2f4ab3640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f015ef80 0x7ff2f0161080 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff2e800c6b0 tx=0x7ff2e800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2ecff9640 1 -- 172.21.15.104:0/1927951112 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2e8003b70 con 0x7ff2f015ef80 2024-02-19T16:30:57.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2ecff9640 1 -- 172.21.15.104:0/1927951112 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2e8003cf0 con 0x7ff2f015ef80 2024-02-19T16:30:57.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2ecff9640 1 -- 172.21.15.104:0/1927951112 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2e8003ea0 con 0x7ff2f015ef80 2024-02-19T16:30:57.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2f0160500 con 0x7ff2f015ef80 2024-02-19T16:30:57.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.825+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2f0155a30 con 0x7ff2f015ef80 2024-02-19T16:30:57.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.826+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2f0071d70 con 0x7ff2f015ef80 2024-02-19T16:30:57.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.827+0000 7ff2ecff9640 1 -- 172.21.15.104:0/1927951112 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff2e8005310 con 0x7ff2f015ef80 2024-02-19T16:30:57.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.827+0000 7ff2ecff9640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2dc06b810 0x7ff2dc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:57.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.827+0000 7ff2ecff9640 1 -- 172.21.15.104:0/1927951112 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7ff2e8089e00 con 0x7ff2f015ef80 2024-02-19T16:30:57.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.827+0000 7ff2effff640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2dc06b810 0x7ff2dc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:57.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.827+0000 7ff2effff640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2dc06b810 0x7ff2dc06dcd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0007f70 tx=0x7ff2e0007f00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:57.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:57.831+0000 7ff2ecff9640 1 -- 172.21.15.104:0/1927951112 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff2e80548e0 con 0x7ff2f015ef80 2024-02-19T16:30:58.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.037+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff2f01560a0 con 0x7ff2f015ef80 2024-02-19T16:30:58.039 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.038+0000 7ff2ecff9640 1 -- 172.21.15.104:0/1927951112 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4941 (secure 0 0 0) 0x7ff2e8057fa0 con 0x7ff2f015ef80 2024-02-19T16:30:58.039 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:58.039 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:30:11.601260+0000","modified":"2024-02-19T16:30:13.948396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-19T16:30:58.040 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 7 2024-02-19T16:30:58.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2dc06b810 msgr2=0x7ff2dc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2dc06b810 0x7ff2dc06dcd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0007f70 tx=0x7ff2e0007f00 comp rx=0 tx=0).stop 2024-02-19T16:30:58.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f015ef80 msgr2=0x7ff2f0161080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f015ef80 0x7ff2f0161080 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff2e800c6b0 tx=0x7ff2e800cb70 comp rx=0 tx=0).stop 2024-02-19T16:30:58.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 shutdown_connections 2024-02-19T16:30:58.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2dc06b810 0x7ff2dc06dcd0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2f015ef80 0x7ff2f0161080 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2f00afc60 0x7ff2f0158c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 --2- 172.21.15.104:0/1927951112 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2f0072780 0x7ff2f01482a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 >> 172.21.15.104:0/1927951112 conn(0x7ff2f006c020 msgr2=0x7ff2f006d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:58.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 shutdown_connections 2024-02-19T16:30:58.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.040+0000 7ff2f6516640 1 -- 172.21.15.104:0/1927951112 wait complete. 2024-02-19T16:30:58.052 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:58.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.150+0000 7fce17f56640 1 Processor -- start 2024-02-19T16:30:58.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.150+0000 7fce17f56640 1 -- start start 2024-02-19T16:30:58.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.151+0000 7fce17f56640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fce1015dd80 0x7fce100d1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.151+0000 7fce17f56640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce100cea40 con 0x7fce100d1c80 2024-02-19T16:30:58.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.151+0000 7fce17f56640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce100ced20 con 0x7fce100d0be0 2024-02-19T16:30:58.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.151+0000 7fce17f56640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce100d4640 con 0x7fce1015dd80 2024-02-19T16:30:58.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.151+0000 7fce15cf2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fce1015dd80 0x7fce100d1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.151+0000 7fce154f1640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fce100d1c80 0x7fce100d04d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44706/0 (socket says 172.21.15.104:44706) 2024-02-19T16:30:58.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.151+0000 7fce15cf2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fce1015dd80 0x7fce100d1740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36776/0 (socket says 172.21.15.104:36776) 2024-02-19T16:30:58.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.151+0000 7fce154f1640 1 -- 172.21.15.104:0/2113301046 learned_addr learned my addr 172.21.15.104:0/2113301046 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:58.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.152+0000 7fce15cf2640 1 -- 172.21.15.104:0/2113301046 >> v1:172.21.15.158:6789/0 conn(0x7fce100d0be0 legacy=0x7fce10167d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.152+0000 7fce15cf2640 1 -- 172.21.15.104:0/2113301046 >> v1:172.21.15.104:6789/0 conn(0x7fce100d1c80 legacy=0x7fce100d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.152+0000 7fce15cf2640 1 -- 172.21.15.104:0/2113301046 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce100cf000 con 0x7fce1015dd80 2024-02-19T16:30:58.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.152+0000 7fce14cf0640 1 -- 172.21.15.104:0/2113301046 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1778663089 0 0) 0x7fce100cea40 con 0x7fce100d1c80 2024-02-19T16:30:58.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.152+0000 7fce15cf2640 1 --2- 172.21.15.104:0/2113301046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce1015dd80 0x7fce100d1740 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fce0c009d90 tx=0x7fce0c02bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf106aa00184bcc server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.152+0000 7fce14cf0640 1 -- 172.21.15.104:0/2113301046 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c02cd00 con 0x7fce1015dd80 2024-02-19T16:30:58.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.152+0000 7fce14cf0640 1 -- 172.21.15.104:0/2113301046 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce0c02ce60 con 0x7fce1015dd80 2024-02-19T16:30:58.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.152+0000 7fce14cf0640 1 -- 172.21.15.104:0/2113301046 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c034660 con 0x7fce1015dd80 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.153+0000 7fce17f56640 1 -- 172.21.15.104:0/2113301046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce1015dd80 msgr2=0x7fce100d1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.153+0000 7fce17f56640 1 --2- 172.21.15.104:0/2113301046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce1015dd80 0x7fce100d1740 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fce0c009d90 tx=0x7fce0c02bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.153+0000 7fce17f56640 1 -- 172.21.15.104:0/2113301046 shutdown_connections 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.153+0000 7fce17f56640 1 --2- 172.21.15.104:0/2113301046 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce1015dd80 0x7fce100d1740 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.153+0000 7fce17f56640 1 -- 172.21.15.104:0/2113301046 >> 172.21.15.104:0/2113301046 conn(0x7fce1009cef0 msgr2=0x7fce100d3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.153+0000 7fce17f56640 1 -- 172.21.15.104:0/2113301046 shutdown_connections 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.153+0000 7fce17f56640 1 -- 172.21.15.104:0/2113301046 wait complete. 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.154+0000 7fce17f56640 1 Processor -- start 2024-02-19T16:30:58.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.154+0000 7fce17f56640 1 -- start start 2024-02-19T16:30:58.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce17f56640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce100d0be0 0x7fce10149e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce17f56640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fce100d1c80 0x7fce1009da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce17f56640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fce1015dd80 0x7fce1014fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce17f56640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce100a1990 con 0x7fce100d0be0 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce17f56640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce1014a470 con 0x7fce100d1c80 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce17f56640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce1014a750 con 0x7fce1015dd80 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce100d0be0 0x7fce10149e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce100d0be0 0x7fce10149e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36784/0 (socket says 172.21.15.104:36784) 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 -- 172.21.15.104:0/1006511593 learned_addr learned my addr 172.21.15.104:0/1006511593 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce154f1640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fce100d1c80 0x7fce1009da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce164f3640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fce1015dd80 0x7fce1014fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 -- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fce1015dd80 msgr2=0x7fce1014fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fce1015dd80 0x7fce1014fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 -- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fce100d1c80 msgr2=0x7fce1009da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fce100d1c80 0x7fce1009da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 -- 172.21.15.104:0/1006511593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce0c009a70 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce164f3640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fce1015dd80 0x7fce1014fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce154f1640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fce100d1c80 0x7fce1009da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.155+0000 7fce15cf2640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce100d0be0 0x7fce10149e20 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fce0c009d90 tx=0x7fce0c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.156+0000 7fce067fc640 1 -- 172.21.15.104:0/1006511593 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c003b90 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.156+0000 7fce067fc640 1 -- 172.21.15.104:0/1006511593 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce0c003cf0 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.156+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce1014aa30 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.156+0000 7fce067fc640 1 -- 172.21.15.104:0/1006511593 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c004270 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.156+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce1014aff0 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.156+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce1014abc0 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.157+0000 7fce067fc640 1 -- 172.21.15.104:0/1006511593 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fce0c03b040 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.157+0000 7fce067fc640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcdf406b810 0x7fcdf406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.157+0000 7fce067fc640 1 -- 172.21.15.104:0/1006511593 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fce0c0aca70 con 0x7fce100d0be0 2024-02-19T16:30:58.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.157+0000 7fce154f1640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcdf406b810 0x7fcdf406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.158+0000 7fce154f1640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcdf406b810 0x7fcdf406dcd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fce100ce230 tx=0x7fce00007c50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.162+0000 7fce067fc640 1 -- 172.21.15.104:0/1006511593 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fce0c07aeb0 con 0x7fce100d0be0 2024-02-19T16:30:58.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.333+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fce1009e090 con 0x7fce100d0be0 2024-02-19T16:30:58.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.335+0000 7fce067fc640 1 -- 172.21.15.104:0/1006511593 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16879 (secure 0 0 0) 0x7fce0c039020 con 0x7fce100d0be0 2024-02-19T16:30:58.336 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:58.336 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":22,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:53.380286+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.12","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":2}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:58.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.336+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcdf406b810 msgr2=0x7fcdf406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.336+0000 7fce17f56640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcdf406b810 0x7fcdf406dcd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fce100ce230 tx=0x7fce00007c50 comp rx=0 tx=0).stop 2024-02-19T16:30:58.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.336+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce100d0be0 msgr2=0x7fce10149e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.336+0000 7fce17f56640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce100d0be0 0x7fce10149e20 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fce0c009d90 tx=0x7fce0c004a40 comp rx=0 tx=0).stop 2024-02-19T16:30:58.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.336+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 shutdown_connections 2024-02-19T16:30:58.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.337+0000 7fce17f56640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcdf406b810 0x7fcdf406dcd0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.337+0000 7fce17f56640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fce1015dd80 0x7fce1014fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.337+0000 7fce17f56640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fce100d1c80 0x7fce1009da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.337+0000 7fce17f56640 1 --2- 172.21.15.104:0/1006511593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fce100d0be0 0x7fce10149e20 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.337+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 >> 172.21.15.104:0/1006511593 conn(0x7fce1009cef0 msgr2=0x7fce100b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:58.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.337+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 shutdown_connections 2024-02-19T16:30:58.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.337+0000 7fce17f56640 1 -- 172.21.15.104:0/1006511593 wait complete. 2024-02-19T16:30:58.349 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:30:10.030287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:30:10.570811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:30:58.349 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:30:58.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.451+0000 7f050af0d640 1 Processor -- start 2024-02-19T16:30:58.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.451+0000 7f050af0d640 1 -- start start 2024-02-19T16:30:58.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.452+0000 7f050af0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0504161520 0x7f05040b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.452+0000 7f050af0d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05040b42f0 con 0x7f0504162760 2024-02-19T16:30:58.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.452+0000 7f050af0d640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05040b45d0 con 0x7f05040d4240 2024-02-19T16:30:58.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.452+0000 7f050af0d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05040b48b0 con 0x7f0504161520 2024-02-19T16:30:58.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.452+0000 7f0503fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0504162760 0x7f05040d3b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44712/0 (socket says 172.21.15.104:44712) 2024-02-19T16:30:58.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.452+0000 7f0503fff640 1 -- 172.21.15.104:0/1959639510 learned_addr learned my addr 172.21.15.104:0/1959639510 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:58.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.452+0000 7f0508ca9640 1 --2- 172.21.15.104:0/1959639510 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0504161520 0x7f05040b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.452+0000 7f05037fe640 1 -- 172.21.15.104:0/1959639510 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1717463129 0 0) 0x7f05040b42f0 con 0x7f0504162760 2024-02-19T16:30:58.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.453+0000 7f05037fe640 1 -- 172.21.15.104:0/1959639510 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f04ec003520 con 0x7f0504162760 2024-02-19T16:30:58.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.453+0000 7f05037fe640 1 -- 172.21.15.104:0/1959639510 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2450973426 0 0) 0x7f05040b45d0 con 0x7f05040d4240 2024-02-19T16:30:58.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.453+0000 7f05037fe640 1 -- 172.21.15.104:0/1959639510 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05040b42f0 con 0x7f05040d4240 2024-02-19T16:30:58.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.453+0000 7f0508ca9640 1 -- 172.21.15.104:0/1959639510 >> v1:172.21.15.158:6789/0 conn(0x7f05040d4240 legacy=0x7f05040d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.453+0000 7f0508ca9640 1 -- 172.21.15.104:0/1959639510 >> v1:172.21.15.104:6789/0 conn(0x7f0504162760 legacy=0x7f05040d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.453+0000 7f0508ca9640 1 -- 172.21.15.104:0/1959639510 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05040b4b90 con 0x7f0504161520 2024-02-19T16:30:58.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.453+0000 7f0508ca9640 1 --2- 172.21.15.104:0/1959639510 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0504161520 0x7f05040b3970 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f04f40097d0 tx=0x7f04f402b9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a1071ae32ede6cd server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f05037fe640 1 -- 172.21.15.104:0/1959639510 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04f4030880 con 0x7f0504161520 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f05037fe640 1 -- 172.21.15.104:0/1959639510 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04f40309e0 con 0x7f0504161520 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f05037fe640 1 -- 172.21.15.104:0/1959639510 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04f4030d70 con 0x7f0504161520 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f050af0d640 1 -- 172.21.15.104:0/1959639510 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0504161520 msgr2=0x7f05040b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f050af0d640 1 --2- 172.21.15.104:0/1959639510 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0504161520 0x7f05040b3970 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f04f40097d0 tx=0x7f04f402b9c0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f050af0d640 1 -- 172.21.15.104:0/1959639510 shutdown_connections 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f050af0d640 1 --2- 172.21.15.104:0/1959639510 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0504161520 0x7f05040b3970 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f050af0d640 1 -- 172.21.15.104:0/1959639510 >> 172.21.15.104:0/1959639510 conn(0x7f050408d5d0 msgr2=0x7f050409cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f050af0d640 1 -- 172.21.15.104:0/1959639510 shutdown_connections 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.454+0000 7f050af0d640 1 -- 172.21.15.104:0/1959639510 wait complete. 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.455+0000 7f050af0d640 1 Processor -- start 2024-02-19T16:30:58.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.455+0000 7f050af0d640 1 -- start start 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f050af0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05040d4240 0x7f05040b93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f050af0d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0504161520 0x7f05040ca170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f050af0d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0504162760 0x7f0504151020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f050af0d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0504151560 con 0x7f0504161520 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f050af0d640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05040cae90 con 0x7f0504162760 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f050af0d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05040cc860 con 0x7f05040d4240 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f0503fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0504161520 0x7f05040ca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f0503fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0504161520 0x7f05040ca170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36800/0 (socket says 172.21.15.104:36800) 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f0503fff640 1 -- 172.21.15.104:0/1730947212 learned_addr learned my addr 172.21.15.104:0/1730947212 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f0508ca9640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05040d4240 0x7f05040b93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.456+0000 7f05094aa640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0504162760 0x7f0504151020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f0503fff640 1 -- 172.21.15.104:0/1730947212 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05040d4240 msgr2=0x7f05040b93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f0503fff640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05040d4240 0x7f05040b93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f0503fff640 1 -- 172.21.15.104:0/1730947212 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0504162760 msgr2=0x7f0504151020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f0503fff640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0504162760 0x7f0504151020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f0503fff640 1 -- 172.21.15.104:0/1730947212 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04f4009400 con 0x7f0504161520 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f0503fff640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0504161520 0x7f05040ca170 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f04f800c410 tx=0x7f04f800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f05017fa640 1 -- 172.21.15.104:0/1730947212 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04f8005ce0 con 0x7f0504161520 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f05017fa640 1 -- 172.21.15.104:0/1730947212 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04f8005e40 con 0x7f0504161520 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05040ccb40 con 0x7f0504161520 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f05017fa640 1 -- 172.21.15.104:0/1730947212 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04f80072d0 con 0x7f0504161520 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.457+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05040cb170 con 0x7f0504161520 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.458+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05040cc6c0 con 0x7f0504161520 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.458+0000 7f05017fa640 1 -- 172.21.15.104:0/1730947212 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f04f8007430 con 0x7f0504161520 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.459+0000 7f05017fa640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f04f006b810 0x7f04f006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.459+0000 7f05017fa640 1 -- 172.21.15.104:0/1730947212 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f04f8089760 con 0x7f0504161520 2024-02-19T16:30:58.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.459+0000 7f0508ca9640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f04f006b810 0x7f04f006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.459+0000 7f0508ca9640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f04f006b810 0x7f04f006dcd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f04f4036000 tx=0x7f04f4008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.463+0000 7f05017fa640 1 -- 172.21.15.104:0/1730947212 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f05040cc6c0 con 0x7f0504161520 2024-02-19T16:30:58.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.637+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f05040cac50 con 0x7f0504161520 2024-02-19T16:30:58.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.637+0000 7f05017fa640 1 -- 172.21.15.104:0/1730947212 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f05040cac50 con 0x7f0504161520 2024-02-19T16:30:58.639 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f04f006b810 msgr2=0x7f04f006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f04f006b810 0x7f04f006dcd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f04f4036000 tx=0x7f04f4008030 comp rx=0 tx=0).stop 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0504161520 msgr2=0x7f05040ca170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0504161520 0x7f05040ca170 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f04f800c410 tx=0x7f04f800c8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 shutdown_connections 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f04f006b810 0x7f04f006dcd0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0504161520 0x7f05040ca170 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0504162760 0x7f0504151020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 --2- 172.21.15.104:0/1730947212 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05040d4240 0x7f05040b93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 >> 172.21.15.104:0/1730947212 conn(0x7f050408d5d0 msgr2=0x7f050406cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:58.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 shutdown_connections 2024-02-19T16:30:58.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.639+0000 7f050af0d640 1 -- 172.21.15.104:0/1730947212 wait complete. 2024-02-19T16:30:58.651 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:30:58.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.752+0000 7f000c177640 1 Processor -- start 2024-02-19T16:30:58.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.752+0000 7f000c177640 1 -- start start 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f000c177640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f000406e8a0 0x7f00040ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f000c177640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00040ce240 con 0x7f00040ceef0 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f000c177640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f000415ecf0 con 0x7f000406f850 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f000c177640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f000415efd0 con 0x7f000406e8a0 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f000a714640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f00040ceef0 0x7f00040d18a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44724/0 (socket says 172.21.15.104:44724) 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f000a714640 1 -- 172.21.15.104:0/2641544781 learned_addr learned my addr 172.21.15.104:0/2641544781 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f0009712640 1 --2- 172.21.15.104:0/2641544781 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f000406e8a0 0x7f00040ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f0008f11640 1 -- 172.21.15.104:0/2641544781 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3296302851 0 0) 0x7f00040ce240 con 0x7f00040ceef0 2024-02-19T16:30:58.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f0008f11640 1 -- 172.21.15.104:0/2641544781 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efff0003520 con 0x7f00040ceef0 2024-02-19T16:30:58.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f0008f11640 1 -- 172.21.15.104:0/2641544781 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3543609525 0 0) 0x7f000415ecf0 con 0x7f000406f850 2024-02-19T16:30:58.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f0008f11640 1 -- 172.21.15.104:0/2641544781 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f00040ce240 con 0x7f000406f850 2024-02-19T16:30:58.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f0009712640 1 -- 172.21.15.104:0/2641544781 >> v1:172.21.15.158:6789/0 conn(0x7f000406f850 legacy=0x7f000406c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f0009712640 1 -- 172.21.15.104:0/2641544781 >> v1:172.21.15.104:6789/0 conn(0x7f00040ceef0 legacy=0x7f00040d18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.753+0000 7f0009712640 1 -- 172.21.15.104:0/2641544781 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f000415f2b0 con 0x7f000406e8a0 2024-02-19T16:30:58.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.754+0000 7f0009712640 1 --2- 172.21.15.104:0/2641544781 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f000406e8a0 0x7f00040ce9b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7efff40097d0 tx=0x7efff402b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73665dfdbdb1e40a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.754+0000 7f0008f11640 1 -- 172.21.15.104:0/2641544781 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff4031890 con 0x7f000406e8a0 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.754+0000 7f0008f11640 1 -- 172.21.15.104:0/2641544781 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efff40319f0 con 0x7f000406e8a0 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.754+0000 7f0008f11640 1 -- 172.21.15.104:0/2641544781 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff4031d80 con 0x7f000406e8a0 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.755+0000 7f000c177640 1 -- 172.21.15.104:0/2641544781 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f000406e8a0 msgr2=0x7f00040ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.755+0000 7f000c177640 1 --2- 172.21.15.104:0/2641544781 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f000406e8a0 0x7f00040ce9b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7efff40097d0 tx=0x7efff402b930 comp rx=0 tx=0).stop 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.755+0000 7f000c177640 1 -- 172.21.15.104:0/2641544781 shutdown_connections 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.755+0000 7f000c177640 1 --2- 172.21.15.104:0/2641544781 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f000406e8a0 0x7f00040ce9b0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.755+0000 7f000c177640 1 -- 172.21.15.104:0/2641544781 >> 172.21.15.104:0/2641544781 conn(0x7f000409aa70 msgr2=0x7f000409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.755+0000 7f000c177640 1 -- 172.21.15.104:0/2641544781 shutdown_connections 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.755+0000 7f000c177640 1 -- 172.21.15.104:0/2641544781 wait complete. 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.756+0000 7f000c177640 1 Processor -- start 2024-02-19T16:30:58.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.756+0000 7f000c177640 1 -- start start 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f000c177640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000406e8a0 0x7f000414ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f000c177640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f000406f850 0x7f00040b4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f000c177640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00040ceef0 0x7f00040c8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f000c177640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00040b5a80 con 0x7f000406e8a0 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f000c177640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0004150460 con 0x7f000406f850 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f000c177640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0004151e30 con 0x7f00040ceef0 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000406e8a0 0x7f000414ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000406e8a0 0x7f000414ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36810/0 (socket says 172.21.15.104:36810) 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 -- 172.21.15.104:0/1880340643 learned_addr learned my addr 172.21.15.104:0/1880340643 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009712640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f000406f850 0x7f00040b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f000a714640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00040ceef0 0x7f00040c8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 -- 172.21.15.104:0/1880340643 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00040ceef0 msgr2=0x7f00040c8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00040ceef0 0x7f00040c8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 -- 172.21.15.104:0/1880340643 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f000406f850 msgr2=0x7f00040b4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f000406f850 0x7f00040b4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 -- 172.21.15.104:0/1880340643 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efff4009400 con 0x7f000406e8a0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.757+0000 7f0009f13640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000406e8a0 0x7f000414ff20 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7efffc00c500 tx=0x7efffc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.758+0000 7efffa7fc640 1 -- 172.21.15.104:0/1880340643 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efffc0052d0 con 0x7f000406e8a0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.758+0000 7efffa7fc640 1 -- 172.21.15.104:0/1880340643 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efffc005450 con 0x7f000406e8a0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.758+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0004152110 con 0x7f000406e8a0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.758+0000 7efffa7fc640 1 -- 172.21.15.104:0/1880340643 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efffc012870 con 0x7f000406e8a0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.758+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00041526d0 con 0x7f000406e8a0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.759+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00040751e0 con 0x7f000406e8a0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.759+0000 7efffa7fc640 1 -- 172.21.15.104:0/1880340643 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7efffc0129d0 con 0x7f000406e8a0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.759+0000 7efffa7fc640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effe806b810 0x7effe806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.760+0000 7f0009712640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effe806b810 0x7effe806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:58.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.760+0000 7efffa7fc640 1 -- 172.21.15.104:0/1880340643 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7efffc089cc0 con 0x7f000406e8a0 2024-02-19T16:30:58.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.760+0000 7f0009712640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effe806b810 0x7effe806dcd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7efff4036000 tx=0x7efff403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:58.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.764+0000 7efffa7fc640 1 -- 172.21.15.104:0/1880340643 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7efffc054720 con 0x7f000406e8a0 2024-02-19T16:30:58.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.933+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f000406b2e0 con 0x7f000406e8a0 2024-02-19T16:30:58.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.933+0000 7efffa7fc640 1 -- 172.21.15.104:0/1880340643 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7efffc057de0 con 0x7f000406e8a0 2024-02-19T16:30:58.935 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effe806b810 msgr2=0x7effe806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effe806b810 0x7effe806dcd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7efff4036000 tx=0x7efff403c040 comp rx=0 tx=0).stop 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000406e8a0 msgr2=0x7f000414ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000406e8a0 0x7f000414ff20 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7efffc00c500 tx=0x7efffc00c9c0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 shutdown_connections 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7effe806b810 0x7effe806dcd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f00040ceef0 0x7f00040c8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f000406f850 0x7f00040b4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 --2- 172.21.15.104:0/1880340643 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000406e8a0 0x7f000414ff20 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 >> 172.21.15.104:0/1880340643 conn(0x7f000409aa70 msgr2=0x7f000409ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 shutdown_connections 2024-02-19T16:30:58.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:58.935+0000 7f000c177640 1 -- 172.21.15.104:0/1880340643 wait complete. 2024-02-19T16:30:58.947 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:30:59.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.048+0000 7f9bded84640 1 Processor -- start 2024-02-19T16:30:59.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.048+0000 7f9bded84640 1 -- start start 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bded84640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9bd80b3dc0 0x7f9bd806b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bded84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80cdb60 0x7f9bd80cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bded84640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bd806be60 con 0x7f9bd80b36e0 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bded84640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bd8071810 con 0x7f9bd80b3dc0 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bded84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd806c0e0 con 0x7f9bd80cdb60 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bdcb20640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9bd80b3dc0 0x7f9bd806b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bdcb20640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9bd80b3dc0 0x7f9bd806b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:43392/0 (socket says 172.21.15.104:43392) 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bdcb20640 1 -- 172.21.15.104:0/3973631342 learned_addr learned my addr 172.21.15.104:0/3973631342 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:59.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.049+0000 7f9bdd321640 1 --2- 172.21.15.104:0/3973631342 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80cdb60 0x7f9bd80cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.050+0000 7f9bdcb20640 1 -- 172.21.15.104:0/3973631342 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80cdb60 msgr2=0x7f9bd80cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.050+0000 7f9bdcb20640 1 --2- 172.21.15.104:0/3973631342 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80cdb60 0x7f9bd80cdff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.050+0000 7f9bdcb20640 1 -- 172.21.15.104:0/3973631342 >> v1:172.21.15.158:6789/0 conn(0x7f9bd80b36e0 legacy=0x7f9bd80b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.050+0000 7f9bdcb20640 1 -- 172.21.15.104:0/3973631342 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd806c3c0 con 0x7f9bd80b3dc0 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.050+0000 7f9bd77fe640 1 -- 172.21.15.104:0/3973631342 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1911699062 0 0) 0x7f9bd806be60 con 0x7f9bd80b36e0 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.050+0000 7f9bdcb20640 1 --2- 172.21.15.104:0/3973631342 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b3dc0 0x7f9bd806b920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9bc800bb10 tx=0x7f9bc802e150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=642f293117b9f91 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bd77fe640 1 -- 172.21.15.104:0/3973631342 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc8036440 con 0x7f9bd80b3dc0 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bd77fe640 1 -- 172.21.15.104:0/3973631342 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bc80365a0 con 0x7f9bd80b3dc0 2024-02-19T16:30:59.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bd77fe640 1 -- 172.21.15.104:0/3973631342 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc8036930 con 0x7f9bd80b3dc0 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bded84640 1 -- 172.21.15.104:0/3973631342 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b3dc0 msgr2=0x7f9bd806b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bded84640 1 --2- 172.21.15.104:0/3973631342 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b3dc0 0x7f9bd806b920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9bc800bb10 tx=0x7f9bc802e150 comp rx=0 tx=0).stop 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bded84640 1 -- 172.21.15.104:0/3973631342 shutdown_connections 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bded84640 1 --2- 172.21.15.104:0/3973631342 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80cdb60 0x7f9bd80cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bded84640 1 --2- 172.21.15.104:0/3973631342 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b3dc0 0x7f9bd806b920 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bded84640 1 -- 172.21.15.104:0/3973631342 >> 172.21.15.104:0/3973631342 conn(0x7f9bd80b2020 msgr2=0x7f9bd80b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bded84640 1 -- 172.21.15.104:0/3973631342 shutdown_connections 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.051+0000 7f9bded84640 1 -- 172.21.15.104:0/3973631342 wait complete. 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.052+0000 7f9bded84640 1 Processor -- start 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.052+0000 7f9bded84640 1 -- start start 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bded84640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b36e0 0x7f9bd813f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bded84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80b3dc0 0x7f9bd8151070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bded84640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bd80cdb60 0x7f9bd80d00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bded84640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd80cf040 con 0x7f9bd80cdb60 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bded84640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd80cf2e0 con 0x7f9bd80b36e0 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bded84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd80cf5c0 con 0x7f9bd80b3dc0 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bdd321640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bd80cdb60 0x7f9bd80d00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bdcb20640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b36e0 0x7f9bd813f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bdd321640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bd80cdb60 0x7f9bd80d00a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36824/0 (socket says 172.21.15.104:36824) 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bdd321640 1 -- 172.21.15.104:0/3030850392 learned_addr learned my addr 172.21.15.104:0/3030850392 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.053+0000 7f9bd7fff640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80b3dc0 0x7f9bd8151070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bdcb20640 1 -- 172.21.15.104:0/3030850392 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80b3dc0 msgr2=0x7f9bd8151070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bdcb20640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80b3dc0 0x7f9bd8151070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bdcb20640 1 -- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bd80cdb60 msgr2=0x7f9bd80d00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bdcb20640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bd80cdb60 0x7f9bd80d00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bdcb20640 1 -- 172.21.15.104:0/3030850392 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bc800b770 con 0x7f9bd80b36e0 2024-02-19T16:30:59.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bdd321640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bd80cdb60 0x7f9bd80d00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:59.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bdcb20640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b36e0 0x7f9bd813f9a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9bc8035000 tx=0x7f9bc80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bd57fa640 1 -- 172.21.15.104:0/3030850392 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc8036440 con 0x7f9bd80b36e0 2024-02-19T16:30:59.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bd57fa640 1 -- 172.21.15.104:0/3030850392 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bc8034ba0 con 0x7f9bd80b36e0 2024-02-19T16:30:59.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bd80cf8a0 con 0x7f9bd80b36e0 2024-02-19T16:30:59.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bd57fa640 1 -- 172.21.15.104:0/3030850392 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc8041440 con 0x7f9bd80b36e0 2024-02-19T16:30:59.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.054+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bd813fee0 con 0x7f9bd80b36e0 2024-02-19T16:30:59.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.055+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bd80cfdc0 con 0x7f9bd80b36e0 2024-02-19T16:30:59.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.055+0000 7f9bd57fa640 1 -- 172.21.15.104:0/3030850392 <== mon.1 v2:172.21.15.158:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9bc803d040 con 0x7f9bd80b36e0 2024-02-19T16:30:59.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.056+0000 7f9bd57fa640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bc406b810 0x7f9bc406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.056+0000 7f9bd57fa640 1 -- 172.21.15.104:0/3030850392 <== mon.1 v2:172.21.15.158:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f9bc80aed20 con 0x7f9bd80b36e0 2024-02-19T16:30:59.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.056+0000 7f9bd7fff640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bc406b810 0x7f9bc406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.056+0000 7f9bd7fff640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bc406b810 0x7f9bc406dcd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9bd81f2800 tx=0x7f9bcc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.061+0000 7f9bd57fa640 1 -- 172.21.15.104:0/3030850392 <== mon.1 v2:172.21.15.158:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9bd80cfdc0 con 0x7f9bd80b36e0 2024-02-19T16:30:59.233 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.232+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9bd80751e0 con 0x7f9bd80b36e0 2024-02-19T16:30:59.234 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.232+0000 7f9bd57fa640 1 -- 172.21.15.104:0/3030850392 <== mon.1 v2:172.21.15.158:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9bc8079800 con 0x7f9bd80b36e0 2024-02-19T16:30:59.234 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:30:59.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bc406b810 msgr2=0x7f9bc406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bc406b810 0x7f9bc406dcd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9bd81f2800 tx=0x7f9bcc009040 comp rx=0 tx=0).stop 2024-02-19T16:30:59.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b36e0 msgr2=0x7f9bd813f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b36e0 0x7f9bd813f9a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9bc8035000 tx=0x7f9bc80046c0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 shutdown_connections 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bc406b810 0x7f9bc406dcd0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bd80cdb60 0x7f9bd80d00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bd80b3dc0 0x7f9bd8151070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 --2- 172.21.15.104:0/3030850392 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bd80b36e0 0x7f9bd813f9a0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 >> 172.21.15.104:0/3030850392 conn(0x7f9bd80b2020 msgr2=0x7f9bd81548d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 shutdown_connections 2024-02-19T16:30:59.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.235+0000 7f9bded84640 1 -- 172.21.15.104:0/3030850392 wait complete. 2024-02-19T16:30:59.247 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:59.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.345+0000 7fd477ff7640 1 Processor -- start 2024-02-19T16:30:59.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.346+0000 7fd477ff7640 1 -- start start 2024-02-19T16:30:59.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.346+0000 7fd477ff7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd47015b710 0x7fd470165980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.346+0000 7fd477ff7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd47006e420 con 0x7fd4700aff50 2024-02-19T16:30:59.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.346+0000 7fd477ff7640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd47015bff0 con 0x7fd470071ee0 2024-02-19T16:30:59.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.346+0000 7fd477ff7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4700b0330 con 0x7fd47015b710 2024-02-19T16:30:59.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.347+0000 7fd476594640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd47015b710 0x7fd470165980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.347+0000 7fd475d93640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd4700aff50 0x7fd4700717d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44730/0 (socket says 172.21.15.104:44730) 2024-02-19T16:30:59.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.347+0000 7fd476594640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd47015b710 0x7fd470165980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36834/0 (socket says 172.21.15.104:36834) 2024-02-19T16:30:59.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.347+0000 7fd475d93640 1 -- 172.21.15.104:0/68013045 learned_addr learned my addr 172.21.15.104:0/68013045 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:59.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.347+0000 7fd476594640 1 -- 172.21.15.104:0/68013045 >> v1:172.21.15.158:6789/0 conn(0x7fd470071ee0 legacy=0x7fd47015b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.347+0000 7fd476594640 1 -- 172.21.15.104:0/68013045 >> v1:172.21.15.104:6789/0 conn(0x7fd4700aff50 legacy=0x7fd4700717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.347+0000 7fd474d91640 1 -- 172.21.15.104:0/68013045 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4186475661 0 0) 0x7fd47006e420 con 0x7fd4700aff50 2024-02-19T16:30:59.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.347+0000 7fd476594640 1 -- 172.21.15.104:0/68013045 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd47015bd10 con 0x7fd47015b710 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd476594640 1 --2- 172.21.15.104:0/68013045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd47015b710 0x7fd470165980 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd468009d90 tx=0x7fd46802bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5775cc3e8fc9885 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd474d91640 1 -- 172.21.15.104:0/68013045 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46802cd00 con 0x7fd47015b710 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd474d91640 1 -- 172.21.15.104:0/68013045 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd46802ce60 con 0x7fd47015b710 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd474d91640 1 -- 172.21.15.104:0/68013045 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd468034660 con 0x7fd47015b710 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd477ff7640 1 -- 172.21.15.104:0/68013045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd47015b710 msgr2=0x7fd470165980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd477ff7640 1 --2- 172.21.15.104:0/68013045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd47015b710 0x7fd470165980 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd468009d90 tx=0x7fd46802bf50 comp rx=0 tx=0).stop 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd477ff7640 1 -- 172.21.15.104:0/68013045 shutdown_connections 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd477ff7640 1 --2- 172.21.15.104:0/68013045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd47015b710 0x7fd470165980 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd477ff7640 1 -- 172.21.15.104:0/68013045 >> 172.21.15.104:0/68013045 conn(0x7fd4700d0900 msgr2=0x7fd4700d0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:59.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd477ff7640 1 -- 172.21.15.104:0/68013045 shutdown_connections 2024-02-19T16:30:59.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.348+0000 7fd477ff7640 1 -- 172.21.15.104:0/68013045 wait complete. 2024-02-19T16:30:59.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.349+0000 7fd477ff7640 1 Processor -- start 2024-02-19T16:30:59.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.349+0000 7fd477ff7640 1 -- start start 2024-02-19T16:30:59.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd477ff7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470071ee0 0x7fd47014fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd477ff7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4700aff50 0x7fd470157300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd477ff7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd47015b710 0x7fd47015d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd477ff7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd470155810 con 0x7fd470071ee0 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd477ff7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd470154b90 con 0x7fd47015b710 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd477ff7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd470154e70 con 0x7fd4700aff50 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd475d93640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470071ee0 0x7fd47014fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd475d93640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470071ee0 0x7fd47014fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36846/0 (socket says 172.21.15.104:36846) 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd475d93640 1 -- 172.21.15.104:0/1202316639 learned_addr learned my addr 172.21.15.104:0/1202316639 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd476594640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd47015b710 0x7fd47015d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.350+0000 7fd475592640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4700aff50 0x7fd470157300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd475d93640 1 -- 172.21.15.104:0/1202316639 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4700aff50 msgr2=0x7fd470157300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd475d93640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4700aff50 0x7fd470157300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd475d93640 1 -- 172.21.15.104:0/1202316639 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd47015b710 msgr2=0x7fd47015d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd475d93640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd47015b710 0x7fd47015d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd475d93640 1 -- 172.21.15.104:0/1202316639 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd468009a70 con 0x7fd470071ee0 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd475d93640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470071ee0 0x7fd47014fda0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd46000c4a0 tx=0x7fd46000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd4667fc640 1 -- 172.21.15.104:0/1202316639 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4600074e0 con 0x7fd470071ee0 2024-02-19T16:30:59.355 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd4667fc640 1 -- 172.21.15.104:0/1202316639 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd460007640 con 0x7fd470071ee0 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd470155150 con 0x7fd470071ee0 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd4667fc640 1 -- 172.21.15.104:0/1202316639 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd460004a00 con 0x7fd470071ee0 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.351+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4701502e0 con 0x7fd470071ee0 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.352+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd47006dd00 con 0x7fd470071ee0 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.352+0000 7fd4667fc640 1 -- 172.21.15.104:0/1202316639 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd460004b60 con 0x7fd470071ee0 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.353+0000 7fd4667fc640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd45406b810 0x7fd45406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.353+0000 7fd4667fc640 1 -- 172.21.15.104:0/1202316639 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fd4600896d0 con 0x7fd470071ee0 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.353+0000 7fd475592640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd45406b810 0x7fd45406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.353+0000 7fd475592640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd45406b810 0x7fd45406dcd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd4700b5f30 tx=0x7fd46c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.358 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.357+0000 7fd4667fc640 1 -- 172.21.15.104:0/1202316639 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd460054120 con 0x7fd470071ee0 2024-02-19T16:30:59.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.566+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd4700751e0 con 0x7fd470071ee0 2024-02-19T16:30:59.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.566+0000 7fd4667fc640 1 -- 172.21.15.104:0/1202316639 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4941 (secure 0 0 0) 0x7fd4600577e0 con 0x7fd470071ee0 2024-02-19T16:30:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:59.568 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:30:11.601260+0000","modified":"2024-02-19T16:30:13.948396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-19T16:30:59.568 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 7 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd45406b810 msgr2=0x7fd45406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd45406b810 0x7fd45406dcd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd4700b5f30 tx=0x7fd46c009040 comp rx=0 tx=0).stop 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470071ee0 msgr2=0x7fd47014fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470071ee0 0x7fd47014fda0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd46000c4a0 tx=0x7fd46000c960 comp rx=0 tx=0).stop 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 shutdown_connections 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd45406b810 0x7fd45406dcd0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd47015b710 0x7fd47015d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd4700aff50 0x7fd470157300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 --2- 172.21.15.104:0/1202316639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd470071ee0 0x7fd47014fda0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 >> 172.21.15.104:0/1202316639 conn(0x7fd4700d0900 msgr2=0x7fd47006fc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:59.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 shutdown_connections 2024-02-19T16:30:59.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.568+0000 7fd477ff7640 1 -- 172.21.15.104:0/1202316639 wait complete. 2024-02-19T16:30:59.581 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:30:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.679+0000 7fdeb1623640 1 Processor -- start 2024-02-19T16:30:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.679+0000 7fdeb1623640 1 -- start start 2024-02-19T16:30:59.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeb1623640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdeac15eef0 0x7fdeac06f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeb1623640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fdeac06fc40 0x7fdeac0b3c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeb1623640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdeac15ea60 con 0x7fdeac06efd0 2024-02-19T16:30:59.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeb1623640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdeac06f3b0 con 0x7fdeac15eef0 2024-02-19T16:30:59.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeb1623640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdeac0700b0 con 0x7fdeac06fc40 2024-02-19T16:30:59.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeaa7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdeac15eef0 0x7fdeac06f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeaa7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdeac15eef0 0x7fdeac06f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36850/0 (socket says 172.21.15.104:36850) 2024-02-19T16:30:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeaa7fc640 1 -- 172.21.15.104:0/1501099675 learned_addr learned my addr 172.21.15.104:0/1501099675 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.680+0000 7fdeab7fe640 1 --2- 172.21.15.104:0/1501099675 >> v2:172.21.15.158:3300/0 conn(0x7fdeac06fc40 0x7fdeac0b3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.681+0000 7fdeaa7fc640 1 -- 172.21.15.104:0/1501099675 >> v2:172.21.15.158:3300/0 conn(0x7fdeac06fc40 msgr2=0x7fdeac0b3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.681+0000 7fdeaa7fc640 1 --2- 172.21.15.104:0/1501099675 >> v2:172.21.15.158:3300/0 conn(0x7fdeac06fc40 0x7fdeac0b3c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.681+0000 7fdeaa7fc640 1 -- 172.21.15.104:0/1501099675 >> v1:172.21.15.158:6789/0 conn(0x7fdeac06efd0 legacy=0x7fdeac0ad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.681+0000 7fdeaa7fc640 1 -- 172.21.15.104:0/1501099675 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdeac0ae330 con 0x7fdeac15eef0 2024-02-19T16:30:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.681+0000 7fdeaa7fc640 1 --2- 172.21.15.104:0/1501099675 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac06f700 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fdea00098a0 tx=0x7fdea002b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bde9a53ff51c547e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdea9ffb640 1 -- 172.21.15.104:0/1501099675 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdea00317c0 con 0x7fdeac15eef0 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdea9ffb640 1 -- 172.21.15.104:0/1501099675 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdea0031920 con 0x7fdeac15eef0 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdea9ffb640 1 -- 172.21.15.104:0/1501099675 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdea0031cb0 con 0x7fdeac15eef0 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdeb1623640 1 -- 172.21.15.104:0/1501099675 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 msgr2=0x7fdeac06f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1501099675 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac06f700 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fdea00098a0 tx=0x7fdea002b860 comp rx=0 tx=0).stop 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdeb1623640 1 -- 172.21.15.104:0/1501099675 shutdown_connections 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1501099675 >> v2:172.21.15.158:3300/0 conn(0x7fdeac06fc40 0x7fdeac0b3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1501099675 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac06f700 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdeb1623640 1 -- 172.21.15.104:0/1501099675 >> 172.21.15.104:0/1501099675 conn(0x7fdeac0b2590 msgr2=0x7fdeac0b2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdeb1623640 1 -- 172.21.15.104:0/1501099675 shutdown_connections 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.682+0000 7fdeb1623640 1 -- 172.21.15.104:0/1501099675 wait complete. 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.683+0000 7fdeb1623640 1 Processor -- start 2024-02-19T16:30:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.683+0000 7fdeb1623640 1 -- start start 2024-02-19T16:30:59.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeb1623640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdeac06efd0 0x7fdeac0c5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeb1623640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdeac06fc40 0x7fdeac0c6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeb1623640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac1f48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeb1623640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeac1f36c0 con 0x7fdeac15eef0 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeb1623640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeac0c6680 con 0x7fdeac06fc40 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeb1623640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdeac0c6b50 con 0x7fdeac06efd0 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeab7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac1f48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeab7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac1f48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36856/0 (socket says 172.21.15.104:36856) 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeab7fe640 1 -- 172.21.15.104:0/1615692565 learned_addr learned my addr 172.21.15.104:0/1615692565 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeaaffd640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdeac06efd0 0x7fdeac0c5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.684+0000 7fdeaa7fc640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdeac06fc40 0x7fdeac0c6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fdeab7fe640 1 -- 172.21.15.104:0/1615692565 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdeac06efd0 msgr2=0x7fdeac0c5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fdeab7fe640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdeac06efd0 0x7fdeac0c5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fdeab7fe640 1 -- 172.21.15.104:0/1615692565 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdeac06fc40 msgr2=0x7fdeac0c6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fdeab7fe640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdeac06fc40 0x7fdeac0c6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fdeab7fe640 1 -- 172.21.15.104:0/1615692565 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdea00094d0 con 0x7fdeac15eef0 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fdeab7fe640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac1f48e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fdea400e930 tx=0x7fdea400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fde937fe640 1 -- 172.21.15.104:0/1615692565 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdea4009690 con 0x7fdeac15eef0 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fde937fe640 1 -- 172.21.15.104:0/1615692565 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdea400c980 con 0x7fdeac15eef0 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdeac0c5de0 con 0x7fdeac15eef0 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fde937fe640 1 -- 172.21.15.104:0/1615692565 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdea400cd30 con 0x7fdeac15eef0 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.685+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdeac0c63a0 con 0x7fdeac15eef0 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.686+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdeac0751e0 con 0x7fdeac15eef0 2024-02-19T16:30:59.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.686+0000 7fde937fe640 1 -- 172.21.15.104:0/1615692565 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdea4013470 con 0x7fdeac15eef0 2024-02-19T16:30:59.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.687+0000 7fde937fe640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fde9806b810 0x7fde9806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.687+0000 7fde937fe640 1 -- 172.21.15.104:0/1615692565 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fdea408a350 con 0x7fdeac15eef0 2024-02-19T16:30:59.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.687+0000 7fdeaaffd640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fde9806b810 0x7fde9806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.687+0000 7fdeaaffd640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fde9806b810 0x7fde9806dcd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0cf980 tx=0x7fde9c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.692 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.691+0000 7fde937fe640 1 -- 172.21.15.104:0/1615692565 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fdea4054ef0 con 0x7fdeac15eef0 2024-02-19T16:30:59.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.861+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdeac0683a0 con 0x7fdeac15eef0 2024-02-19T16:30:59.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.862+0000 7fde937fe640 1 -- 172.21.15.104:0/1615692565 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16879 (secure 0 0 0) 0x7fdea40585b0 con 0x7fdeac15eef0 2024-02-19T16:30:59.863 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:30:59.864 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":22,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:53.380286+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.12","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":2}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fde9806b810 msgr2=0x7fde9806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fde9806b810 0x7fde9806dcd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0cf980 tx=0x7fde9c009040 comp rx=0 tx=0).stop 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 msgr2=0x7fdeac1f48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac1f48e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fdea400e930 tx=0x7fdea400edf0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 shutdown_connections 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fde9806b810 0x7fde9806dcd0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdeac15eef0 0x7fdeac1f48e0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdeac06fc40 0x7fdeac0c6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 --2- 172.21.15.104:0/1615692565 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdeac06efd0 0x7fdeac0c5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 >> 172.21.15.104:0/1615692565 conn(0x7fdeac0b2590 msgr2=0x7fdeac0b52d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 shutdown_connections 2024-02-19T16:30:59.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.864+0000 7fdeb1623640 1 -- 172.21.15.104:0/1615692565 wait complete. 2024-02-19T16:30:59.877 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-19T16:30:59.877 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:30:59.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.975+0000 7f453802a640 1 Processor -- start 2024-02-19T16:30:59.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.975+0000 7f453802a640 1 -- start start 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f453802a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f45300d3a70 0x7f45300d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f453802a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f45300b3c70 0x7f45300b4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f453802a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45300cfbf0 con 0x7f453015deb0 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f453802a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45300d4410 con 0x7f45300d3a70 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f453802a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45300b4640 con 0x7f45300b3c70 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f45355c5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f45300d3a70 0x7f45300d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f4535dc6640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f453015deb0 0x7f45300cf4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44736/0 (socket says 172.21.15.104:44736) 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f45355c5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f45300d3a70 0x7f45300d3ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36870/0 (socket says 172.21.15.104:36870) 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f4535dc6640 1 -- 172.21.15.104:0/3618265846 learned_addr learned my addr 172.21.15.104:0/3618265846 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f45365c7640 1 --2- 172.21.15.104:0/3618265846 >> v2:172.21.15.158:3300/0 conn(0x7f45300b3c70 0x7f45300b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f45355c5640 1 -- 172.21.15.104:0/3618265846 >> v2:172.21.15.158:3300/0 conn(0x7f45300b3c70 msgr2=0x7f45300b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:30:59.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f45355c5640 1 --2- 172.21.15.104:0/3618265846 >> v2:172.21.15.158:3300/0 conn(0x7f45300b3c70 0x7f45300b4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f45355c5640 1 -- 172.21.15.104:0/3618265846 >> v1:172.21.15.104:6789/0 conn(0x7f453015deb0 legacy=0x7f45300cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f45355c5640 1 -- 172.21.15.104:0/3618265846 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45300d1000 con 0x7f45300d3a70 2024-02-19T16:30:59.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.976+0000 7f4534dc4640 1 -- 172.21.15.104:0/3618265846 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1661474078 0 0) 0x7f45300cfbf0 con 0x7f453015deb0 2024-02-19T16:30:59.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.977+0000 7f45355c5640 1 --2- 172.21.15.104:0/3618265846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45300d3a70 0x7f45300d3ed0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f45300cab70 tx=0x7f452002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20648c3ad0d31cef server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.977+0000 7f4534dc4640 1 -- 172.21.15.104:0/3618265846 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4520031830 con 0x7f45300d3a70 2024-02-19T16:30:59.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.977+0000 7f4534dc4640 1 -- 172.21.15.104:0/3618265846 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4520031990 con 0x7f45300d3a70 2024-02-19T16:30:59.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.977+0000 7f4534dc4640 1 -- 172.21.15.104:0/3618265846 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4520031d20 con 0x7f45300d3a70 2024-02-19T16:30:59.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.978+0000 7f453802a640 1 -- 172.21.15.104:0/3618265846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45300d3a70 msgr2=0x7f45300d3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.980 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.978+0000 7f453802a640 1 --2- 172.21.15.104:0/3618265846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45300d3a70 0x7f45300d3ed0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f45300cab70 tx=0x7f452002b8d0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.978+0000 7f453802a640 1 -- 172.21.15.104:0/3618265846 shutdown_connections 2024-02-19T16:30:59.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.978+0000 7f453802a640 1 --2- 172.21.15.104:0/3618265846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45300d3a70 0x7f45300d3ed0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.978+0000 7f453802a640 1 --2- 172.21.15.104:0/3618265846 >> v2:172.21.15.158:3300/0 conn(0x7f45300b3c70 0x7f45300b4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.978+0000 7f453802a640 1 -- 172.21.15.104:0/3618265846 >> 172.21.15.104:0/3618265846 conn(0x7f453008d560 msgr2=0x7f453009ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:30:59.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.978+0000 7f453802a640 1 -- 172.21.15.104:0/3618265846 shutdown_connections 2024-02-19T16:30:59.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.978+0000 7f453802a640 1 -- 172.21.15.104:0/3618265846 wait complete. 2024-02-19T16:30:59.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.979+0000 7f453802a640 1 Processor -- start 2024-02-19T16:30:59.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.979+0000 7f453802a640 1 -- start start 2024-02-19T16:30:59.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.979+0000 7f453802a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f45300b3c70 0x7f45301f3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.979+0000 7f453802a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f45300d3a70 0x7f453015ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.979+0000 7f453802a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f453015deb0 0x7f4530160480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.979+0000 7f453802a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45300b1360 con 0x7f453015deb0 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.979+0000 7f453802a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45300b1640 con 0x7f45300d3a70 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.979+0000 7f453802a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45300b1920 con 0x7f45300b3c70 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f453015deb0 0x7f4530160480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f453015deb0 0x7f4530160480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36882/0 (socket says 172.21.15.104:36882) 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 -- 172.21.15.104:0/2190507727 learned_addr learned my addr 172.21.15.104:0/2190507727 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45355c5640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f45300d3a70 0x7f453015ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f4535dc6640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f45300b3c70 0x7f45301f3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 -- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f45300b3c70 msgr2=0x7f45301f3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f45300b3c70 0x7f45301f3010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 -- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f45300d3a70 msgr2=0x7f453015ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f45300d3a70 0x7f453015ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 -- 172.21.15.104:0/2190507727 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4520009400 con 0x7f453015deb0 2024-02-19T16:30:59.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45355c5640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f45300d3a70 0x7f453015ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45365c7640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f453015deb0 0x7f4530160480 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f452800efc0 tx=0x7f452800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45267fc640 1 -- 172.21.15.104:0/2190507727 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4528009ba0 con 0x7f453015deb0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45267fc640 1 -- 172.21.15.104:0/2190507727 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f452800f040 con 0x7f453015deb0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45300b1c00 con 0x7f453015deb0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f45267fc640 1 -- 172.21.15.104:0/2190507727 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45280146c0 con 0x7f453015deb0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.980+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45300c7640 con 0x7f453015deb0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.981+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45300751e0 con 0x7f453015deb0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.982+0000 7f45267fc640 1 -- 172.21.15.104:0/2190507727 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4528014820 con 0x7f453015deb0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.982+0000 7f45267fc640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f451406b810 0x7f451406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.982+0000 7f45267fc640 1 -- 172.21.15.104:0/2190507727 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f452808ac50 con 0x7f453015deb0 2024-02-19T16:30:59.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.982+0000 7f4535dc6640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f451406b810 0x7f451406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:30:59.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.982+0000 7f4535dc6640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f451406b810 0x7f451406dcd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f452c000f60 tx=0x7f452c007d50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:30:59.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:30:59.986+0000 7f45267fc640 1 -- 172.21.15.104:0/2190507727 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4528090020 con 0x7f453015deb0 2024-02-19T16:31:00.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.194+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f45300b3790 con 0x7f453015deb0 2024-02-19T16:31:00.196 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.194+0000 7f45267fc640 1 -- 172.21.15.104:0/2190507727 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4941 (secure 0 0 0) 0x7f4528018020 con 0x7f453015deb0 2024-02-19T16:31:00.196 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:00.196 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:30:11.601260+0000","modified":"2024-02-19T16:30:13.948396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-19T16:31:00.197 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 7 2024-02-19T16:31:00.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f451406b810 msgr2=0x7f451406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f451406b810 0x7f451406dcd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f452c000f60 tx=0x7f452c007d50 comp rx=0 tx=0).stop 2024-02-19T16:31:00.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f453015deb0 msgr2=0x7f4530160480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f453015deb0 0x7f4530160480 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f452800efc0 tx=0x7f452800c490 comp rx=0 tx=0).stop 2024-02-19T16:31:00.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 shutdown_connections 2024-02-19T16:31:00.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f451406b810 0x7f451406dcd0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f453015deb0 0x7f4530160480 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f45300d3a70 0x7f453015ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 --2- 172.21.15.104:0/2190507727 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f45300b3c70 0x7f45301f3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 >> 172.21.15.104:0/2190507727 conn(0x7f453008d560 msgr2=0x7f453006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:00.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 shutdown_connections 2024-02-19T16:31:00.199 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.196+0000 7f453802a640 1 -- 172.21.15.104:0/2190507727 wait complete. 2024-02-19T16:31:00.209 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:00.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.309+0000 7faaf856c640 1 Processor -- start 2024-02-19T16:31:00.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.309+0000 7faaf856c640 1 -- start start 2024-02-19T16:31:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf856c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faaf006efd0 0x7faaf00ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf856c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf006fe10 0x7faaf00b3c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf856c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faaf015ea60 con 0x7faaf00ade20 2024-02-19T16:31:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf856c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faaf006f3b0 con 0x7faaf006efd0 2024-02-19T16:31:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf856c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faaf00ae330 con 0x7faaf006fe10 2024-02-19T16:31:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf6308640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faaf006efd0 0x7faaf00ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf6308640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faaf006efd0 0x7faaf00ad8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36894/0 (socket says 172.21.15.104:36894) 2024-02-19T16:31:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf6308640 1 -- 172.21.15.104:0/2522459435 learned_addr learned my addr 172.21.15.104:0/2522459435 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf5b07640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7faaf00ade20 0x7faaf006f700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44738/0 (socket says 172.21.15.104:44738) 2024-02-19T16:31:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.310+0000 7faaf6b09640 1 --2- 172.21.15.104:0/2522459435 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf006fe10 0x7faaf00b3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.311+0000 7faaf6308640 1 -- 172.21.15.104:0/2522459435 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf006fe10 msgr2=0x7faaf00b3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.311+0000 7faaf6308640 1 --2- 172.21.15.104:0/2522459435 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf006fe10 0x7faaf00b3c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.311+0000 7faaf6308640 1 -- 172.21.15.104:0/2522459435 >> v1:172.21.15.104:6789/0 conn(0x7faaf00ade20 legacy=0x7faaf006f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.311+0000 7faaf6308640 1 -- 172.21.15.104:0/2522459435 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaf015e410 con 0x7faaf006efd0 2024-02-19T16:31:00.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.311+0000 7faaf6308640 1 --2- 172.21.15.104:0/2522459435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf00ad8e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7faae0009e80 tx=0x7faae002bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d88504c0a7f1e08 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf5306640 1 -- 172.21.15.104:0/2522459435 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae002caf0 con 0x7faaf006efd0 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf5306640 1 -- 172.21.15.104:0/2522459435 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faae002cc50 con 0x7faaf006efd0 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf5306640 1 -- 172.21.15.104:0/2522459435 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae00343f0 con 0x7faaf006efd0 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf856c640 1 -- 172.21.15.104:0/2522459435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 msgr2=0x7faaf00ad8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf856c640 1 --2- 172.21.15.104:0/2522459435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf00ad8e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7faae0009e80 tx=0x7faae002bf50 comp rx=0 tx=0).stop 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf856c640 1 -- 172.21.15.104:0/2522459435 shutdown_connections 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf856c640 1 --2- 172.21.15.104:0/2522459435 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf006fe10 0x7faaf00b3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf856c640 1 --2- 172.21.15.104:0/2522459435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf00ad8e0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf856c640 1 -- 172.21.15.104:0/2522459435 >> 172.21.15.104:0/2522459435 conn(0x7faaf00b2590 msgr2=0x7faaf00b2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf856c640 1 -- 172.21.15.104:0/2522459435 shutdown_connections 2024-02-19T16:31:00.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.312+0000 7faaf856c640 1 -- 172.21.15.104:0/2522459435 wait complete. 2024-02-19T16:31:00.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.313+0000 7faaf856c640 1 Processor -- start 2024-02-19T16:31:00.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.313+0000 7faaf856c640 1 -- start start 2024-02-19T16:31:00.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf856c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf0155980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf856c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faaf006fe10 0x7faaf01481f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf856c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf00ade20 0x7faaf015eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf856c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaf01588e0 con 0x7faaf006efd0 2024-02-19T16:31:00.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf856c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaf0158600 con 0x7faaf006fe10 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf856c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faaf01523d0 con 0x7faaf00ade20 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6308640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf0155980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6308640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf0155980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36900/0 (socket says 172.21.15.104:36900) 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6308640 1 -- 172.21.15.104:0/1279612135 learned_addr learned my addr 172.21.15.104:0/1279612135 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf5b07640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faaf006fe10 0x7faaf01481f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6b09640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf00ade20 0x7faaf015eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6308640 1 -- 172.21.15.104:0/1279612135 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf00ade20 msgr2=0x7faaf015eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6308640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf00ade20 0x7faaf015eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6308640 1 -- 172.21.15.104:0/1279612135 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faaf006fe10 msgr2=0x7faaf01481f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6308640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faaf006fe10 0x7faaf01481f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.314+0000 7faaf6308640 1 -- 172.21.15.104:0/1279612135 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faae0009b30 con 0x7faaf006efd0 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.315+0000 7faaf6308640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf0155980 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7faae0000f80 tx=0x7faae0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.315+0000 7faaeeffd640 1 -- 172.21.15.104:0/1279612135 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae0009510 con 0x7faaf006efd0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.315+0000 7faaeeffd640 1 -- 172.21.15.104:0/1279612135 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faae003e450 con 0x7faaf006efd0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.315+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faaf01526b0 con 0x7faaf006efd0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.315+0000 7faaeeffd640 1 -- 172.21.15.104:0/1279612135 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae003e800 con 0x7faaf006efd0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.315+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faaf0148730 con 0x7faaf006efd0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.316+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faaf0152230 con 0x7faaf006efd0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.316+0000 7faaeeffd640 1 -- 172.21.15.104:0/1279612135 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faae003e960 con 0x7faaf006efd0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.316+0000 7faaeeffd640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faadc06b810 0x7faadc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.317+0000 7faaeeffd640 1 -- 172.21.15.104:0/1279612135 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7faae00acec0 con 0x7faaf006efd0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.317+0000 7faaf5b07640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faadc06b810 0x7faadc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.317+0000 7faaf5b07640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faadc06b810 0x7faadc06dcd0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faaf0160b40 tx=0x7faae4007e80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.321+0000 7faaeeffd640 1 -- 172.21.15.104:0/1279612135 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7faaf0152230 con 0x7faaf006efd0 2024-02-19T16:31:00.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.528+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faaf0152230 con 0x7faaf006efd0 2024-02-19T16:31:00.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.528+0000 7faaeeffd640 1 -- 172.21.15.104:0/1279612135 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4941 (secure 0 0 0) 0x7faaf0152230 con 0x7faaf006efd0 2024-02-19T16:31:00.530 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:00.530 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2560889681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2560889681},{"type":"v1","addr":"172.21.15.158:6835","nonce":2560889681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3612803881","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3612803881},{"type":"v1","addr":"172.21.15.104:6836","nonce":3612803881}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/962947999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":962947999},{"type":"v1","addr":"172.21.15.104:6837","nonce":962947999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:30:11.601260+0000","modified":"2024-02-19T16:30:13.948396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4285},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4285":{"gid":4285,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.158:6834/3685189178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3685189178},{"type":"v1","addr":"172.21.15.158:6834","nonce":3685189178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-19T16:31:00.530 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 7 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faadc06b810 msgr2=0x7faadc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faadc06b810 0x7faadc06dcd0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faaf0160b40 tx=0x7faae4007e80 comp rx=0 tx=0).stop 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 msgr2=0x7faaf0155980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf0155980 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7faae0000f80 tx=0x7faae0004a40 comp rx=0 tx=0).stop 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 shutdown_connections 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faadc06b810 0x7faadc06dcd0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faaf00ade20 0x7faaf015eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faaf006fe10 0x7faaf01481f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 --2- 172.21.15.104:0/1279612135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaf006efd0 0x7faaf0155980 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 >> 172.21.15.104:0/1279612135 conn(0x7faaf00b2590 msgr2=0x7faaf015cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:00.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 shutdown_connections 2024-02-19T16:31:00.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.530+0000 7faaf856c640 1 -- 172.21.15.104:0/1279612135 wait complete. 2024-02-19T16:31:00.542 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:00.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.640+0000 7f0f341a1640 1 Processor -- start 2024-02-19T16:31:00.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.641+0000 7f0f341a1640 1 -- start start 2024-02-19T16:31:00.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.641+0000 7f0f341a1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0afc60 0x7f0f2c0b5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.641+0000 7f0f341a1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0f2c0b5b40 0x7f0f2c15ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.641+0000 7f0f341a1640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f0f2c072780 0x7f0f2c0d0610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.641+0000 7f0f341a1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f2c15e310 con 0x7f0f2c0b5b40 2024-02-19T16:31:00.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.641+0000 7f0f341a1640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f2c0b41a0 con 0x7f0f2c072780 2024-02-19T16:31:00.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.641+0000 7f0f341a1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c0b3900 con 0x7f0f2c0afc60 2024-02-19T16:31:00.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3173c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0f2c0b5b40 0x7f0f2c15ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3173c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0f2c0b5b40 0x7f0f2c15ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46494/0 (socket says 172.21.15.104:46494) 2024-02-19T16:31:00.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3173c640 1 -- 172.21.15.104:0/2342638152 learned_addr learned my addr 172.21.15.104:0/2342638152 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:00.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f31f3d640 1 --2- 172.21.15.104:0/2342638152 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0afc60 0x7f0f2c0b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3273e640 1 --2- 172.21.15.104:0/2342638152 >> v2:172.21.15.158:3300/0 conn(0x7f0f2c072780 0x7f0f2c0d0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3173c640 1 -- 172.21.15.104:0/2342638152 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0afc60 msgr2=0x7f0f2c0b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:00.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3173c640 1 --2- 172.21.15.104:0/2342638152 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0afc60 0x7f0f2c0b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3173c640 1 -- 172.21.15.104:0/2342638152 >> v2:172.21.15.158:3300/0 conn(0x7f0f2c072780 msgr2=0x7f0f2c0d0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:00.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3173c640 1 --2- 172.21.15.104:0/2342638152 >> v2:172.21.15.158:3300/0 conn(0x7f0f2c072780 0x7f0f2c0d0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.642+0000 7f0f3173c640 1 -- 172.21.15.104:0/2342638152 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f2c0b3be0 con 0x7f0f2c0b5b40 2024-02-19T16:31:00.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f3173c640 1 --2- 172.21.15.104:0/2342638152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0b5b40 0x7f0f2c15ea40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c06bc80 tx=0x7f0f1c02b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=622b8781a6ee1ce0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f30f3b640 1 -- 172.21.15.104:0/2342638152 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c0317e0 con 0x7f0f2c0b5b40 2024-02-19T16:31:00.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f30f3b640 1 -- 172.21.15.104:0/2342638152 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f1c031940 con 0x7f0f2c0b5b40 2024-02-19T16:31:00.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f30f3b640 1 -- 172.21.15.104:0/2342638152 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c031cd0 con 0x7f0f2c0b5b40 2024-02-19T16:31:00.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 -- 172.21.15.104:0/2342638152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0b5b40 msgr2=0x7f0f2c15ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 --2- 172.21.15.104:0/2342638152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0b5b40 0x7f0f2c15ea40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c06bc80 tx=0x7f0f1c02b880 comp rx=0 tx=0).stop 2024-02-19T16:31:00.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 -- 172.21.15.104:0/2342638152 shutdown_connections 2024-02-19T16:31:00.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 --2- 172.21.15.104:0/2342638152 >> v2:172.21.15.158:3300/0 conn(0x7f0f2c072780 0x7f0f2c0d0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 --2- 172.21.15.104:0/2342638152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0b5b40 0x7f0f2c15ea40 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 --2- 172.21.15.104:0/2342638152 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0afc60 0x7f0f2c0b5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 -- 172.21.15.104:0/2342638152 >> 172.21.15.104:0/2342638152 conn(0x7f0f2c06c020 msgr2=0x7f0f2c06c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:00.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 -- 172.21.15.104:0/2342638152 shutdown_connections 2024-02-19T16:31:00.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.643+0000 7f0f341a1640 1 -- 172.21.15.104:0/2342638152 wait complete. 2024-02-19T16:31:00.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.644+0000 7f0f341a1640 1 Processor -- start 2024-02-19T16:31:00.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f341a1640 1 -- start start 2024-02-19T16:31:00.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f341a1640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f2c072780 0x7f0f2c154360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f341a1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0afc60 0x7f0f2c1548a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f341a1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0b5b40 0x7f0f2c154de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f341a1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c155320 con 0x7f0f2c0afc60 2024-02-19T16:31:00.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f341a1640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c153630 con 0x7f0f2c072780 2024-02-19T16:31:00.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f341a1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c152770 con 0x7f0f2c0b5b40 2024-02-19T16:31:00.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f3173c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0afc60 0x7f0f2c1548a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f3173c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0afc60 0x7f0f2c1548a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46500/0 (socket says 172.21.15.104:46500) 2024-02-19T16:31:00.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f3173c640 1 -- 172.21.15.104:0/251527414 learned_addr learned my addr 172.21.15.104:0/251527414 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:00.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f31f3d640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f2c072780 0x7f0f2c154360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.645+0000 7f0f3273e640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0b5b40 0x7f0f2c154de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f3173c640 1 -- 172.21.15.104:0/251527414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0b5b40 msgr2=0x7f0f2c154de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f3173c640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0b5b40 0x7f0f2c154de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f3173c640 1 -- 172.21.15.104:0/251527414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f2c072780 msgr2=0x7f0f2c154360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f3173c640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f2c072780 0x7f0f2c154360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f3173c640 1 -- 172.21.15.104:0/251527414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f1c0094d0 con 0x7f0f2c0afc60 2024-02-19T16:31:00.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f3173c640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0afc60 0x7f0f2c1548a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c000c00 tx=0x7f0f1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f227fc640 1 -- 172.21.15.104:0/251527414 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c032880 con 0x7f0f2c0afc60 2024-02-19T16:31:00.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f227fc640 1 -- 172.21.15.104:0/251527414 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f1c0329e0 con 0x7f0f2c0afc60 2024-02-19T16:31:00.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f2c153880 con 0x7f0f2c0afc60 2024-02-19T16:31:00.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f227fc640 1 -- 172.21.15.104:0/251527414 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c032d90 con 0x7f0f2c0afc60 2024-02-19T16:31:00.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.646+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f2c153e40 con 0x7f0f2c0afc60 2024-02-19T16:31:00.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.647+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f2c154030 con 0x7f0f2c0afc60 2024-02-19T16:31:00.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.647+0000 7f0f227fc640 1 -- 172.21.15.104:0/251527414 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0f1c04e450 con 0x7f0f2c0afc60 2024-02-19T16:31:00.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.648+0000 7f0f227fc640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f1006b810 0x7f0f1006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.648+0000 7f0f227fc640 1 -- 172.21.15.104:0/251527414 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f0f1c0ac080 con 0x7f0f2c0afc60 2024-02-19T16:31:00.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.648+0000 7f0f31f3d640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f1006b810 0x7f0f1006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.648+0000 7f0f31f3d640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f1006b810 0x7f0f1006dcd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0f24011340 tx=0x7f0f2400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.652+0000 7f0f227fc640 1 -- 172.21.15.104:0/251527414 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0f1c076d40 con 0x7f0f2c0afc60 2024-02-19T16:31:00.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.824+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0f2c0751e0 con 0x7f0f2c0afc60 2024-02-19T16:31:00.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.825+0000 7f0f227fc640 1 -- 172.21.15.104:0/251527414 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16879 (secure 0 0 0) 0x7f0f1c07a400 con 0x7f0f2c0afc60 2024-02-19T16:31:00.827 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:00.827 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":22,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:30:53.380286+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:30:10.030287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-19T16:30:10.570811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.12","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":2}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f1006b810 msgr2=0x7f0f1006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f1006b810 0x7f0f1006dcd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0f24011340 tx=0x7f0f2400b040 comp rx=0 tx=0).stop 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0afc60 msgr2=0x7f0f2c1548a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0afc60 0x7f0f2c1548a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c000c00 tx=0x7f0f1c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 shutdown_connections 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f1006b810 0x7f0f1006dcd0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f2c0afc60 0x7f0f2c1548a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f2c0b5b40 0x7f0f2c154de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 --2- 172.21.15.104:0/251527414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f2c072780 0x7f0f2c154360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 >> 172.21.15.104:0/251527414 conn(0x7f0f2c06c020 msgr2=0x7f0f2c0aeb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:00.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 shutdown_connections 2024-02-19T16:31:00.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.827+0000 7f0f341a1640 1 -- 172.21.15.104:0/251527414 wait complete. 2024-02-19T16:31:00.839 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-02-19T16:31:00.941 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.939+0000 7f22a5d5c640 1 Processor -- start 2024-02-19T16:31:00.941 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.939+0000 7f22a5d5c640 1 -- start start 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.940+0000 7f22a5d5c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f22a006d3d0 0x7f22a00cdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.940+0000 7f22a5d5c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22a00b2a20 con 0x7f22a006cf70 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.940+0000 7f22a5d5c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22a00b2d00 con 0x7f22a015a0a0 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.940+0000 7f22a5d5c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22a00b2fe0 con 0x7f22a006d3d0 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.940+0000 7f229effd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f22a006cf70 0x7f22a00cd450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39300/0 (socket says 172.21.15.104:39300) 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.940+0000 7f229effd640 1 -- 172.21.15.104:0/2188782173 learned_addr learned my addr 172.21.15.104:0/2188782173 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.940+0000 7f229ffff640 1 --2- 172.21.15.104:0/2188782173 >> v2:172.21.15.158:3300/0 conn(0x7f22a006d3d0 0x7f22a00cdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.941+0000 7f229e7fc640 1 -- 172.21.15.104:0/2188782173 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3885649267 0 0) 0x7f22a00b2a20 con 0x7f22a006cf70 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.941+0000 7f229e7fc640 1 -- 172.21.15.104:0/2188782173 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2284003520 con 0x7f22a006cf70 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.941+0000 7f229e7fc640 1 -- 172.21.15.104:0/2188782173 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2433244424 0 0) 0x7f22a00b2d00 con 0x7f22a015a0a0 2024-02-19T16:31:00.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.941+0000 7f229e7fc640 1 -- 172.21.15.104:0/2188782173 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f22a00b2a20 con 0x7f22a015a0a0 2024-02-19T16:31:00.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.941+0000 7f229ffff640 1 -- 172.21.15.104:0/2188782173 >> v1:172.21.15.158:6789/0 conn(0x7f22a015a0a0 legacy=0x7f22a0071fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.941+0000 7f229ffff640 1 -- 172.21.15.104:0/2188782173 >> v1:172.21.15.104:6789/0 conn(0x7f22a006cf70 legacy=0x7f22a00cd450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.941+0000 7f229ffff640 1 -- 172.21.15.104:0/2188782173 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22a00b32c0 con 0x7f22a006d3d0 2024-02-19T16:31:00.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.941+0000 7f229ffff640 1 --2- 172.21.15.104:0/2188782173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a006d3d0 0x7f22a00cdb60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2298009d90 tx=0x7f229802beb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f8d0c33cc04850c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f229e7fc640 1 -- 172.21.15.104:0/2188782173 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f229802cc60 con 0x7f22a006d3d0 2024-02-19T16:31:00.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f229e7fc640 1 -- 172.21.15.104:0/2188782173 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f229802cdc0 con 0x7f22a006d3d0 2024-02-19T16:31:00.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f229e7fc640 1 -- 172.21.15.104:0/2188782173 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2298034660 con 0x7f22a006d3d0 2024-02-19T16:31:00.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f22a5d5c640 1 -- 172.21.15.104:0/2188782173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a006d3d0 msgr2=0x7f22a00cdb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f22a5d5c640 1 --2- 172.21.15.104:0/2188782173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a006d3d0 0x7f22a00cdb60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2298009d90 tx=0x7f229802beb0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f22a5d5c640 1 -- 172.21.15.104:0/2188782173 shutdown_connections 2024-02-19T16:31:00.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f22a5d5c640 1 --2- 172.21.15.104:0/2188782173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a006d3d0 0x7f22a00cdb60 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f22a5d5c640 1 -- 172.21.15.104:0/2188782173 >> 172.21.15.104:0/2188782173 conn(0x7f22a00b1a10 msgr2=0x7f22a00b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:00.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f22a5d5c640 1 -- 172.21.15.104:0/2188782173 shutdown_connections 2024-02-19T16:31:00.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.942+0000 7f22a5d5c640 1 -- 172.21.15.104:0/2188782173 wait complete. 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.943+0000 7f22a5d5c640 1 Processor -- start 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.943+0000 7f22a5d5c640 1 -- start start 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f22a5d5c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22a006cf70 0x7f22a013f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f22a5d5c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22a006d3d0 0x7f22a01e4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f22a5d5c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a015a0a0 0x7f22a01e4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f22a5d5c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22a015ad20 con 0x7f22a006d3d0 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f22a5d5c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22a01e4450 con 0x7f22a015a0a0 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f22a5d5c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22a015a480 con 0x7f22a006cf70 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f229effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22a006d3d0 0x7f22a01e4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f229effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22a006d3d0 0x7f22a01e4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46506/0 (socket says 172.21.15.104:46506) 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f229effd640 1 -- 172.21.15.104:0/3148072402 learned_addr learned my addr 172.21.15.104:0/3148072402 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f229f7fe640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22a006cf70 0x7f22a013f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.944+0000 7f229ffff640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a015a0a0 0x7f22a01e4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f229effd640 1 -- 172.21.15.104:0/3148072402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22a006cf70 msgr2=0x7f22a013f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f229effd640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22a006cf70 0x7f22a013f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f229effd640 1 -- 172.21.15.104:0/3148072402 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a015a0a0 msgr2=0x7f22a01e4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f229effd640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a015a0a0 0x7f22a01e4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f229effd640 1 -- 172.21.15.104:0/3148072402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2298009a70 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f229effd640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22a006d3d0 0x7f22a01e4950 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f228c00c500 tx=0x7f228c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f2297fff640 1 -- 172.21.15.104:0/3148072402 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f228c005ce0 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f2297fff640 1 -- 172.21.15.104:0/3148072402 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f228c005e60 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f2297fff640 1 -- 172.21.15.104:0/3148072402 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f228c007330 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22a015a760 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.945+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22a013f090 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.946+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22a01e4280 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.946+0000 7f2297fff640 1 -- 172.21.15.104:0/3148072402 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f228c007550 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.947+0000 7f2297fff640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f228806b810 0x7f228806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.947+0000 7f229f7fe640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f228806b810 0x7f228806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.947+0000 7f2297fff640 1 -- 172.21.15.104:0/3148072402 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f228c089790 con 0x7f22a006d3d0 2024-02-19T16:31:00.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.947+0000 7f229f7fe640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f228806b810 0x7f228806dcd0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2290007fd0 tx=0x7f2290009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:00.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:00.951+0000 7f2297fff640 1 -- 172.21.15.104:0/3148072402 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f228c054330 con 0x7f22a006d3d0 2024-02-19T16:31:01.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.156+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f22a0071840 con 0x7f22a006d3d0 2024-02-19T16:31:01.158 INFO:tasks.ceph.mon.a.smithi104.stderr:2024-02-19T16:31:01.157+0000 7febc3f1c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-19T16:31:01.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.158+0000 7f2297fff640 1 -- 172.21.15.104:0/3148072402 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) v1 ==== 161+0+0 (secure 0 0 0) 0x7f228c017090 con 0x7f22a006d3d0 2024-02-19T16:31:01.160 INFO:teuthology.orchestra.run.smithi104.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-02-19T16:31:01.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f228806b810 msgr2=0x7f228806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:01.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f228806b810 0x7f228806dcd0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2290007fd0 tx=0x7f2290009040 comp rx=0 tx=0).stop 2024-02-19T16:31:01.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22a006d3d0 msgr2=0x7f22a01e4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:01.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22a006d3d0 0x7f22a01e4950 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f228c00c500 tx=0x7f228c00c9c0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 shutdown_connections 2024-02-19T16:31:01.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f228806b810 0x7f228806dcd0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22a006d3d0 0x7f22a01e4950 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22a015a0a0 0x7f22a01e4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 --2- 172.21.15.104:0/3148072402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22a006cf70 0x7f22a013f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 >> 172.21.15.104:0/3148072402 conn(0x7f22a00b1a10 msgr2=0x7f22a00af300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:01.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 shutdown_connections 2024-02-19T16:31:01.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.161+0000 7f22a5d5c640 1 -- 172.21.15.104:0/3148072402 wait complete. 2024-02-19T16:31:01.165 INFO:tasks.ceph.mds.b.smithi158.stderr: -3001> 2024-02-19T16:30:16.640+0000 7f8b667fd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-19T16:31:01.174 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-02-19T16:31:01.191 INFO:tasks.ceph.mds.b.smithi158.stdout:starting mds.b at 2024-02-19T16:31:01.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.275+0000 7fdbe5039640 1 Processor -- start 2024-02-19T16:31:01.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.275+0000 7fdbe5039640 1 -- start start 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.275+0000 7fdbe5039640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe0162760 0x7fdbe00d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.275+0000 7fdbe5039640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbe00b4080 con 0x7fdbe00d4070 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.275+0000 7fdbe5039640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbe00d44c0 con 0x7fdbe0161520 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.275+0000 7fdbe5039640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbe00b42f0 con 0x7fdbe0162760 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbdf59e640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fdbe00d4070 0x7fdbe00d1bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39302/0 (socket says 172.21.15.104:39302) 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbdf59e640 1 -- 172.21.15.104:0/1861612065 learned_addr learned my addr 172.21.15.104:0/1861612065 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbd659c640 1 --2- 172.21.15.104:0/1861612065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe0162760 0x7fdbe00d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbde59c640 1 -- 172.21.15.104:0/1861612065 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2011707943 0 0) 0x7fdbe00b4080 con 0x7fdbe00d4070 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbde59c640 1 -- 172.21.15.104:0/1861612065 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdbcc003520 con 0x7fdbe00d4070 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbde59c640 1 -- 172.21.15.104:0/1861612065 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4110566448 0 0) 0x7fdbe00d44c0 con 0x7fdbe0161520 2024-02-19T16:31:01.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbde59c640 1 -- 172.21.15.104:0/1861612065 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdbe00b4080 con 0x7fdbe0161520 2024-02-19T16:31:01.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbd659c640 1 -- 172.21.15.104:0/1861612065 >> v1:172.21.15.158:6789/0 conn(0x7fdbe0161520 legacy=0x7fdbe00b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:01.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbd659c640 1 -- 172.21.15.104:0/1861612065 >> v1:172.21.15.104:6789/0 conn(0x7fdbe00d4070 legacy=0x7fdbe00d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:01.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.276+0000 7fdbd659c640 1 -- 172.21.15.104:0/1861612065 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbe00b45d0 con 0x7fdbe0162760 2024-02-19T16:31:01.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.277+0000 7fdbd659c640 1 --2- 172.21.15.104:0/1861612065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe0162760 0x7fdbe00d3b30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdbc80097d0 tx=0x7fdbc802b9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b515adc2f031ca4e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:01.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.277+0000 7fdbde59c640 1 -- 172.21.15.104:0/1861612065 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbc8030880 con 0x7fdbe0162760 2024-02-19T16:31:01.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.277+0000 7fdbde59c640 1 -- 172.21.15.104:0/1861612065 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbc80309e0 con 0x7fdbe0162760 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.277+0000 7fdbde59c640 1 -- 172.21.15.104:0/1861612065 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbc8030d70 con 0x7fdbe0162760 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.277+0000 7fdbe5039640 1 -- 172.21.15.104:0/1861612065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe0162760 msgr2=0x7fdbe00d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.278+0000 7fdbe5039640 1 --2- 172.21.15.104:0/1861612065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe0162760 0x7fdbe00d3b30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdbc80097d0 tx=0x7fdbc802b9c0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.278+0000 7fdbe5039640 1 -- 172.21.15.104:0/1861612065 shutdown_connections 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.278+0000 7fdbe5039640 1 --2- 172.21.15.104:0/1861612065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe0162760 0x7fdbe00d3b30 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.278+0000 7fdbe5039640 1 -- 172.21.15.104:0/1861612065 >> 172.21.15.104:0/1861612065 conn(0x7fdbe008d5d0 msgr2=0x7fdbe009cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.278+0000 7fdbe5039640 1 -- 172.21.15.104:0/1861612065 shutdown_connections 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.278+0000 7fdbe5039640 1 -- 172.21.15.104:0/1861612065 wait complete. 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.279+0000 7fdbe5039640 1 Processor -- start 2024-02-19T16:31:01.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.279+0000 7fdbe5039640 1 -- start start 2024-02-19T16:31:01.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbe5039640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe00d4070 0x7fdbe01591a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:01.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbe5039640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdbe0161520 0x7fdbe01f3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:01.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbe5039640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbe0162760 0x7fdbe006bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:01.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbe5039640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbe01f4970 con 0x7fdbe0162760 2024-02-19T16:31:01.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbe5039640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbe01596e0 con 0x7fdbe0161520 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbe5039640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbe01f4270 con 0x7fdbe00d4070 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbe0162760 0x7fdbe006bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbe0162760 0x7fdbe006bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46518/0 (socket says 172.21.15.104:46518) 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbded9d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe00d4070 0x7fdbe01591a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 -- 172.21.15.104:0/3956537425 learned_addr learned my addr 172.21.15.104:0/3956537425 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbd659c640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdbe0161520 0x7fdbe01f3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 -- 172.21.15.104:0/3956537425 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe00d4070 msgr2=0x7fdbe01591a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe00d4070 0x7fdbe01591a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 -- 172.21.15.104:0/3956537425 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdbe0161520 msgr2=0x7fdbe01f3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdbe0161520 0x7fdbe01f3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 -- 172.21.15.104:0/3956537425 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbc8009400 con 0x7fdbe0162760 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbdf59e640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbe0162760 0x7fdbe006bf20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fdbd800caa0 tx=0x7fdbd800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.280+0000 7fdbd7fff640 1 -- 172.21.15.104:0/3956537425 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd800ac00 con 0x7fdbe0162760 2024-02-19T16:31:01.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.281+0000 7fdbd7fff640 1 -- 172.21.15.104:0/3956537425 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbd800ad80 con 0x7fdbe0162760 2024-02-19T16:31:01.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.281+0000 7fdbd7fff640 1 -- 172.21.15.104:0/3956537425 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8012640 con 0x7fdbe0162760 2024-02-19T16:31:01.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.281+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbe01f4550 con 0x7fdbe0162760 2024-02-19T16:31:01.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.281+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbe00b0f70 con 0x7fdbe0162760 2024-02-19T16:31:01.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.282+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbe00b9b70 con 0x7fdbe0162760 2024-02-19T16:31:01.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.282+0000 7fdbd7fff640 1 -- 172.21.15.104:0/3956537425 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdbd8007070 con 0x7fdbe0162760 2024-02-19T16:31:01.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.282+0000 7fdbd7fff640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdbc006b810 0x7fdbc006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:01.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.282+0000 7fdbd7fff640 1 -- 172.21.15.104:0/3956537425 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5911+0+0 (secure 0 0 0) 0x7fdbd808a170 con 0x7fdbe0162760 2024-02-19T16:31:01.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.282+0000 7fdbded9d640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdbc006b810 0x7fdbc006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:01.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.283+0000 7fdbded9d640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdbc006b810 0x7fdbc006dcd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdbd00011e0 tx=0x7fdbd0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.287+0000 7fdbd7fff640 1 -- 172.21.15.104:0/3956537425 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fdbd8054b80 con 0x7fdbe0162760 2024-02-19T16:31:01.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:01.499+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fdbe00b2610 con 0x7fdbe0162760 2024-02-19T16:31:02.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.159+0000 7fdbd7fff640 1 -- 172.21.15.104:0/3956537425 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) v1 ==== 104+0+0 (secure 0 0 0) 0x7fdbe00b2610 con 0x7fdbe0162760 2024-02-19T16:31:02.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdbc006b810 msgr2=0x7fdbc006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:02.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdbc006b810 0x7fdbc006dcd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdbd00011e0 tx=0x7fdbd0009040 comp rx=0 tx=0).stop 2024-02-19T16:31:02.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbe0162760 msgr2=0x7fdbe006bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:02.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbe0162760 0x7fdbe006bf20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fdbd800caa0 tx=0x7fdbd800cf60 comp rx=0 tx=0).stop 2024-02-19T16:31:02.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 shutdown_connections 2024-02-19T16:31:02.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdbc006b810 0x7fdbc006dcd0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdbe0162760 0x7fdbe006bf20 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdbe0161520 0x7fdbe01f3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 --2- 172.21.15.104:0/3956537425 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdbe00d4070 0x7fdbe01591a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.161+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 >> 172.21.15.104:0/3956537425 conn(0x7fdbe008d5d0 msgr2=0x7fdbe00b4ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:02.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.162+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 shutdown_connections 2024-02-19T16:31:02.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.162+0000 7fdbe5039640 1 -- 172.21.15.104:0/3956537425 wait complete. 2024-02-19T16:31:02.174 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-02-19T16:31:02.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.276+0000 7fd25d223640 1 Processor -- start 2024-02-19T16:31:02.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.276+0000 7fd25d223640 1 -- start start 2024-02-19T16:31:02.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.277+0000 7fd25d223640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd25815bd10 0x7fd2580ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:02.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.277+0000 7fd25d223640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2580af1f0 con 0x7fd258160440 2024-02-19T16:31:02.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.277+0000 7fd25d223640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2580ce870 con 0x7fd25806af10 2024-02-19T16:31:02.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.277+0000 7fd25d223640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd25806d910 con 0x7fd25815bd10 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.277+0000 7fd25659c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd258160440 0x7fd25806d200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39306/0 (socket says 172.21.15.104:39306) 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.277+0000 7fd25659c640 1 -- 172.21.15.104:0/221940845 learned_addr learned my addr 172.21.15.104:0/221940845 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 725899423 0 0) 0x7fd2580af1f0 con 0x7fd258160440 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd240003520 con 0x7fd258160440 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd256d9d640 1 --2- 172.21.15.104:0/221940845 >> v2:172.21.15.158:3300/0 conn(0x7fd25815bd10 0x7fd2580ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3390632546 0 0) 0x7fd240003520 con 0x7fd258160440 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 >> v2:172.21.15.158:3300/0 conn(0x7fd25815bd10 msgr2=0x7fd2580ced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 --2- 172.21.15.104:0/221940845 >> v2:172.21.15.158:3300/0 conn(0x7fd25815bd10 0x7fd2580ced00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 >> v1:172.21.15.158:6789/0 conn(0x7fd25806af10 legacy=0x7fd258070e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd25806db30 con 0x7fd258160440 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fd248001670 con 0x7fd258160440 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 >> v1:172.21.15.104:6789/0 conn(0x7fd258160440 legacy=0x7fd25806d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd240003970 0x7fd240003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:02.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2400047c0 0x7fd240004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd240005180 0x7fd24000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd25806d910 con 0x7fd240005180 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd24000c020 con 0x7fd2400047c0 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd24000c1e0 con 0x7fd240003970 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd25759e640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd240005180 0x7fd24000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd256d9d640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd240003970 0x7fd240003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd25659c640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2400047c0 0x7fd240004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd25759e640 1 -- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd240003970 msgr2=0x7fd240003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd25759e640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd240003970 0x7fd240003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd25759e640 1 -- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2400047c0 msgr2=0x7fd240004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd25759e640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2400047c0 0x7fd240004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd25759e640 1 -- 172.21.15.104:0/221940845 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd240003520 con 0x7fd240005180 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.278+0000 7fd25659c640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd2400047c0 0x7fd240004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.279+0000 7fd25759e640 1 -- 172.21.15.104:0/221940845 reap_dead start 2024-02-19T16:31:02.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.279+0000 7fd25759e640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd240005180 0x7fd24000b980 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fd250001e50 tx=0x7fd2400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c370884014437b76 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.279+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd250003b70 con 0x7fd240005180 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.279+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd250003d10 con 0x7fd240005180 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.279+0000 7fd255d9b640 1 -- 172.21.15.104:0/221940845 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd250005310 con 0x7fd240005180 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.280+0000 7fd25d223640 1 -- 172.21.15.104:0/221940845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd240005180 msgr2=0x7fd24000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.280+0000 7fd25d223640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd240005180 0x7fd24000b980 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fd250001e50 tx=0x7fd2400057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.280+0000 7fd25d223640 1 -- 172.21.15.104:0/221940845 shutdown_connections 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.280+0000 7fd25d223640 1 --2- 172.21.15.104:0/221940845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd240005180 0x7fd24000b980 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.280+0000 7fd25d223640 1 -- 172.21.15.104:0/221940845 >> 172.21.15.104:0/221940845 conn(0x7fd2580b1410 msgr2=0x7fd2580b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.280+0000 7fd25d223640 1 -- 172.21.15.104:0/221940845 shutdown_connections 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.280+0000 7fd25d223640 1 -- 172.21.15.104:0/221940845 wait complete. 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.281+0000 7fd25d223640 1 Processor -- start 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.281+0000 7fd25d223640 1 -- start start 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25d223640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd240005180 0x7fd25813fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:02.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25d223640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd258142fb0 0x7fd258152f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25d223640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd258159030 0x7fd2581594b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25d223640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2581599f0 con 0x7fd258159030 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25d223640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd258154370 con 0x7fd240005180 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25d223640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd258140000 con 0x7fd258142fb0 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25759e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd258159030 0x7fd2581594b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25759e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd258159030 0x7fd2581594b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46530/0 (socket says 172.21.15.104:46530) 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25759e640 1 -- 172.21.15.104:0/345381940 learned_addr learned my addr 172.21.15.104:0/345381940 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25659c640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd258142fb0 0x7fd258152f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd256d9d640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd240005180 0x7fd25813fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25759e640 1 -- 172.21.15.104:0/345381940 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd258142fb0 msgr2=0x7fd258152f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25759e640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd258142fb0 0x7fd258152f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25759e640 1 -- 172.21.15.104:0/345381940 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd240005180 msgr2=0x7fd25813fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:02.290 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25759e640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd240005180 0x7fd25813fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.282+0000 7fd25759e640 1 -- 172.21.15.104:0/345381940 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2581537f0 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.283+0000 7fd25759e640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd258159030 0x7fd2581594b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fd250005040 tx=0x7fd2500014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.283+0000 7fd23f7fe640 1 -- 172.21.15.104:0/345381940 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd250006d50 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.283+0000 7fd23f7fe640 1 -- 172.21.15.104:0/345381940 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd250039480 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.283+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd258153ad0 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.283+0000 7fd23f7fe640 1 -- 172.21.15.104:0/345381940 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2500397f0 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.283+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd258154090 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.284+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2580751e0 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.284+0000 7fd23f7fe640 1 -- 172.21.15.104:0/345381940 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd250039950 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.284+0000 7fd23f7fe640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd24406b810 0x7fd24406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.284+0000 7fd23f7fe640 1 -- 172.21.15.104:0/345381940 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5911+0+0 (secure 0 0 0) 0x7fd2500abe50 con 0x7fd258159030 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.284+0000 7fd256d9d640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd24406b810 0x7fd24406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:02.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.285+0000 7fd256d9d640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd24406b810 0x7fd24406dcd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd24c009b40 tx=0x7fd24c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:02.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.289+0000 7fd23f7fe640 1 -- 172.21.15.104:0/345381940 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd2500768e0 con 0x7fd258159030 2024-02-19T16:31:02.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:02.462+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fd2580cdb80 con 0x7fd258159030 2024-02-19T16:31:03.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.419+0000 7fd23f7fe640 1 -- 172.21.15.104:0/345381940 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) v1 ==== 181+0+0 (secure 0 0 0) 0x7fd2500470d0 con 0x7fd258159030 2024-02-19T16:31:03.421 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_metadata' removed 2024-02-19T16:31:03.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd24406b810 msgr2=0x7fd24406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:03.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd24406b810 0x7fd24406dcd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd24c009b40 tx=0x7fd24c009190 comp rx=0 tx=0).stop 2024-02-19T16:31:03.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd258159030 msgr2=0x7fd2581594b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:03.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd258159030 0x7fd2581594b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fd250005040 tx=0x7fd2500014a0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 shutdown_connections 2024-02-19T16:31:03.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd24406b810 0x7fd24406dcd0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd258159030 0x7fd2581594b0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd258142fb0 0x7fd258152f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 --2- 172.21.15.104:0/345381940 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd240005180 0x7fd25813fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 >> 172.21.15.104:0/345381940 conn(0x7fd2580b1410 msgr2=0x7fd258071ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:03.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 shutdown_connections 2024-02-19T16:31:03.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.423+0000 7fd25d223640 1 -- 172.21.15.104:0/345381940 wait complete. 2024-02-19T16:31:03.438 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-02-19T16:31:03.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.545+0000 7f3151688640 1 Processor -- start 2024-02-19T16:31:03.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.545+0000 7f3151688640 1 -- start start 2024-02-19T16:31:03.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3151688640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f314c0d0a00 0x7f314c0b94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:03.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3151688640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f314c0d1b40 con 0x7f314c15de10 2024-02-19T16:31:03.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3151688640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f314c0d1e20 con 0x7f314c0d0580 2024-02-19T16:31:03.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3151688640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f314c0d2100 con 0x7f314c0d0a00 2024-02-19T16:31:03.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f314affd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f314c15de10 0x7f314c0cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39310/0 (socket says 172.21.15.104:39310) 2024-02-19T16:31:03.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f314affd640 1 -- 172.21.15.104:0/3028935557 learned_addr learned my addr 172.21.15.104:0/3028935557 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:03.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4174701409 0 0) 0x7f314c0d1b40 con 0x7f314c15de10 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3134003520 con 0x7f314c15de10 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f314b7fe640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f314c0d0a00 0x7f314c0b94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2668292040 0 0) 0x7f3134003520 con 0x7f314c15de10 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f314c0d0a00 msgr2=0x7f314c0b94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3149ffb640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f314c0d0a00 0x7f314c0b94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 >> v1:172.21.15.158:6789/0 conn(0x7f314c0d0580 legacy=0x7f314c0b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.546+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f314c0d23e0 con 0x7f314c15de10 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f313c001670 con 0x7f314c15de10 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 >> v1:172.21.15.104:6789/0 conn(0x7f314c15de10 legacy=0x7f314c0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f3149ffb640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31340039a0 0x7f3134003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f3149ffb640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31340047c0 0x7f3134004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f3149ffb640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f314c0d0a00 0x7f3134005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f314c0d2100 con 0x7f31340047c0 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f313400bb10 con 0x7f31340039a0 2024-02-19T16:31:03.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f313400bcd0 con 0x7f314c0d0a00 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314a7fc640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31340047c0 0x7f3134004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314affd640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31340039a0 0x7f3134003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314b7fe640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f314c0d0a00 0x7f3134005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314a7fc640 1 -- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f314c0d0a00 msgr2=0x7f3134005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314a7fc640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f314c0d0a00 0x7f3134005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314a7fc640 1 -- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31340039a0 msgr2=0x7f3134003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314a7fc640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31340039a0 0x7f3134003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314a7fc640 1 -- 172.21.15.104:0/3028935557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3134003520 con 0x7f31340047c0 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.547+0000 7f314affd640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f31340039a0 0x7f3134003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f314a7fc640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31340047c0 0x7f3134004c40 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f3140001750 tx=0x7f31340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d70b9ac719aba47 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31400052d0 con 0x7f31340047c0 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f314002e050 con 0x7f31340047c0 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3149ffb640 1 -- 172.21.15.104:0/3028935557 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31400035f0 con 0x7f31340047c0 2024-02-19T16:31:03.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3151688640 1 -- 172.21.15.104:0/3028935557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31340047c0 msgr2=0x7f3134004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:03.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3151688640 1 --2- 172.21.15.104:0/3028935557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31340047c0 0x7f3134004c40 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f3140001750 tx=0x7f31340057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f314b7fe640 1 -- 172.21.15.104:0/3028935557 reap_dead start 2024-02-19T16:31:03.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3151688640 1 -- 172.21.15.104:0/3028935557 shutdown_connections 2024-02-19T16:31:03.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3151688640 1 -- 172.21.15.104:0/3028935557 >> 172.21.15.104:0/3028935557 conn(0x7f314c09cf10 msgr2=0x7f314c0d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:03.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3151688640 1 -- 172.21.15.104:0/3028935557 shutdown_connections 2024-02-19T16:31:03.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.548+0000 7f3151688640 1 -- 172.21.15.104:0/3028935557 wait complete. 2024-02-19T16:31:03.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.550+0000 7f3151688640 1 Processor -- start 2024-02-19T16:31:03.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.550+0000 7f3151688640 1 -- start start 2024-02-19T16:31:03.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.550+0000 7f3151688640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31340047c0 0x7f314c15ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:03.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.550+0000 7f3151688640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f314c0c7680 0x7f314c0ce810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:03.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.550+0000 7f3151688640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f314c0ca690 0x7f314c0ced50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:03.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.550+0000 7f3151688640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f314c15e370 con 0x7f314c0ca690 2024-02-19T16:31:03.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.550+0000 7f3151688640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f314c15e930 con 0x7f314c0c7680 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.550+0000 7f3151688640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f314c15b190 con 0x7f31340047c0 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f314c0ca690 0x7f314c0ced50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f314c0ca690 0x7f314c0ced50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46548/0 (socket says 172.21.15.104:46548) 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 -- 172.21.15.104:0/259625624 learned_addr learned my addr 172.21.15.104:0/259625624 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314affd640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31340047c0 0x7f314c15ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314a7fc640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f314c0c7680 0x7f314c0ce810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 -- 172.21.15.104:0/259625624 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31340047c0 msgr2=0x7f314c15ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31340047c0 0x7f314c15ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 -- 172.21.15.104:0/259625624 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f314c0c7680 msgr2=0x7f314c0ce810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f314c0c7680 0x7f314c0ce810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 -- 172.21.15.104:0/259625624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f314c0b44a0 con 0x7f314c0ca690 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f314b7fe640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f314c0ca690 0x7f314c0ced50 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f314c162a10 tx=0x7f31440115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f31337fe640 1 -- 172.21.15.104:0/259625624 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314400e070 con 0x7f314c0ca690 2024-02-19T16:31:03.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f31337fe640 1 -- 172.21.15.104:0/259625624 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3144011ed0 con 0x7f314c0ca690 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f314c0c8230 con 0x7f314c0ca690 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f31337fe640 1 -- 172.21.15.104:0/259625624 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3144003990 con 0x7f314c0ca690 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.551+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f314c15e5c0 con 0x7f314c0ca690 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.552+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f314c0c8750 con 0x7f314c0ca690 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.553+0000 7f31337fe640 1 -- 172.21.15.104:0/259625624 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3144003b10 con 0x7f314c0ca690 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.553+0000 7f31337fe640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f313806b810 0x7f313806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.553+0000 7f31337fe640 1 -- 172.21.15.104:0/259625624 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5473+0+0 (secure 0 0 0) 0x7f314408aa10 con 0x7f314c0ca690 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.553+0000 7f314affd640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f313806b810 0x7f313806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:03.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.553+0000 7f314affd640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f313806b810 0x7f313806dcd0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f313c005990 tx=0x7f313c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:03.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.557+0000 7f31337fe640 1 -- 172.21.15.104:0/259625624 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f3144055510 con 0x7f314c0ca690 2024-02-19T16:31:03.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:03.730+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f314c0751e0 con 0x7f314c0ca690 2024-02-19T16:31:04.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.424+0000 7f31337fe640 1 -- 172.21.15.104:0/259625624 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7f3144058bd0 con 0x7f314c0ca690 2024-02-19T16:31:04.426 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_data' removed 2024-02-19T16:31:04.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.428+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f313806b810 msgr2=0x7f313806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:04.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.428+0000 7f3151688640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f313806b810 0x7f313806dcd0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f313c005990 tx=0x7f313c009040 comp rx=0 tx=0).stop 2024-02-19T16:31:04.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.428+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f314c0ca690 msgr2=0x7f314c0ced50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:04.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.428+0000 7f3151688640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f314c0ca690 0x7f314c0ced50 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f314c162a10 tx=0x7f31440115a0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.429+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 shutdown_connections 2024-02-19T16:31:04.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.429+0000 7f3151688640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f313806b810 0x7f313806dcd0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.429+0000 7f3151688640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f314c0ca690 0x7f314c0ced50 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.429+0000 7f3151688640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f314c0c7680 0x7f314c0ce810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.429+0000 7f3151688640 1 --2- 172.21.15.104:0/259625624 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f31340047c0 0x7f314c15ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.429+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 >> 172.21.15.104:0/259625624 conn(0x7f314c09cf10 msgr2=0x7f314c0b8ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:04.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.429+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 shutdown_connections 2024-02-19T16:31:04.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.429+0000 7f3151688640 1 -- 172.21.15.104:0/259625624 wait complete. 2024-02-19T16:31:04.445 INFO:tasks.ceph.mds.a:Restarting daemon 2024-02-19T16:31:04.445 INFO:tasks.ceph.mds.a:Stopping old one... 2024-02-19T16:31:04.446 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-02-19T16:31:04.446 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:04.446 INFO:tasks.ceph.mds.c:Restarting daemon 2024-02-19T16:31:04.446 INFO:tasks.ceph.mds.c:Stopping old one... 2024-02-19T16:31:04.446 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-02-19T16:31:04.446 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:04.447 INFO:tasks.ceph.mds.b:Restarting daemon 2024-02-19T16:31:04.447 INFO:tasks.ceph.mds.b:Stopping old one... 2024-02-19T16:31:04.447 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-02-19T16:31:04.447 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:04.447 INFO:tasks.ceph.mds.d:Restarting daemon 2024-02-19T16:31:04.447 INFO:tasks.ceph.mds.d:Stopping old one... 2024-02-19T16:31:04.447 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-02-19T16:31:04.447 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:04.456 INFO:tasks.ceph.mds.a:Stopped 2024-02-19T16:31:04.456 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-02-19T16:31:04.457 INFO:tasks.ceph.mds.c:Stopped 2024-02-19T16:31:04.457 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-02-19T16:31:04.459 INFO:tasks.ceph.mds.d:Stopped 2024-02-19T16:31:04.459 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-02-19T16:31:04.460 INFO:tasks.ceph.mds.b:Stopped 2024-02-19T16:31:04.460 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-02-19T16:31:04.498 INFO:tasks.ceph.mds.a:Started 2024-02-19T16:31:04.498 DEBUG:teuthology.parallel:result is None 2024-02-19T16:31:04.499 INFO:tasks.ceph.mds.c:Started 2024-02-19T16:31:04.499 DEBUG:teuthology.parallel:result is None 2024-02-19T16:31:04.501 INFO:tasks.ceph.mds.d:Started 2024-02-19T16:31:04.502 DEBUG:teuthology.parallel:result is None 2024-02-19T16:31:04.502 INFO:tasks.ceph.mds.b:Started 2024-02-19T16:31:04.502 DEBUG:teuthology.parallel:result is None 2024-02-19T16:31:04.503 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-02-19T16:31:04.578 INFO:tasks.ceph.mds.c.smithi104.stdout:starting mds.c at 2024-02-19T16:31:04.578 INFO:tasks.ceph.mds.a.smithi104.stdout:starting mds.a at 2024-02-19T16:31:04.586 INFO:tasks.ceph.mds.d.smithi158.stdout:starting mds.d at 2024-02-19T16:31:04.586 INFO:tasks.ceph.mds.b.smithi158.stdout:starting mds.b at 2024-02-19T16:31:04.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.608+0000 7f5753e50640 1 Processor -- start 2024-02-19T16:31:04.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.608+0000 7f5753e50640 1 -- start start 2024-02-19T16:31:04.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5753e50640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f574c15bbf0 0x7f574c0cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:04.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5753e50640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c0ce8c0 0x7f574c165b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:04.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5753e50640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f574c0d0580 con 0x7f574c0cd6b0 2024-02-19T16:31:04.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5753e50640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f574c0cf970 con 0x7f574c15bbf0 2024-02-19T16:31:04.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5753e50640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f574c0cfc50 con 0x7f574c0ce8c0 2024-02-19T16:31:04.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5751bec640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f574c15bbf0 0x7f574c0cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:04.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f57513eb640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f574c0cd6b0 0x7f574c0ce1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39342/0 (socket says 172.21.15.104:39342) 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5751bec640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f574c15bbf0 0x7f574c0cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46584/0 (socket says 172.21.15.104:46584) 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f57513eb640 1 -- 172.21.15.104:0/4137231363 learned_addr learned my addr 172.21.15.104:0/4137231363 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f57523ed640 1 --2- 172.21.15.104:0/4137231363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c0ce8c0 0x7f574c165b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5750bea640 1 -- 172.21.15.104:0/4137231363 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3146387285 0 0) 0x7f574c0d0580 con 0x7f574c0cd6b0 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5750bea640 1 -- 172.21.15.104:0/4137231363 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5738003520 con 0x7f574c0cd6b0 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5751bec640 1 -- 172.21.15.104:0/4137231363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c0ce8c0 msgr2=0x7f574c165b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5751bec640 1 --2- 172.21.15.104:0/4137231363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c0ce8c0 0x7f574c165b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5751bec640 1 -- 172.21.15.104:0/4137231363 >> v1:172.21.15.104:6789/0 conn(0x7f574c0cd6b0 legacy=0x7f574c0ce1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f5751bec640 1 -- 172.21.15.104:0/4137231363 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f574c0cff30 con 0x7f574c15bbf0 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.609+0000 7f57523ed640 1 --2- 172.21.15.104:0/4137231363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c0ce8c0 0x7f574c165b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.610+0000 7f5751bec640 1 --2- 172.21.15.104:0/4137231363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c15bbf0 0x7f574c0cd170 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f57480097a0 tx=0x7f574802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef5e84f10f5d8855 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.610+0000 7f5750bea640 1 -- 172.21.15.104:0/4137231363 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5748031830 con 0x7f574c15bbf0 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.610+0000 7f5750bea640 1 -- 172.21.15.104:0/4137231363 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5748031990 con 0x7f574c15bbf0 2024-02-19T16:31:04.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.610+0000 7f5750bea640 1 -- 172.21.15.104:0/4137231363 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5748031d20 con 0x7f574c15bbf0 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.611+0000 7f5753e50640 1 -- 172.21.15.104:0/4137231363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c15bbf0 msgr2=0x7f574c0cd170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.611+0000 7f5753e50640 1 --2- 172.21.15.104:0/4137231363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c15bbf0 0x7f574c0cd170 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f57480097a0 tx=0x7f574802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.611+0000 7f5753e50640 1 -- 172.21.15.104:0/4137231363 shutdown_connections 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.611+0000 7f5753e50640 1 --2- 172.21.15.104:0/4137231363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c0ce8c0 0x7f574c165b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.611+0000 7f5753e50640 1 --2- 172.21.15.104:0/4137231363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c15bbf0 0x7f574c0cd170 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.611+0000 7f5753e50640 1 -- 172.21.15.104:0/4137231363 >> 172.21.15.104:0/4137231363 conn(0x7f574c09aa70 msgr2=0x7f574c0d1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.611+0000 7f5753e50640 1 -- 172.21.15.104:0/4137231363 shutdown_connections 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.611+0000 7f5753e50640 1 -- 172.21.15.104:0/4137231363 wait complete. 2024-02-19T16:31:04.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.612+0000 7f5753e50640 1 Processor -- start 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.612+0000 7f5753e50640 1 -- start start 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.612+0000 7f5753e50640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f574c0cd6b0 0x7f574c156eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5753e50640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c0ce8c0 0x7f574c0c7540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5753e50640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c15bbf0 0x7f574c0c7a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5753e50640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f574c1f3bc0 con 0x7f574c0ce8c0 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5753e50640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f574c1f3ea0 con 0x7f574c0cd6b0 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5753e50640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f574c1f4180 con 0x7f574c15bbf0 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c0ce8c0 0x7f574c0c7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c0ce8c0 0x7f574c0c7540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46592/0 (socket says 172.21.15.104:46592) 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 -- 172.21.15.104:0/3700872234 learned_addr learned my addr 172.21.15.104:0/3700872234 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57523ed640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c15bbf0 0x7f574c0c7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5751bec640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f574c0cd6b0 0x7f574c156eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 -- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c15bbf0 msgr2=0x7f574c0c7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:04.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c15bbf0 0x7f574c0c7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 -- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f574c0cd6b0 msgr2=0x7f574c156eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f574c0cd6b0 0x7f574c156eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 -- 172.21.15.104:0/3700872234 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5748009400 con 0x7f574c0ce8c0 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5751bec640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f574c0cd6b0 0x7f574c156eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57513eb640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c0ce8c0 0x7f574c0c7540 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f573c00c400 tx=0x7f573c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57427fc640 1 -- 172.21.15.104:0/3700872234 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f573c005ce0 con 0x7f574c0ce8c0 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57427fc640 1 -- 172.21.15.104:0/3700872234 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f573c005e60 con 0x7f574c0ce8c0 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f574c1f4460 con 0x7f574c0ce8c0 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f57427fc640 1 -- 172.21.15.104:0/3700872234 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f573c0072f0 con 0x7f574c0ce8c0 2024-02-19T16:31:04.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.613+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f574c1573f0 con 0x7f574c0ce8c0 2024-02-19T16:31:04.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.614+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f574c0751e0 con 0x7f574c0ce8c0 2024-02-19T16:31:04.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.615+0000 7f57427fc640 1 -- 172.21.15.104:0/3700872234 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f573c007450 con 0x7f574c0ce8c0 2024-02-19T16:31:04.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.615+0000 7f57427fc640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f573006b810 0x7f573006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:04.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.615+0000 7f57427fc640 1 -- 172.21.15.104:0/3700872234 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f573c0894c0 con 0x7f574c0ce8c0 2024-02-19T16:31:04.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.615+0000 7f5751bec640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f573006b810 0x7f573006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:04.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.615+0000 7f5751bec640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f573006b810 0x7f573006dcd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5748036000 tx=0x7f574803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:04.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.619+0000 7f57427fc640 1 -- 172.21.15.104:0/3700872234 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f573c054290 con 0x7f574c0ce8c0 2024-02-19T16:31:04.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:04.808+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f574c09b240 con 0x7f574c0ce8c0 2024-02-19T16:31:05.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.432+0000 7f57427fc640 1 -- 172.21.15.104:0/3700872234 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v27) v1 ==== 97+0+0 (secure 0 0 0) 0x7f573c057950 con 0x7f574c0ce8c0 2024-02-19T16:31:05.433 INFO:teuthology.orchestra.run.smithi104.stderr: removed all blocklist entries 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f573006b810 msgr2=0x7f573006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f573006b810 0x7f573006dcd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5748036000 tx=0x7f574803c040 comp rx=0 tx=0).stop 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c0ce8c0 msgr2=0x7f574c0c7540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c0ce8c0 0x7f574c0c7540 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f573c00c400 tx=0x7f573c00c8c0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 shutdown_connections 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f573006b810 0x7f573006dcd0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f574c0ce8c0 0x7f574c0c7540 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f574c15bbf0 0x7f574c0c7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 --2- 172.21.15.104:0/3700872234 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f574c0cd6b0 0x7f574c156eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 >> 172.21.15.104:0/3700872234 conn(0x7f574c09aa70 msgr2=0x7f574c06fb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 shutdown_connections 2024-02-19T16:31:05.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.434+0000 7f5753e50640 1 -- 172.21.15.104:0/3700872234 wait complete. 2024-02-19T16:31:05.448 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-02-19T16:31:05.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.548+0000 7feef85e2640 1 Processor -- start 2024-02-19T16:31:05.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.548+0000 7feef85e2640 1 -- start start 2024-02-19T16:31:05.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef85e2640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7feef0161520 0x7feef00b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef85e2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feef00d4240 0x7feef00d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef85e2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feef00b42f0 con 0x7feef0162760 2024-02-19T16:31:05.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef85e2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feef00b45d0 con 0x7feef00d4240 2024-02-19T16:31:05.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef85e2640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feef00b48b0 con 0x7feef0161520 2024-02-19T16:31:05.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef6b7f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feef00d4240 0x7feef00d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef6b7f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feef00d4240 0x7feef00d1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46596/0 (socket says 172.21.15.104:46596) 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef6b7f640 1 -- 172.21.15.104:0/2850613692 learned_addr learned my addr 172.21.15.104:0/2850613692 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef637e640 1 --2- 172.21.15.104:0/2850613692 >> v2:172.21.15.158:3300/0 conn(0x7feef0161520 0x7feef00b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef6b7f640 1 -- 172.21.15.104:0/2850613692 >> v2:172.21.15.158:3300/0 conn(0x7feef0161520 msgr2=0x7feef00b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef6b7f640 1 --2- 172.21.15.104:0/2850613692 >> v2:172.21.15.158:3300/0 conn(0x7feef0161520 0x7feef00b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef6b7f640 1 -- 172.21.15.104:0/2850613692 >> v1:172.21.15.158:6789/0 conn(0x7feef0162760 legacy=0x7feef00d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef6b7f640 1 -- 172.21.15.104:0/2850613692 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feef00b4b90 con 0x7feef00d4240 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.549+0000 7feef637e640 1 --2- 172.21.15.104:0/2850613692 >> v2:172.21.15.158:3300/0 conn(0x7feef0161520 0x7feef00b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef6b7f640 1 --2- 172.21.15.104:0/2850613692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef00d4240 0x7feef00d1bb0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7feef00b67f0 tx=0x7feee802bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d9cc08445d5e104 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef537c640 1 -- 172.21.15.104:0/2850613692 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feee802cb20 con 0x7feef00d4240 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef537c640 1 -- 172.21.15.104:0/2850613692 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feee802cc80 con 0x7feef00d4240 2024-02-19T16:31:05.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef537c640 1 -- 172.21.15.104:0/2850613692 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feee80343f0 con 0x7feef00d4240 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef85e2640 1 -- 172.21.15.104:0/2850613692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef00d4240 msgr2=0x7feef00d1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef85e2640 1 --2- 172.21.15.104:0/2850613692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef00d4240 0x7feef00d1bb0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7feef00b67f0 tx=0x7feee802bf80 comp rx=0 tx=0).stop 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef85e2640 1 -- 172.21.15.104:0/2850613692 shutdown_connections 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef85e2640 1 --2- 172.21.15.104:0/2850613692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef00d4240 0x7feef00d1bb0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.550+0000 7feef85e2640 1 --2- 172.21.15.104:0/2850613692 >> v2:172.21.15.158:3300/0 conn(0x7feef0161520 0x7feef00b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.551+0000 7feef85e2640 1 -- 172.21.15.104:0/2850613692 >> 172.21.15.104:0/2850613692 conn(0x7feef008d5d0 msgr2=0x7feef009cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.551+0000 7feef85e2640 1 -- 172.21.15.104:0/2850613692 shutdown_connections 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.551+0000 7feef85e2640 1 -- 172.21.15.104:0/2850613692 wait complete. 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef85e2640 1 Processor -- start 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef85e2640 1 -- start start 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef85e2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feef00d4240 0x7feef0150180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef85e2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0161520 0x7feef015c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef85e2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feef0162760 0x7feef015c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef85e2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feef00b0910 con 0x7feef0161520 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef85e2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feef00b0bf0 con 0x7feef00d4240 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef85e2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feef00b0ed0 con 0x7feef0162760 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef5b7d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0161520 0x7feef015c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef5b7d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0161520 0x7feef015c150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46608/0 (socket says 172.21.15.104:46608) 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.552+0000 7feef5b7d640 1 -- 172.21.15.104:0/1622863306 learned_addr learned my addr 172.21.15.104:0/1622863306 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef637e640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feef00d4240 0x7feef0150180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef6b7f640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feef0162760 0x7feef015c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef5b7d640 1 -- 172.21.15.104:0/1622863306 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feef0162760 msgr2=0x7feef015c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef5b7d640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feef0162760 0x7feef015c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef5b7d640 1 -- 172.21.15.104:0/1622863306 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feef00d4240 msgr2=0x7feef0150180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef5b7d640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feef00d4240 0x7feef0150180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef5b7d640 1 -- 172.21.15.104:0/1622863306 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feee8009b30 con 0x7feef0161520 2024-02-19T16:31:05.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef5b7d640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0161520 0x7feef015c150 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7feee000c3c0 tx=0x7feee000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:05.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feee6ffd640 1 -- 172.21.15.104:0/1622863306 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feee00052d0 con 0x7feef0161520 2024-02-19T16:31:05.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feee6ffd640 1 -- 172.21.15.104:0/1622863306 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feee0005450 con 0x7feef0161520 2024-02-19T16:31:05.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feef00b11b0 con 0x7feef0161520 2024-02-19T16:31:05.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feee6ffd640 1 -- 172.21.15.104:0/1622863306 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feee0007260 con 0x7feef0161520 2024-02-19T16:31:05.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.553+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feef00b67f0 con 0x7feef0161520 2024-02-19T16:31:05.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.554+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feef00b16d0 con 0x7feef0161520 2024-02-19T16:31:05.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.555+0000 7feee6ffd640 1 -- 172.21.15.104:0/1622863306 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7feee00073c0 con 0x7feef0161520 2024-02-19T16:31:05.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.555+0000 7feee6ffd640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7feed406b810 0x7feed406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.555+0000 7feee6ffd640 1 -- 172.21.15.104:0/1622863306 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7feee00890c0 con 0x7feef0161520 2024-02-19T16:31:05.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.555+0000 7feef637e640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7feed406b810 0x7feed406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.555+0000 7feef637e640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7feed406b810 0x7feed406dcd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7feef0162420 tx=0x7feeec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:05.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.559+0000 7feee6ffd640 1 -- 172.21.15.104:0/1622863306 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7feef00b16d0 con 0x7feef0161520 2024-02-19T16:31:05.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.793+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7feef00b16d0 con 0x7feef0161520 2024-02-19T16:31:05.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.793+0000 7feee6ffd640 1 -- 172.21.15.104:0/1622863306 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7feef00b16d0 con 0x7feef0161520 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "auth_dump": [ 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mds.a", 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDbgdNl8t8NNRAAObZeKujIAMXFwMMiOHCDAw==", 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mds.b", 2024-02-19T16:31:05.795 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlczkNBhAAk+Hr5rlN9lrU0IGXiBoiyw==", 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mds.c", 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlxwoHARAAcgvnuQiO1bcj1AcCJfOF/Q==", 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:05.796 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mds.d", 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlu8tzDRAATnNixjrMqLPLVvoJkhsiHQ==", 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.0", 2024-02-19T16:31:05.797 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDfgdNlKDx2MhAAeHaK6hjbuAqtxjHlo1pNfQ==", 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.1", 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDigdNlpE2bMRAA5o+UAtHxtzu2Bi8nanLUIA==", 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.798 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.2", 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDlgdNlMZaoLxAAh7Wvml3dpfeOytylKEO59g==", 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.3", 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDogdNltDB4LhAAeZXC1QyUiPBbCUEi4vF9Sw==", 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.799 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.4", 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDsgdNlw62QOhAAZ4meqDW5F9onodP49S459A==", 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.5", 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDvgdNlHdzbORAAd7sK5o4qAqWiGAwvgwxsuw==", 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:05.800 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.6", 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDygdNlyGj4ORAAYOBuovZaRLUTnbXDcQXJhg==", 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.7", 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQD1gdNlDOK2NxAAjZiXltbbM7Av7CURK2I9ag==", 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.801 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.0", 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g==", 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow r", 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow rw", 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow rwx" 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.802 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.1", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNly+reGhAAieWnUnayIpiQ2dN2efZk4g==", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow r", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow rw", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow rwx" 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.2", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNl9Nt7FxAATgMkE2RnEMPsa+SpsiiZRQ==", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow r", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow rw", 2024-02-19T16:31:05.803 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow rwx" 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.3", 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlQBbAIBAAlIi3g1wr2neucXRUfVaSDg==", 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow r", 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow rw", 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow rwx" 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.admin", 2024-02-19T16:31:05.804 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDbgdNl2fekGBAAXmTUTIDjSltIhFhzsrHTzQ==", 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow *", 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.bootstrap-mds", 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQD7gdNl+pUGMxAAHixDmuOZkT+GFd+IiltSDw==", 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile bootstrap-mds" 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.805 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.bootstrap-mgr", 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQD7gdNlYJ4GMxAAtdMGGKDNotI+RJFCP839SQ==", 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile bootstrap-mgr" 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.bootstrap-osd", 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQD7gdNlM6UGMxAAMMnnlb6Q00oECokzfAtF5g==", 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile bootstrap-osd" 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.bootstrap-rbd", 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQD7gdNl9asGMxAAIuG/jOnHcqqdsV73poNJmg==", 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.806 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile bootstrap-rbd" 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQD7gdNl/rIGMxAAdhXSD6UTKPQylvYBZO5teA==", 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.bootstrap-rgw", 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQD7gdNlQroGMxAAgBrTO/I4kZsUaNcBg3MM1w==", 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile bootstrap-rgw" 2024-02-19T16:31:05.807 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mgr.x", 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDbgdNlqjipMRAAGpYQxErFK5a05ad1PnZOTw==", 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow *", 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile mgr", 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mgr.y", 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDbgdNlJfngLRAAnmVwsctfOIHUfZi+qP+Yfw==", 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow *", 2024-02-19T16:31:05.808 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile mgr", 2024-02-19T16:31:05.809 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:05.809 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.809 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:05.809 INFO:teuthology.orchestra.run.smithi104.stdout: ] 2024-02-19T16:31:05.809 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:31:05.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7feed406b810 msgr2=0x7feed406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7feed406b810 0x7feed406dcd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7feef0162420 tx=0x7feeec008040 comp rx=0 tx=0).stop 2024-02-19T16:31:05.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0161520 msgr2=0x7feef015c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0161520 0x7feef015c150 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7feee000c3c0 tx=0x7feee000c880 comp rx=0 tx=0).stop 2024-02-19T16:31:05.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 shutdown_connections 2024-02-19T16:31:05.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7feed406b810 0x7feed406dcd0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0161520 0x7feef015c150 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feef0162760 0x7feef015c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 --2- 172.21.15.104:0/1622863306 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feef00d4240 0x7feef0150180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 >> 172.21.15.104:0/1622863306 conn(0x7feef008d5d0 msgr2=0x7feef006c8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:05.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 shutdown_connections 2024-02-19T16:31:05.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.795+0000 7feef85e2640 1 -- 172.21.15.104:0/1622863306 wait complete. 2024-02-19T16:31:05.811 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-02-19T16:31:05.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.911+0000 7f5de15a1640 1 Processor -- start 2024-02-19T16:31:05.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.911+0000 7f5de15a1640 1 -- start start 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5de15a1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc15de30 0x7f5ddc0d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5de15a1640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5ddc0cfb00 0x7f5ddc0d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5de15a1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ddc0d0ed0 con 0x7f5ddc0d0530 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5de15a1640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ddc0d16f0 con 0x7f5ddc0cfb00 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5de15a1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ddc0d1940 con 0x7f5ddc15de30 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5dd27fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f5ddc0d0530 0x7f5ddc0cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39350/0 (socket says 172.21.15.104:39350) 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5dd27fc640 1 -- 172.21.15.104:0/806307284 learned_addr learned my addr 172.21.15.104:0/806307284 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5ddaffd640 1 --2- 172.21.15.104:0/806307284 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc15de30 0x7f5ddc0d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5ddb7fe640 1 --2- 172.21.15.104:0/806307284 >> v2:172.21.15.158:3300/0 conn(0x7f5ddc0cfb00 0x7f5ddc0d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5dda7fc640 1 -- 172.21.15.104:0/806307284 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 375484195 0 0) 0x7f5ddc0d0ed0 con 0x7f5ddc0d0530 2024-02-19T16:31:05.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5dda7fc640 1 -- 172.21.15.104:0/806307284 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5dc8003520 con 0x7f5ddc0d0530 2024-02-19T16:31:05.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5ddaffd640 1 -- 172.21.15.104:0/806307284 >> v2:172.21.15.158:3300/0 conn(0x7f5ddc0cfb00 msgr2=0x7f5ddc0d0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:05.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5ddaffd640 1 --2- 172.21.15.104:0/806307284 >> v2:172.21.15.158:3300/0 conn(0x7f5ddc0cfb00 0x7f5ddc0d0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5ddaffd640 1 -- 172.21.15.104:0/806307284 >> v1:172.21.15.104:6789/0 conn(0x7f5ddc0d0530 legacy=0x7f5ddc0cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5ddaffd640 1 -- 172.21.15.104:0/806307284 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ddc0d1c20 con 0x7f5ddc15de30 2024-02-19T16:31:05.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.912+0000 7f5ddb7fe640 1 --2- 172.21.15.104:0/806307284 >> v2:172.21.15.158:3300/0 conn(0x7f5ddc0cfb00 0x7f5ddc0d0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:05.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.913+0000 7f5ddaffd640 1 --2- 172.21.15.104:0/806307284 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc15de30 0x7f5ddc0d2700 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc0097a0 tx=0x7f5dcc02b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e90099e6a8f33e8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:05.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.913+0000 7f5dda7fc640 1 -- 172.21.15.104:0/806307284 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc02e070 con 0x7f5ddc15de30 2024-02-19T16:31:05.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.913+0000 7f5dda7fc640 1 -- 172.21.15.104:0/806307284 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dcc0315a0 con 0x7f5ddc15de30 2024-02-19T16:31:05.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.913+0000 7f5dda7fc640 1 -- 172.21.15.104:0/806307284 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc031910 con 0x7f5ddc15de30 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.914+0000 7f5de15a1640 1 -- 172.21.15.104:0/806307284 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc15de30 msgr2=0x7f5ddc0d2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.914+0000 7f5de15a1640 1 --2- 172.21.15.104:0/806307284 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc15de30 0x7f5ddc0d2700 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc0097a0 tx=0x7f5dcc02b840 comp rx=0 tx=0).stop 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.914+0000 7f5de15a1640 1 -- 172.21.15.104:0/806307284 shutdown_connections 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.914+0000 7f5de15a1640 1 --2- 172.21.15.104:0/806307284 >> v2:172.21.15.158:3300/0 conn(0x7f5ddc0cfb00 0x7f5ddc0d0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.914+0000 7f5de15a1640 1 --2- 172.21.15.104:0/806307284 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc15de30 0x7f5ddc0d2700 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.914+0000 7f5de15a1640 1 -- 172.21.15.104:0/806307284 >> 172.21.15.104:0/806307284 conn(0x7f5ddc0d3b20 msgr2=0x7f5ddc0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.914+0000 7f5de15a1640 1 -- 172.21.15.104:0/806307284 shutdown_connections 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.914+0000 7f5de15a1640 1 -- 172.21.15.104:0/806307284 wait complete. 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.915+0000 7f5de15a1640 1 Processor -- start 2024-02-19T16:31:05.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.915+0000 7f5de15a1640 1 -- start start 2024-02-19T16:31:05.919 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5de15a1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc0cfb00 0x7f5ddc1f6e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5de15a1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ddc0d0530 0x7f5ddc0b5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5de15a1640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5ddc15de30 0x7f5ddc0b6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5de15a1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ddc0c8960 con 0x7f5ddc0d0530 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5de15a1640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ddc0c8c40 con 0x7f5ddc15de30 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5de15a1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ddc0c8f20 con 0x7f5ddc0cfb00 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ddc0d0530 0x7f5ddc0b5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5ddaffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc0cfb00 0x7f5ddc1f6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ddc0d0530 0x7f5ddc0b5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46622/0 (socket says 172.21.15.104:46622) 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5ddaffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc0cfb00 0x7f5ddc1f6e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:40962/0 (socket says 172.21.15.104:40962) 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 -- 172.21.15.104:0/3824544538 learned_addr learned my addr 172.21.15.104:0/3824544538 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5ddb7fe640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5ddc15de30 0x7f5ddc0b6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 -- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc0cfb00 msgr2=0x7f5ddc1f6e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc0cfb00 0x7f5ddc1f6e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 -- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5ddc15de30 msgr2=0x7f5ddc0b6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5ddc15de30 0x7f5ddc0b6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 -- 172.21.15.104:0/3824544538 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dd4009a70 con 0x7f5ddc0d0530 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5ddaffd640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc0cfb00 0x7f5ddc1f6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5ddb7fe640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5ddc15de30 0x7f5ddc0b6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd27fc640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ddc0d0530 0x7f5ddc0b5bf0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5dc40010e0 tx=0x7f5dc400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.916+0000 7f5dd3fff640 1 -- 172.21.15.104:0/3824544538 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc4005ce0 con 0x7f5ddc0d0530 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.917+0000 7f5dd3fff640 1 -- 172.21.15.104:0/3824544538 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dc4005e60 con 0x7f5ddc0d0530 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.917+0000 7f5dd3fff640 1 -- 172.21.15.104:0/3824544538 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc4007310 con 0x7f5ddc0d0530 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.917+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dcc009400 con 0x7f5ddc0d0530 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.917+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ddc15fad0 con 0x7f5ddc0d0530 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.918+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ddc15fcf0 con 0x7f5ddc0d0530 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.918+0000 7f5dd3fff640 1 -- 172.21.15.104:0/3824544538 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5dc4007530 con 0x7f5ddc0d0530 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.919+0000 7f5dd3fff640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5dbc06b810 0x7f5dbc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:05.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.919+0000 7f5dd3fff640 1 -- 172.21.15.104:0/3824544538 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5dc4089290 con 0x7f5ddc0d0530 2024-02-19T16:31:05.922 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.919+0000 7f5ddaffd640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5dbc06b810 0x7f5dbc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:05.922 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.919+0000 7f5ddaffd640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5dbc06b810 0x7f5dbc06dcd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc036000 tx=0x7f5dcc03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:05.924 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:05.923+0000 7f5dd3fff640 1 -- 172.21.15.104:0/3824544538 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5dc4054140 con 0x7f5ddc0d0530 2024-02-19T16:31:06.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.156+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f5ddc15e210 con 0x7f5ddc0d0530 2024-02-19T16:31:06.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.158+0000 7f5dd3fff640 1 -- 172.21.15.104:0/3824544538 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f5dc405ce60 con 0x7f5ddc0d0530 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5dbc06b810 msgr2=0x7f5dbc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5dbc06b810 0x7f5dbc06dcd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc036000 tx=0x7f5dcc03d040 comp rx=0 tx=0).stop 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ddc0d0530 msgr2=0x7f5ddc0b5bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ddc0d0530 0x7f5ddc0b5bf0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5dc40010e0 tx=0x7f5dc400c8a0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 shutdown_connections 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5dbc06b810 0x7f5dbc06dcd0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ddc0d0530 0x7f5ddc0b5bf0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5ddc15de30 0x7f5ddc0b6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 --2- 172.21.15.104:0/3824544538 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5ddc0cfb00 0x7f5ddc1f6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 >> 172.21.15.104:0/3824544538 conn(0x7f5ddc0d3b20 msgr2=0x7f5ddc0b20a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 shutdown_connections 2024-02-19T16:31:06.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.160+0000 7f5de15a1640 1 -- 172.21.15.104:0/3824544538 wait complete. 2024-02-19T16:31:06.172 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-02-19T16:31:06.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.271+0000 7f4eb1f81640 1 Processor -- start 2024-02-19T16:31:06.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.271+0000 7f4eb1f81640 1 -- start start 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.272+0000 7f4eb1f81640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4eac0d1ff0 0x7f4eac0b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.272+0000 7f4eb1f81640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4eac0b29b0 con 0x7f4eac06cf00 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.272+0000 7f4eb1f81640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4eac0b1930 con 0x7f4eac15ddb0 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.272+0000 7f4eb1f81640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4eac0b1bf0 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.272+0000 7f4eaaffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4eac0d1ff0 0x7f4eac0b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.272+0000 7f4eabfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f4eac06cf00 0x7f4eac0cfb10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39354/0 (socket says 172.21.15.104:39354) 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.272+0000 7f4eabfff640 1 -- 172.21.15.104:0/485716796 learned_addr learned my addr 172.21.15.104:0/485716796 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.272+0000 7f4eaaffd640 1 --2- 172.21.15.104:0/485716796 >> v2:172.21.15.104:3300/0 conn(0x7f4eac0d1ff0 0x7f4eac0b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46630/0 (socket says 172.21.15.104:46630) 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.273+0000 7f4eaaffd640 1 -- 172.21.15.104:0/485716796 >> v1:172.21.15.158:6789/0 conn(0x7f4eac15ddb0 legacy=0x7f4eac0d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.273+0000 7f4eaaffd640 1 -- 172.21.15.104:0/485716796 >> v1:172.21.15.104:6789/0 conn(0x7f4eac06cf00 legacy=0x7f4eac0cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.273+0000 7f4eaa7fc640 1 -- 172.21.15.104:0/485716796 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2778341601 0 0) 0x7f4ea4001490 con 0x7f4eac06cf00 2024-02-19T16:31:06.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.273+0000 7f4eaaffd640 1 -- 172.21.15.104:0/485716796 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eac0b1ed0 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.273+0000 7f4eaaffd640 1 --2- 172.21.15.104:0/485716796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac0b12e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4ea00097a0 tx=0x7f4ea002b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cb8812fb775a31 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.273+0000 7f4eaa7fc640 1 -- 172.21.15.104:0/485716796 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea0030610 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.273+0000 7f4eaa7fc640 1 -- 172.21.15.104:0/485716796 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ea0030770 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.273+0000 7f4eaa7fc640 1 -- 172.21.15.104:0/485716796 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea0030b00 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.274+0000 7f4eb1f81640 1 -- 172.21.15.104:0/485716796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 msgr2=0x7f4eac0b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.274+0000 7f4eb1f81640 1 --2- 172.21.15.104:0/485716796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac0b12e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4ea00097a0 tx=0x7f4ea002b960 comp rx=0 tx=0).stop 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.274+0000 7f4eb1f81640 1 -- 172.21.15.104:0/485716796 shutdown_connections 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.274+0000 7f4eb1f81640 1 --2- 172.21.15.104:0/485716796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac0b12e0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.274+0000 7f4eb1f81640 1 -- 172.21.15.104:0/485716796 >> 172.21.15.104:0/485716796 conn(0x7f4eac09aa70 msgr2=0x7f4eac09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:06.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.274+0000 7f4eb1f81640 1 -- 172.21.15.104:0/485716796 shutdown_connections 2024-02-19T16:31:06.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.274+0000 7f4eb1f81640 1 -- 172.21.15.104:0/485716796 wait complete. 2024-02-19T16:31:06.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.275+0000 7f4eb1f81640 1 Processor -- start 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.275+0000 7f4eb1f81640 1 -- start start 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eb1f81640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4eac06cf00 0x7f4eac0b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eb1f81640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac1508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eb1f81640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4eac15ddb0 0x7f4eac150e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eb1f81640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eac151360 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eb1f81640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eac160b70 con 0x7f4eac06cf00 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eb1f81640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4eac15e440 con 0x7f4eac15ddb0 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eaaffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac1508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eaaffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac1508e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46634/0 (socket says 172.21.15.104:46634) 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eaaffd640 1 -- 172.21.15.104:0/2870479822 learned_addr learned my addr 172.21.15.104:0/2870479822 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eabfff640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4eac15ddb0 0x7f4eac150e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eab7fe640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4eac06cf00 0x7f4eac0b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eaaffd640 1 -- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4eac15ddb0 msgr2=0x7f4eac150e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eaaffd640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4eac15ddb0 0x7f4eac150e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eaaffd640 1 -- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4eac06cf00 msgr2=0x7f4eac0b0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eaaffd640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4eac06cf00 0x7f4eac0b0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eaaffd640 1 -- 172.21.15.104:0/2870479822 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ea0009400 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.276+0000 7f4eabfff640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4eac15ddb0 0x7f4eac150e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.277+0000 7f4eaaffd640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac1508e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4ea00098c0 tx=0x7f4ea0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.277+0000 7f4e93fff640 1 -- 172.21.15.104:0/2870479822 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea003e040 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.277+0000 7f4e93fff640 1 -- 172.21.15.104:0/2870479822 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ea0039cb0 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.277+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4eac15e720 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.277+0000 7f4e93fff640 1 -- 172.21.15.104:0/2870479822 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea0044630 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.277+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4eac15ece0 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.278+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4eac0751e0 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.278+0000 7f4e93fff640 1 -- 172.21.15.104:0/2870479822 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4ea004d3b0 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.278+0000 7f4e93fff640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e9806b810 0x7f4e9806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.279+0000 7f4e93fff640 1 -- 172.21.15.104:0/2870479822 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4ea00ac4b0 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.279+0000 7f4eab7fe640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e9806b810 0x7f4e9806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.279+0000 7f4eab7fe640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e9806b810 0x7f4e9806dcd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c000f60 tx=0x7f4e9c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:06.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.283+0000 7f4e93fff640 1 -- 172.21.15.104:0/2870479822 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4ea0077220 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.524+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f4eac0b2e80 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.526+0000 7f4e93fff640 1 -- 172.21.15.104:0/2870479822 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f4ea007a8e0 con 0x7f4eac0d1ff0 2024-02-19T16:31:06.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e9806b810 msgr2=0x7f4e9806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e9806b810 0x7f4e9806dcd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c000f60 tx=0x7f4e9c009040 comp rx=0 tx=0).stop 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 msgr2=0x7f4eac1508e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac1508e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4ea00098c0 tx=0x7f4ea0004730 comp rx=0 tx=0).stop 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 shutdown_connections 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4e9806b810 0x7f4e9806dcd0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4eac0d1ff0 0x7f4eac1508e0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4eac15ddb0 0x7f4eac150e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 --2- 172.21.15.104:0/2870479822 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4eac06cf00 0x7f4eac0b0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 >> 172.21.15.104:0/2870479822 conn(0x7f4eac09aa70 msgr2=0x7f4eac15c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 shutdown_connections 2024-02-19T16:31:06.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.528+0000 7f4eb1f81640 1 -- 172.21.15.104:0/2870479822 wait complete. 2024-02-19T16:31:06.540 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-02-19T16:31:06.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.639+0000 7fa43d08f640 1 Processor -- start 2024-02-19T16:31:06.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.639+0000 7fa43d08f640 1 -- start start 2024-02-19T16:31:06.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa43d08f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4380af150 0x7fa438071f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa43d08f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa438072440 0x7fa4380d0710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa43d08f640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa43815be40 con 0x7fa4380d0c50 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa43d08f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa43815e550 con 0x7fa438072440 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa43d08f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4380af7c0 con 0x7fa4380af150 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa42ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa438072440 0x7fa4380d0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa42ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa438072440 0x7fa4380d0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46636/0 (socket says 172.21.15.104:46636) 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa42ffff640 1 -- 172.21.15.104:0/479228522 learned_addr learned my addr 172.21.15.104:0/479228522 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa436d9d640 1 --2- 172.21.15.104:0/479228522 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4380af150 0x7fa438071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa42ffff640 1 -- 172.21.15.104:0/479228522 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4380af150 msgr2=0x7fa438071f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa42ffff640 1 --2- 172.21.15.104:0/479228522 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4380af150 0x7fa438071f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa42ffff640 1 -- 172.21.15.104:0/479228522 >> v1:172.21.15.158:6789/0 conn(0x7fa4380d0c50 legacy=0x7fa43815e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:06.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.640+0000 7fa42ffff640 1 -- 172.21.15.104:0/479228522 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4380afaa0 con 0x7fa438072440 2024-02-19T16:31:06.643 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.641+0000 7fa42ffff640 1 --2- 172.21.15.104:0/479228522 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa438072440 0x7fa4380d0710 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa420009870 tx=0x7fa42002b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef6b47b21ab6972c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:06.643 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.641+0000 7fa43659c640 1 -- 172.21.15.104:0/479228522 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa420030840 con 0x7fa438072440 2024-02-19T16:31:06.643 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.641+0000 7fa43659c640 1 -- 172.21.15.104:0/479228522 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4200309a0 con 0x7fa438072440 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.641+0000 7fa43659c640 1 -- 172.21.15.104:0/479228522 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa420030d30 con 0x7fa438072440 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.641+0000 7fa43d08f640 1 -- 172.21.15.104:0/479228522 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa438072440 msgr2=0x7fa4380d0710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.642+0000 7fa43d08f640 1 --2- 172.21.15.104:0/479228522 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa438072440 0x7fa4380d0710 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa420009870 tx=0x7fa42002b980 comp rx=0 tx=0).stop 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.642+0000 7fa43d08f640 1 -- 172.21.15.104:0/479228522 shutdown_connections 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.642+0000 7fa43d08f640 1 --2- 172.21.15.104:0/479228522 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa438072440 0x7fa4380d0710 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.642+0000 7fa43d08f640 1 --2- 172.21.15.104:0/479228522 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4380af150 0x7fa438071f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.642+0000 7fa43d08f640 1 -- 172.21.15.104:0/479228522 >> 172.21.15.104:0/479228522 conn(0x7fa43806c020 msgr2=0x7fa43806c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.642+0000 7fa43d08f640 1 -- 172.21.15.104:0/479228522 shutdown_connections 2024-02-19T16:31:06.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.642+0000 7fa43d08f640 1 -- 172.21.15.104:0/479228522 wait complete. 2024-02-19T16:31:06.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.643+0000 7fa43d08f640 1 Processor -- start 2024-02-19T16:31:06.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.643+0000 7fa43d08f640 1 -- start start 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43d08f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa438072440 0x7fa438160700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43d08f640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4380af150 0x7fa43814ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43d08f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4380d0c50 0x7fa438153a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43d08f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa43814d7d0 con 0x7fa4380d0c50 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43d08f640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa43814dcb0 con 0x7fa4380af150 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43d08f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa438160e80 con 0x7fa438072440 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4380d0c50 0x7fa438153a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4380d0c50 0x7fa438153a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46644/0 (socket says 172.21.15.104:46644) 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 -- 172.21.15.104:0/509442483 learned_addr learned my addr 172.21.15.104:0/509442483 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa436d9d640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa438072440 0x7fa438160700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa42ffff640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4380af150 0x7fa43814ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 -- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa438072440 msgr2=0x7fa438160700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa438072440 0x7fa438160700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 -- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4380af150 msgr2=0x7fa43814ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4380af150 0x7fa43814ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 -- 172.21.15.104:0/509442483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4200094d0 con 0x7fa4380d0c50 2024-02-19T16:31:06.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa42ffff640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4380af150 0x7fa43814ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:06.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43759e640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4380d0c50 0x7fa438153a80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa43000c730 tx=0x7fa43000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:06.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa42f7fe640 1 -- 172.21.15.104:0/509442483 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa430003b70 con 0x7fa4380d0c50 2024-02-19T16:31:06.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa42f7fe640 1 -- 172.21.15.104:0/509442483 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa430003cd0 con 0x7fa4380d0c50 2024-02-19T16:31:06.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa438161160 con 0x7fa4380d0c50 2024-02-19T16:31:06.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa42f7fe640 1 -- 172.21.15.104:0/509442483 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa430005310 con 0x7fa4380d0c50 2024-02-19T16:31:06.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.644+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa43814f790 con 0x7fa4380d0c50 2024-02-19T16:31:06.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.645+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa43814f5f0 con 0x7fa4380d0c50 2024-02-19T16:31:06.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.646+0000 7fa42f7fe640 1 -- 172.21.15.104:0/509442483 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa430005680 con 0x7fa4380d0c50 2024-02-19T16:31:06.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.646+0000 7fa42f7fe640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa41806b840 0x7fa41806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:06.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.646+0000 7fa42f7fe640 1 -- 172.21.15.104:0/509442483 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa430089de0 con 0x7fa4380d0c50 2024-02-19T16:31:06.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.646+0000 7fa436d9d640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa41806b840 0x7fa41806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:06.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.647+0000 7fa436d9d640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa41806b840 0x7fa41806dd00 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa428006fd0 tx=0x7fa428008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:06.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.650+0000 7fa42f7fe640 1 -- 172.21.15.104:0/509442483 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa43814f5f0 con 0x7fa4380d0c50 2024-02-19T16:31:06.887 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.886+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7fa43814f5f0 con 0x7fa4380d0c50 2024-02-19T16:31:06.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.890+0000 7fa42f7fe640 1 -- 172.21.15.104:0/509442483 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7fa43814f5f0 con 0x7fa4380d0c50 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa41806b840 msgr2=0x7fa41806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa41806b840 0x7fa41806dd00 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa428006fd0 tx=0x7fa428008040 comp rx=0 tx=0).stop 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4380d0c50 msgr2=0x7fa438153a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4380d0c50 0x7fa438153a80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa43000c730 tx=0x7fa43000cbf0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 shutdown_connections 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa41806b840 0x7fa41806dd00 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4380d0c50 0x7fa438153a80 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4380af150 0x7fa43814ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 --2- 172.21.15.104:0/509442483 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa438072440 0x7fa438160700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 >> 172.21.15.104:0/509442483 conn(0x7fa43806c020 msgr2=0x7fa4380d1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 shutdown_connections 2024-02-19T16:31:06.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:06.892+0000 7fa43d08f640 1 -- 172.21.15.104:0/509442483 wait complete. 2024-02-19T16:31:06.904 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-02-19T16:31:07.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.004+0000 7fe2d48c0640 1 Processor -- start 2024-02-19T16:31:07.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.004+0000 7fe2d48c0640 1 -- start start 2024-02-19T16:31:07.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2d48c0640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fe2d00d3a70 0x7fe2d00d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2d48c0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2d00cfbf0 con 0x7fe2d00b3c70 2024-02-19T16:31:07.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2d48c0640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2d00d4410 con 0x7fe2d015deb0 2024-02-19T16:31:07.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2d48c0640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2d00d1000 con 0x7fe2d00d3a70 2024-02-19T16:31:07.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2ced9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe2d00b3c70 0x7fe2d00b4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39370/0 (socket says 172.21.15.104:39370) 2024-02-19T16:31:07.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2ced9d640 1 -- 172.21.15.104:0/469976599 learned_addr learned my addr 172.21.15.104:0/469976599 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2c7fff640 1 --2- 172.21.15.104:0/469976599 >> v2:172.21.15.158:3300/0 conn(0x7fe2d00d3a70 0x7fe2d00d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2595112827 0 0) 0x7fe2d00cfbf0 con 0x7fe2d00b3c70 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2bc003520 con 0x7fe2d00b3c70 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2603665415 0 0) 0x7fe2bc003520 con 0x7fe2d00b3c70 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 >> v2:172.21.15.158:3300/0 conn(0x7fe2d00d3a70 msgr2=0x7fe2d00d3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 --2- 172.21.15.104:0/469976599 >> v2:172.21.15.158:3300/0 conn(0x7fe2d00d3a70 0x7fe2d00d3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 >> v1:172.21.15.158:6789/0 conn(0x7fe2d015deb0 legacy=0x7fe2d00cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2d00d12e0 con 0x7fe2d00b3c70 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fe2c80019f0 con 0x7fe2d00b3c70 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 >> v1:172.21.15.104:6789/0 conn(0x7fe2d00b3c70 legacy=0x7fe2d00b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.005+0000 7fe2cdd9b640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2bc003970 0x7fe2bc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2cdd9b640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc0047c0 0x7fe2bc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2cdd9b640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2bc005180 0x7fe2bc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2d00d1000 con 0x7fe2bc003970 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2bc00c020 con 0x7fe2bc0047c0 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2bc00c1e0 con 0x7fe2bc005180 2024-02-19T16:31:07.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2ce59c640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2bc003970 0x7fe2bc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2c7fff640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc0047c0 0x7fe2bc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2ced9d640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2bc005180 0x7fe2bc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2ce59c640 1 -- 172.21.15.104:0/469976599 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2bc005180 msgr2=0x7fe2bc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2ce59c640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2bc005180 0x7fe2bc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2ce59c640 1 -- 172.21.15.104:0/469976599 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc0047c0 msgr2=0x7fe2bc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2ce59c640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc0047c0 0x7fe2bc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2ce59c640 1 -- 172.21.15.104:0/469976599 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2bc003520 con 0x7fe2bc003970 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.006+0000 7fe2ced9d640 1 -- 172.21.15.104:0/469976599 reap_dead start 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2ce59c640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2bc003970 0x7fe2bc003d90 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe2c0001750 tx=0x7fe2bc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea5f745798242a56 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2c00052d0 con 0x7fe2bc003970 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2c002e050 con 0x7fe2bc003970 2024-02-19T16:31:07.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2cdd9b640 1 -- 172.21.15.104:0/469976599 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2c0003830 con 0x7fe2bc003970 2024-02-19T16:31:07.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2d48c0640 1 -- 172.21.15.104:0/469976599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2bc003970 msgr2=0x7fe2bc003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2d48c0640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2bc003970 0x7fe2bc003d90 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe2c0001750 tx=0x7fe2bc0057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2d48c0640 1 -- 172.21.15.104:0/469976599 shutdown_connections 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2d48c0640 1 --2- 172.21.15.104:0/469976599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2bc003970 0x7fe2bc003d90 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2d48c0640 1 -- 172.21.15.104:0/469976599 >> 172.21.15.104:0/469976599 conn(0x7fe2d008d560 msgr2=0x7fe2d009ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2d48c0640 1 -- 172.21.15.104:0/469976599 shutdown_connections 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.007+0000 7fe2d48c0640 1 -- 172.21.15.104:0/469976599 wait complete. 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.009+0000 7fe2d48c0640 1 Processor -- start 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.009+0000 7fe2d48c0640 1 -- start start 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.009+0000 7fe2d48c0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc003970 0x7fe2d015bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.009+0000 7fe2d48c0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2d00b8a80 0x7fe2d00c9da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.009+0000 7fe2d48c0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2d00ca2e0 0x7fe2d00cabe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.009+0000 7fe2d48c0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2d00b8660 con 0x7fe2d00b8a80 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.009+0000 7fe2d48c0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2d015c450 con 0x7fe2bc003970 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.009+0000 7fe2d48c0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2d00cd160 con 0x7fe2d00ca2e0 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2d00b8a80 0x7fe2d00c9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2d00b8a80 0x7fe2d00c9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46662/0 (socket says 172.21.15.104:46662) 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 -- 172.21.15.104:0/3626352016 learned_addr learned my addr 172.21.15.104:0/3626352016 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2ce59c640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc003970 0x7fe2d015bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2ced9d640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2d00ca2e0 0x7fe2d00cabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 -- 172.21.15.104:0/3626352016 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2d00ca2e0 msgr2=0x7fe2d00cabe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2d00ca2e0 0x7fe2d00cabe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 -- 172.21.15.104:0/3626352016 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc003970 msgr2=0x7fe2d015bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc003970 0x7fe2d015bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 -- 172.21.15.104:0/3626352016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2d00cd440 con 0x7fe2d00b8a80 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c7fff640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2d00b8a80 0x7fe2d00c9da0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8011960 tx=0x7fe2b8011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c6ffd640 1 -- 172.21.15.104:0/3626352016 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b800faf0 con 0x7fe2d00b8a80 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c6ffd640 1 -- 172.21.15.104:0/3626352016 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2b800fc50 con 0x7fe2d00b8a80 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2c6ffd640 1 -- 172.21.15.104:0/3626352016 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b8014440 con 0x7fe2d00b8a80 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2d00b8280 con 0x7fe2d00b8a80 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.010+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2d00b8ee0 con 0x7fe2d00b8a80 2024-02-19T16:31:07.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.011+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2d00b87a0 con 0x7fe2d00b8a80 2024-02-19T16:31:07.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.012+0000 7fe2c6ffd640 1 -- 172.21.15.104:0/3626352016 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe2b80145a0 con 0x7fe2d00b8a80 2024-02-19T16:31:07.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.012+0000 7fe2c6ffd640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe2b006b810 0x7fe2b006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.012+0000 7fe2ce59c640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe2b006b810 0x7fe2b006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.012+0000 7fe2c6ffd640 1 -- 172.21.15.104:0/3626352016 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe2b808a660 con 0x7fe2d00b8a80 2024-02-19T16:31:07.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.013+0000 7fe2ce59c640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe2b006b810 0x7fe2b006dcd0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe2c0033000 tx=0x7fe2c0009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.016+0000 7fe2c6ffd640 1 -- 172.21.15.104:0/3626352016 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe2b80553d0 con 0x7fe2d00b8a80 2024-02-19T16:31:07.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.252+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7fe2d00751e0 con 0x7fe2d00b8a80 2024-02-19T16:31:07.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.256+0000 7fe2c6ffd640 1 -- 172.21.15.104:0/3626352016 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7fe2b8058a90 con 0x7fe2d00b8a80 2024-02-19T16:31:07.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe2b006b810 msgr2=0x7fe2b006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe2b006b810 0x7fe2b006dcd0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe2c0033000 tx=0x7fe2c0009030 comp rx=0 tx=0).stop 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2d00b8a80 msgr2=0x7fe2d00c9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2d00b8a80 0x7fe2d00c9da0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8011960 tx=0x7fe2b8011e20 comp rx=0 tx=0).stop 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 shutdown_connections 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe2b006b810 0x7fe2b006dcd0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2d00b8a80 0x7fe2d00c9da0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2d00ca2e0 0x7fe2d00cabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 --2- 172.21.15.104:0/3626352016 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe2bc003970 0x7fe2d015bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 >> 172.21.15.104:0/3626352016 conn(0x7fe2d008d560 msgr2=0x7fe2d00cf3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 shutdown_connections 2024-02-19T16:31:07.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.258+0000 7fe2d48c0640 1 -- 172.21.15.104:0/3626352016 wait complete. 2024-02-19T16:31:07.270 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-02-19T16:31:07.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.370+0000 7f5e735bc640 1 Processor -- start 2024-02-19T16:31:07.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.370+0000 7f5e735bc640 1 -- start start 2024-02-19T16:31:07.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e735bc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c0d04d0 0x7f5e6c0d0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e735bc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5e6c165d00 0x7f5e6c1680f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e735bc640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e6c0d0e70 con 0x7f5e6c15dd80 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e735bc640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e6c0d4640 con 0x7f5e6c165d00 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e735bc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c0cea40 con 0x7f5e6c0d04d0 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e71b59640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5e6c165d00 0x7f5e6c1680f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e71b59640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5e6c165d00 0x7f5e6c1680f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46666/0 (socket says 172.21.15.104:46666) 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e71b59640 1 -- 172.21.15.104:0/1383058220 learned_addr learned my addr 172.21.15.104:0/1383058220 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e70b57640 1 --2- 172.21.15.104:0/1383058220 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c0d04d0 0x7f5e6c0d0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e71b59640 1 -- 172.21.15.104:0/1383058220 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c0d04d0 msgr2=0x7f5e6c0d0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e71b59640 1 --2- 172.21.15.104:0/1383058220 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c0d04d0 0x7f5e6c0d0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e71b59640 1 -- 172.21.15.104:0/1383058220 >> v1:172.21.15.158:6789/0 conn(0x7f5e6c15dd80 legacy=0x7f5e6c0d1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.371+0000 7f5e71b59640 1 -- 172.21.15.104:0/1383058220 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e6c0ced20 con 0x7f5e6c165d00 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e71b59640 1 --2- 172.21.15.104:0/1383058220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c165d00 0x7f5e6c1680f0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5e64009e50 tx=0x7f5e6402bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6833a7c28dc8b8da server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e63fff640 1 -- 172.21.15.104:0/1383058220 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e6402cb00 con 0x7f5e6c165d00 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e63fff640 1 -- 172.21.15.104:0/1383058220 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e6402cc60 con 0x7f5e6c165d00 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e63fff640 1 -- 172.21.15.104:0/1383058220 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e640343f0 con 0x7f5e6c165d00 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e735bc640 1 -- 172.21.15.104:0/1383058220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c165d00 msgr2=0x7f5e6c1680f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1383058220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c165d00 0x7f5e6c1680f0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5e64009e50 tx=0x7f5e6402bf60 comp rx=0 tx=0).stop 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e735bc640 1 -- 172.21.15.104:0/1383058220 shutdown_connections 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1383058220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c165d00 0x7f5e6c1680f0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1383058220 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c0d04d0 0x7f5e6c0d0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.372+0000 7f5e735bc640 1 -- 172.21.15.104:0/1383058220 >> 172.21.15.104:0/1383058220 conn(0x7f5e6c09cef0 msgr2=0x7f5e6c0d3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:07.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.373+0000 7f5e735bc640 1 -- 172.21.15.104:0/1383058220 shutdown_connections 2024-02-19T16:31:07.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.373+0000 7f5e735bc640 1 -- 172.21.15.104:0/1383058220 wait complete. 2024-02-19T16:31:07.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e735bc640 1 Processor -- start 2024-02-19T16:31:07.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e735bc640 1 -- start start 2024-02-19T16:31:07.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e735bc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5e6c0d04d0 0x7f5e6c1589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e735bc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c15dd80 0x7f5e6c164740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e735bc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c165d00 0x7f5e6c164c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e735bc640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c158f20 con 0x7f5e6c15dd80 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e735bc640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c1f3b60 con 0x7f5e6c0d04d0 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e735bc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c0cadc0 con 0x7f5e6c165d00 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e70b57640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c15dd80 0x7f5e6c164740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e70b57640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c15dd80 0x7f5e6c164740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46680/0 (socket says 172.21.15.104:46680) 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.374+0000 7f5e70b57640 1 -- 172.21.15.104:0/1392325101 learned_addr learned my addr 172.21.15.104:0/1392325101 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e71b59640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c165d00 0x7f5e6c164c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e71358640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5e6c0d04d0 0x7f5e6c1589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e70b57640 1 -- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c165d00 msgr2=0x7f5e6c164c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e70b57640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c165d00 0x7f5e6c164c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e70b57640 1 -- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5e6c0d04d0 msgr2=0x7f5e6c1589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e70b57640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5e6c0d04d0 0x7f5e6c1589e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e70b57640 1 -- 172.21.15.104:0/1392325101 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e64009b30 con 0x7f5e6c15dd80 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e71b59640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c165d00 0x7f5e6c164c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:07.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e70b57640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c15dd80 0x7f5e6c164740 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00e9b0 tx=0x7f5e5c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e61ffb640 1 -- 172.21.15.104:0/1392325101 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c009670 con 0x7f5e6c15dd80 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e61ffb640 1 -- 172.21.15.104:0/1392325101 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e5c00c9a0 con 0x7f5e6c15dd80 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e6c0cb0a0 con 0x7f5e6c15dd80 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e61ffb640 1 -- 172.21.15.104:0/1392325101 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c00cd50 con 0x7f5e6c15dd80 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.375+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e6c0cb660 con 0x7f5e6c15dd80 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.376+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e6c0751e0 con 0x7f5e6c15dd80 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.377+0000 7f5e61ffb640 1 -- 172.21.15.104:0/1392325101 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5e5c013470 con 0x7f5e6c15dd80 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.377+0000 7f5e61ffb640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5e5006b810 0x7f5e5006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.377+0000 7f5e61ffb640 1 -- 172.21.15.104:0/1392325101 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5e5c08a0e0 con 0x7f5e6c15dd80 2024-02-19T16:31:07.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.377+0000 7f5e71358640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5e5006b810 0x7f5e5006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.378+0000 7f5e71358640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5e5006b810 0x7f5e5006dcd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5e68001640 tx=0x7f5e68009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.381+0000 7f5e61ffb640 1 -- 172.21.15.104:0/1392325101 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5e5c054e50 con 0x7f5e6c15dd80 2024-02-19T16:31:07.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.620+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f5e6c0d1300 con 0x7f5e6c15dd80 2024-02-19T16:31:07.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.624+0000 7f5e61ffb640 1 -- 172.21.15.104:0/1392325101 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f5e5c058510 con 0x7f5e6c15dd80 2024-02-19T16:31:07.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5e5006b810 msgr2=0x7f5e5006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5e5006b810 0x7f5e5006dcd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5e68001640 tx=0x7f5e68009040 comp rx=0 tx=0).stop 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c15dd80 msgr2=0x7f5e6c164740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c15dd80 0x7f5e6c164740 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00e9b0 tx=0x7f5e5c00ee70 comp rx=0 tx=0).stop 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 shutdown_connections 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5e5006b810 0x7f5e5006dcd0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e6c15dd80 0x7f5e6c164740 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5e6c165d00 0x7f5e6c164c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 --2- 172.21.15.104:0/1392325101 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5e6c0d04d0 0x7f5e6c1589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 >> 172.21.15.104:0/1392325101 conn(0x7f5e6c09cef0 msgr2=0x7f5e6c0b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 shutdown_connections 2024-02-19T16:31:07.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.626+0000 7f5e735bc640 1 -- 172.21.15.104:0/1392325101 wait complete. 2024-02-19T16:31:07.638 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-02-19T16:31:07.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.737+0000 7fa158a12640 1 Processor -- start 2024-02-19T16:31:07.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.738+0000 7fa158a12640 1 -- start start 2024-02-19T16:31:07.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.738+0000 7fa158a12640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa15415bd00 0x7fa1540b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.738+0000 7fa158a12640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1540b2600 con 0x7fa1540d0440 2024-02-19T16:31:07.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.738+0000 7fa158a12640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1540b1a10 con 0x7fa1540d1cd0 2024-02-19T16:31:07.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.738+0000 7fa158a12640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1540b1820 con 0x7fa15415bd00 2024-02-19T16:31:07.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.739+0000 7fa15259c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa15415bd00 0x7fa1540b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.739+0000 7fa151d9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa1540d0440 0x7fa1540d15c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39380/0 (socket says 172.21.15.104:39380) 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.739+0000 7fa151d9b640 1 -- 172.21.15.104:0/2493639447 learned_addr learned my addr 172.21.15.104:0/2493639447 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.739+0000 7fa15259c640 1 -- 172.21.15.104:0/2493639447 >> v1:172.21.15.158:6789/0 conn(0x7fa1540d1cd0 legacy=0x7fa1540cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.739+0000 7fa15259c640 1 -- 172.21.15.104:0/2493639447 >> v1:172.21.15.104:6789/0 conn(0x7fa1540d0440 legacy=0x7fa1540d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.739+0000 7fa15159a640 1 -- 172.21.15.104:0/2493639447 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3013163410 0 0) 0x7fa1540b2600 con 0x7fa1540d0440 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.739+0000 7fa15259c640 1 -- 172.21.15.104:0/2493639447 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1540b1cd0 con 0x7fa15415bd00 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa15259c640 1 --2- 172.21.15.104:0/2493639447 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540b12e0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fa144009d90 tx=0x7fa14402be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d21fa70cefb9dcb server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa15159a640 1 -- 172.21.15.104:0/2493639447 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14402cbd0 con 0x7fa15415bd00 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa15159a640 1 -- 172.21.15.104:0/2493639447 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa14402cd30 con 0x7fa15415bd00 2024-02-19T16:31:07.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa15159a640 1 -- 172.21.15.104:0/2493639447 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14402cea0 con 0x7fa15415bd00 2024-02-19T16:31:07.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa158a12640 1 -- 172.21.15.104:0/2493639447 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 msgr2=0x7fa1540b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa158a12640 1 --2- 172.21.15.104:0/2493639447 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540b12e0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fa144009d90 tx=0x7fa14402be20 comp rx=0 tx=0).stop 2024-02-19T16:31:07.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa158a12640 1 -- 172.21.15.104:0/2493639447 shutdown_connections 2024-02-19T16:31:07.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa158a12640 1 --2- 172.21.15.104:0/2493639447 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540b12e0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa158a12640 1 -- 172.21.15.104:0/2493639447 >> 172.21.15.104:0/2493639447 conn(0x7fa15409aa70 msgr2=0x7fa15409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:07.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa158a12640 1 -- 172.21.15.104:0/2493639447 shutdown_connections 2024-02-19T16:31:07.744 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.740+0000 7fa158a12640 1 -- 172.21.15.104:0/2493639447 wait complete. 2024-02-19T16:31:07.744 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa158a12640 1 Processor -- start 2024-02-19T16:31:07.744 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa158a12640 1 -- start start 2024-02-19T16:31:07.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa158a12640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1540d0440 0x7fa154153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa158a12640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa1540d1cd0 0x7fa1541f1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa158a12640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540c9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa158a12640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1540c7650 con 0x7fa15415bd00 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa158a12640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa15415c300 con 0x7fa1540d1cd0 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa158a12640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa15415c5e0 con 0x7fa1540d0440 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.742+0000 7fa152d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540c9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa152d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540c9ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46696/0 (socket says 172.21.15.104:46696) 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa152d9d640 1 -- 172.21.15.104:0/901427224 learned_addr learned my addr 172.21.15.104:0/901427224 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa152d9d640 1 -- 172.21.15.104:0/901427224 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1540d0440 msgr2=0x7fa154153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa152d9d640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1540d0440 0x7fa154153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa152d9d640 1 -- 172.21.15.104:0/901427224 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa1540d1cd0 msgr2=0x7fa1541f1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa152d9d640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa1540d1cd0 0x7fa1541f1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa152d9d640 1 -- 172.21.15.104:0/901427224 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa144009a70 con 0x7fa15415bd00 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa152d9d640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540c9ec0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa14c00c390 tx=0x7fa14c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa142ffd640 1 -- 172.21.15.104:0/901427224 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14c0035f0 con 0x7fa15415bd00 2024-02-19T16:31:07.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa142ffd640 1 -- 172.21.15.104:0/901427224 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa14c003750 con 0x7fa15415bd00 2024-02-19T16:31:07.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa15415c8c0 con 0x7fa15415bd00 2024-02-19T16:31:07.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa142ffd640 1 -- 172.21.15.104:0/901427224 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14c003b00 con 0x7fa15415bd00 2024-02-19T16:31:07.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.743+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1541f20f0 con 0x7fa15415bd00 2024-02-19T16:31:07.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.744+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa15415cab0 con 0x7fa15415bd00 2024-02-19T16:31:07.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.745+0000 7fa142ffd640 1 -- 172.21.15.104:0/901427224 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa14c003c60 con 0x7fa15415bd00 2024-02-19T16:31:07.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.745+0000 7fa142ffd640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa13406b810 0x7fa13406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:07.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.745+0000 7fa142ffd640 1 -- 172.21.15.104:0/901427224 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa14c0894b0 con 0x7fa15415bd00 2024-02-19T16:31:07.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.745+0000 7fa15259c640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa13406b810 0x7fa13406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:07.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.745+0000 7fa15259c640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa13406b810 0x7fa13406dcd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa144036000 tx=0x7fa14402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:07.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.749+0000 7fa142ffd640 1 -- 172.21.15.104:0/901427224 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa14c054220 con 0x7fa15415bd00 2024-02-19T16:31:07.991 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.989+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fa1540b3250 con 0x7fa15415bd00 2024-02-19T16:31:07.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.993+0000 7fa142ffd640 1 -- 172.21.15.104:0/901427224 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7fa14c0170a0 con 0x7fa15415bd00 2024-02-19T16:31:07.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa13406b810 msgr2=0x7fa13406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa13406b810 0x7fa13406dcd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa144036000 tx=0x7fa14402e000 comp rx=0 tx=0).stop 2024-02-19T16:31:07.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 msgr2=0x7fa1540c9ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:07.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540c9ec0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa14c00c390 tx=0x7fa14c00c850 comp rx=0 tx=0).stop 2024-02-19T16:31:07.997 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 shutdown_connections 2024-02-19T16:31:07.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa13406b810 0x7fa13406dcd0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15415bd00 0x7fa1540c9ec0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa1540d1cd0 0x7fa1541f1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 --2- 172.21.15.104:0/901427224 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1540d0440 0x7fa154153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:07.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 >> 172.21.15.104:0/901427224 conn(0x7fa15409aa70 msgr2=0x7fa15406e910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:07.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.995+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 shutdown_connections 2024-02-19T16:31:07.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:07.996+0000 7fa158a12640 1 -- 172.21.15.104:0/901427224 wait complete. 2024-02-19T16:31:08.008 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:08.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.106+0000 7fd804cd3640 1 Processor -- start 2024-02-19T16:31:08.107 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.106+0000 7fd804cd3640 1 -- start start 2024-02-19T16:31:08.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd804cd3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8000d3a70 0x7fd8000d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd804cd3640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8000cfbf0 con 0x7fd80015deb0 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd804cd3640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8000d4410 con 0x7fd8000b3c70 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd804cd3640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8000d1000 con 0x7fd8000d3a70 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd7fe59c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd80015deb0 0x7fd8000cf4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39392/0 (socket says 172.21.15.104:39392) 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd7f7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8000d3a70 0x7fd8000d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd7fe59c640 1 -- 172.21.15.104:0/1998028989 learned_addr learned my addr 172.21.15.104:0/1998028989 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd7f7fff640 1 -- 172.21.15.104:0/1998028989 >> v1:172.21.15.158:6789/0 conn(0x7fd8000b3c70 legacy=0x7fd8000b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd7f7fff640 1 -- 172.21.15.104:0/1998028989 >> v1:172.21.15.104:6789/0 conn(0x7fd80015deb0 legacy=0x7fd8000cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd7fdd9b640 1 -- 172.21.15.104:0/1998028989 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3276033955 0 0) 0x7fd8000cfbf0 con 0x7fd80015deb0 2024-02-19T16:31:08.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.107+0000 7fd7f7fff640 1 -- 172.21.15.104:0/1998028989 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8000d12e0 con 0x7fd8000d3a70 2024-02-19T16:31:08.110 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.108+0000 7fd7f7fff640 1 --2- 172.21.15.104:0/1998028989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8000d3a70 0x7fd8000d3ed0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd7e80097a0 tx=0x7fd7e802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41363cbf1ac495b3 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.110 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.108+0000 7fd7fdd9b640 1 -- 172.21.15.104:0/1998028989 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8031830 con 0x7fd8000d3a70 2024-02-19T16:31:08.110 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.108+0000 7fd7fdd9b640 1 -- 172.21.15.104:0/1998028989 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7e8031990 con 0x7fd8000d3a70 2024-02-19T16:31:08.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.108+0000 7fd7fdd9b640 1 -- 172.21.15.104:0/1998028989 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8031d20 con 0x7fd8000d3a70 2024-02-19T16:31:08.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.109+0000 7fd804cd3640 1 -- 172.21.15.104:0/1998028989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8000d3a70 msgr2=0x7fd8000d3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.109+0000 7fd804cd3640 1 --2- 172.21.15.104:0/1998028989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8000d3a70 0x7fd8000d3ed0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd7e80097a0 tx=0x7fd7e802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.109+0000 7fd804cd3640 1 -- 172.21.15.104:0/1998028989 shutdown_connections 2024-02-19T16:31:08.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.109+0000 7fd804cd3640 1 --2- 172.21.15.104:0/1998028989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8000d3a70 0x7fd8000d3ed0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.109+0000 7fd804cd3640 1 -- 172.21.15.104:0/1998028989 >> 172.21.15.104:0/1998028989 conn(0x7fd80008d560 msgr2=0x7fd80009ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:08.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.109+0000 7fd804cd3640 1 -- 172.21.15.104:0/1998028989 shutdown_connections 2024-02-19T16:31:08.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.109+0000 7fd804cd3640 1 -- 172.21.15.104:0/1998028989 wait complete. 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.110+0000 7fd804cd3640 1 Processor -- start 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.110+0000 7fd804cd3640 1 -- start start 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd804cd3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8000b3c70 0x7fd800160e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd804cd3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8000d3a70 0x7fd8000b8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd804cd3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd80015deb0 0x7fd8000c8c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd804cd3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8001602a0 con 0x7fd80015deb0 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd804cd3640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd800161350 con 0x7fd8000b3c70 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd804cd3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8000c87c0 con 0x7fd8000d3a70 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd80015deb0 0x7fd8000c8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd80015deb0 0x7fd8000c8c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46714/0 (socket says 172.21.15.104:46714) 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 -- 172.21.15.104:0/976524314 learned_addr learned my addr 172.21.15.104:0/976524314 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7f7fff640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8000d3a70 0x7fd8000b8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fe59c640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8000b3c70 0x7fd800160e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 -- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8000d3a70 msgr2=0x7fd8000b8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8000d3a70 0x7fd8000b8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 -- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8000b3c70 msgr2=0x7fd800160e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8000b3c70 0x7fd800160e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 -- 172.21.15.104:0/976524314 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7e8009400 con 0x7fd80015deb0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fe59c640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8000b3c70 0x7fd800160e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7f7fff640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8000d3a70 0x7fd8000b8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7fed9d640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd80015deb0 0x7fd8000c8c50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd7f800c780 tx=0x7fd7f800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7f6ffd640 1 -- 172.21.15.104:0/976524314 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7f8003d80 con 0x7fd80015deb0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7f6ffd640 1 -- 172.21.15.104:0/976524314 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7f800ce90 con 0x7fd80015deb0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.111+0000 7fd7f6ffd640 1 -- 172.21.15.104:0/976524314 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7f80052b0 con 0x7fd80015deb0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.112+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8000c7bb0 con 0x7fd80015deb0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.112+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8000c8170 con 0x7fd80015deb0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.113+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8000751e0 con 0x7fd80015deb0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.113+0000 7fd7f6ffd640 1 -- 172.21.15.104:0/976524314 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd7f8005410 con 0x7fd80015deb0 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.113+0000 7fd7f6ffd640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd7e006b840 0x7fd7e006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.113+0000 7fd7f6ffd640 1 -- 172.21.15.104:0/976524314 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd7f8089700 con 0x7fd80015deb0 2024-02-19T16:31:08.117 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.113+0000 7fd7fe59c640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd7e006b840 0x7fd7e006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.117 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.114+0000 7fd7fe59c640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd7e006b840 0x7fd7e006dd00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0000f60 tx=0x7fd7f0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.118+0000 7fd7f6ffd640 1 -- 172.21.15.104:0/976524314 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd7f8054470 con 0x7fd80015deb0 2024-02-19T16:31:08.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.290+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd8000c8900 con 0x7fd80015deb0 2024-02-19T16:31:08.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.291+0000 7fd7f6ffd640 1 -- 172.21.15.104:0/976524314 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+12915 (secure 0 0 0) 0x7fd7f8017020 con 0x7fd80015deb0 2024-02-19T16:31:08.292 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:08.293 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":29,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:05.438166+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd7e006b840 msgr2=0x7fd7e006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd7e006b840 0x7fd7e006dd00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0000f60 tx=0x7fd7f0009040 comp rx=0 tx=0).stop 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd80015deb0 msgr2=0x7fd8000c8c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd80015deb0 0x7fd8000c8c50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd7f800c780 tx=0x7fd7f800cc40 comp rx=0 tx=0).stop 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 shutdown_connections 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd7e006b840 0x7fd7e006dd00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd80015deb0 0x7fd8000c8c50 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8000d3a70 0x7fd8000b8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 --2- 172.21.15.104:0/976524314 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8000b3c70 0x7fd800160e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 >> 172.21.15.104:0/976524314 conn(0x7fd80008d560 msgr2=0x7fd800158e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 shutdown_connections 2024-02-19T16:31:08.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.293+0000 7fd804cd3640 1 -- 172.21.15.104:0/976524314 wait complete. 2024-02-19T16:31:08.305 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:08.305 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:08.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.407+0000 7f17f3ef4640 1 Processor -- start 2024-02-19T16:31:08.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.407+0000 7f17f3ef4640 1 -- start start 2024-02-19T16:31:08.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f3ef4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec0d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f3ef4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f17ec0d2200 0x7f17ec0d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f3ef4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17ec0ce7a0 con 0x7f17ec161440 2024-02-19T16:31:08.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f3ef4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17ec0d2bd0 con 0x7f17ec0d2200 2024-02-19T16:31:08.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f3ef4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17ec161820 con 0x7f17ec0d1bb0 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f2491640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f17ec0d2200 0x7f17ec0d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f1c90640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f17ec161440 0x7f17ec0b07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:39398/0 (socket says 172.21.15.104:39398) 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f1c90640 1 -- 172.21.15.104:0/1322151666 learned_addr learned my addr 172.21.15.104:0/1322151666 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f2491640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f17ec0d2200 0x7f17ec0d2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46726/0 (socket says 172.21.15.104:46726) 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f2491640 1 -- 172.21.15.104:0/1322151666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 msgr2=0x7f17ec0d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f148f640 1 --2- 172.21.15.104:0/1322151666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec0d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f2491640 1 --2- 172.21.15.104:0/1322151666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec0d0580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f0c8e640 1 -- 172.21.15.104:0/1322151666 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 568393587 0 0) 0x7f17ec0ce7a0 con 0x7f17ec161440 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f2491640 1 -- 172.21.15.104:0/1322151666 >> v1:172.21.15.104:6789/0 conn(0x7f17ec161440 legacy=0x7f17ec0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.408+0000 7f17f2491640 1 -- 172.21.15.104:0/1322151666 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17ec0d0ac0 con 0x7f17ec0d2200 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.409+0000 7f17f2491640 1 --2- 172.21.15.104:0/1322151666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0d2690 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f17e4009dc0 tx=0x7f17e402be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beb9c0d9af641dd8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.409+0000 7f17f0c8e640 1 -- 172.21.15.104:0/1322151666 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e402cc40 con 0x7f17ec0d2200 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.409+0000 7f17f0c8e640 1 -- 172.21.15.104:0/1322151666 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17e402cda0 con 0x7f17ec0d2200 2024-02-19T16:31:08.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.409+0000 7f17f0c8e640 1 -- 172.21.15.104:0/1322151666 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e4034660 con 0x7f17ec0d2200 2024-02-19T16:31:08.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.410+0000 7f17f3ef4640 1 -- 172.21.15.104:0/1322151666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 msgr2=0x7f17ec0d2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.410+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/1322151666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0d2690 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f17e4009dc0 tx=0x7f17e402be90 comp rx=0 tx=0).stop 2024-02-19T16:31:08.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.410+0000 7f17f3ef4640 1 -- 172.21.15.104:0/1322151666 shutdown_connections 2024-02-19T16:31:08.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.410+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/1322151666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0d2690 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.410+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/1322151666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec0d0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.410+0000 7f17f3ef4640 1 -- 172.21.15.104:0/1322151666 >> 172.21.15.104:0/1322151666 conn(0x7f17ec09cef0 msgr2=0x7f17ec0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:08.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.410+0000 7f17f3ef4640 1 -- 172.21.15.104:0/1322151666 shutdown_connections 2024-02-19T16:31:08.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.410+0000 7f17f3ef4640 1 -- 172.21.15.104:0/1322151666 wait complete. 2024-02-19T16:31:08.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.411+0000 7f17f3ef4640 1 Processor -- start 2024-02-19T16:31:08.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.411+0000 7f17f3ef4640 1 -- start start 2024-02-19T16:31:08.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f3ef4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec156dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f3ef4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0b1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f3ef4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17ec161440 0x7f17ec0b8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f3ef4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17ec1f46c0 con 0x7f17ec0d2200 2024-02-19T16:31:08.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f3ef4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17ec1f4910 con 0x7f17ec161440 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f3ef4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17ec1f4bf0 con 0x7f17ec0d1bb0 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0b1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0b1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46740/0 (socket says 172.21.15.104:46740) 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 -- 172.21.15.104:0/2292265537 learned_addr learned my addr 172.21.15.104:0/2292265537 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f1c90640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec156dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 -- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 msgr2=0x7f17ec156dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f2491640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17ec161440 0x7f17ec0b8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec156dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 -- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17ec161440 msgr2=0x7f17ec0b8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17ec161440 0x7f17ec0b8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 -- 172.21.15.104:0/2292265537 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17e4009a70 con 0x7f17ec0d2200 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f1c90640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec156dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f148f640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0b1100 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f17dc00c7f0 tx=0x7f17dc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17e27fc640 1 -- 172.21.15.104:0/2292265537 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17dc004220 con 0x7f17ec0d2200 2024-02-19T16:31:08.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17e27fc640 1 -- 172.21.15.104:0/2292265537 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17dc0043a0 con 0x7f17ec0d2200 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17ec0cbec0 con 0x7f17ec0d2200 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17e27fc640 1 -- 172.21.15.104:0/2292265537 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17dc007860 con 0x7f17ec0d2200 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.412+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17ec0b6c00 con 0x7f17ec0d2200 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.413+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17ec0cc3e0 con 0x7f17ec0d2200 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.414+0000 7f17e27fc640 1 -- 172.21.15.104:0/2292265537 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f17dc007bd0 con 0x7f17ec0d2200 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.414+0000 7f17e27fc640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f17d006b810 0x7f17d006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.414+0000 7f17e27fc640 1 -- 172.21.15.104:0/2292265537 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f17dc089e80 con 0x7f17ec0d2200 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.414+0000 7f17f1c90640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f17d006b810 0x7f17d006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.415+0000 7f17f1c90640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f17d006b810 0x7f17d006dcd0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f17e8000f60 tx=0x7f17e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.418+0000 7f17e27fc640 1 -- 172.21.15.104:0/2292265537 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f17ec0cc3e0 con 0x7f17ec0d2200 2024-02-19T16:31:08.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.591+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f17ec0cc3e0 con 0x7f17ec0d2200 2024-02-19T16:31:08.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.591+0000 7f17e27fc640 1 -- 172.21.15.104:0/2292265537 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f17ec0cc3e0 con 0x7f17ec0d2200 2024-02-19T16:31:08.593 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:08.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f17d006b810 msgr2=0x7f17d006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f17d006b810 0x7f17d006dcd0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f17e8000f60 tx=0x7f17e8009040 comp rx=0 tx=0).stop 2024-02-19T16:31:08.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 msgr2=0x7f17ec0b1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0b1100 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f17dc00c7f0 tx=0x7f17dc00ccb0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 shutdown_connections 2024-02-19T16:31:08.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f17d006b810 0x7f17d006dcd0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17ec0d2200 0x7f17ec0b1100 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f17ec161440 0x7f17ec0b8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 --2- 172.21.15.104:0/2292265537 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f17ec0d1bb0 0x7f17ec156dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 >> 172.21.15.104:0/2292265537 conn(0x7f17ec09cef0 msgr2=0x7f17ec0b07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:08.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 shutdown_connections 2024-02-19T16:31:08.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.594+0000 7f17f3ef4640 1 -- 172.21.15.104:0/2292265537 wait complete. 2024-02-19T16:31:08.606 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-02-19T16:31:08.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.705+0000 7f070afb6640 1 Processor -- start 2024-02-19T16:31:08.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.705+0000 7f070afb6640 1 -- start start 2024-02-19T16:31:08.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.705+0000 7f070afb6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f070415ded0 0x7f070406af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.705+0000 7f070afb6640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f07040ad8b0 0x7f070406b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f070afb6640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 0x7f070406d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f070afb6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f070406d6a0 con 0x7f070415ded0 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f070afb6640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07040ae150 con 0x7f07040ad8b0 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f070afb6640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07040ade70 con 0x7f070406b990 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0708d52640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f070415ded0 0x7f070406af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0708d52640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f070415ded0 0x7f070406af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46756/0 (socket says 172.21.15.104:46756) 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0708d52640 1 -- 172.21.15.104:0/871896167 learned_addr learned my addr 172.21.15.104:0/871896167 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0709553640 1 --2- 172.21.15.104:0/871896167 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 0x7f070406d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f06fbfff640 1 --2- 172.21.15.104:0/871896167 >> v2:172.21.15.158:3300/0 conn(0x7f07040ad8b0 0x7f070406b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0708d52640 1 -- 172.21.15.104:0/871896167 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 msgr2=0x7f070406d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0708d52640 1 --2- 172.21.15.104:0/871896167 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 0x7f070406d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0708d52640 1 -- 172.21.15.104:0/871896167 >> v2:172.21.15.158:3300/0 conn(0x7f07040ad8b0 msgr2=0x7f070406b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:08.709 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0708d52640 1 --2- 172.21.15.104:0/871896167 >> v2:172.21.15.158:3300/0 conn(0x7f07040ad8b0 0x7f070406b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.709 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.706+0000 7f0708d52640 1 -- 172.21.15.104:0/871896167 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f070406d050 con 0x7f070415ded0 2024-02-19T16:31:08.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f0708d52640 1 --2- 172.21.15.104:0/871896167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f070406af10 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f07040b2c30 tx=0x7f070002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb99669b99ece58 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f06fb7fe640 1 -- 172.21.15.104:0/871896167 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0700031870 con 0x7f070415ded0 2024-02-19T16:31:08.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f06fb7fe640 1 -- 172.21.15.104:0/871896167 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07000319d0 con 0x7f070415ded0 2024-02-19T16:31:08.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f06fb7fe640 1 -- 172.21.15.104:0/871896167 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0700031d60 con 0x7f070415ded0 2024-02-19T16:31:08.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f070afb6640 1 -- 172.21.15.104:0/871896167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 msgr2=0x7f070406af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f070afb6640 1 --2- 172.21.15.104:0/871896167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f070406af10 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f07040b2c30 tx=0x7f070002b910 comp rx=0 tx=0).stop 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f070afb6640 1 -- 172.21.15.104:0/871896167 shutdown_connections 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f070afb6640 1 --2- 172.21.15.104:0/871896167 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 0x7f070406d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f070afb6640 1 --2- 172.21.15.104:0/871896167 >> v2:172.21.15.158:3300/0 conn(0x7f07040ad8b0 0x7f070406b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f070afb6640 1 --2- 172.21.15.104:0/871896167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f070406af10 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f070afb6640 1 -- 172.21.15.104:0/871896167 >> 172.21.15.104:0/871896167 conn(0x7f07040b2240 msgr2=0x7f07040d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.707+0000 7f070afb6640 1 -- 172.21.15.104:0/871896167 shutdown_connections 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.708+0000 7f070afb6640 1 -- 172.21.15.104:0/871896167 wait complete. 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.709+0000 7f070afb6640 1 Processor -- start 2024-02-19T16:31:08.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.709+0000 7f070afb6640 1 -- start start 2024-02-19T16:31:08.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.709+0000 7f070afb6640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 0x7f070409d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.709+0000 7f070afb6640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f07040ad8b0 0x7f070409c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.709+0000 7f070afb6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f0704158fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f070afb6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f070409d960 con 0x7f070415ded0 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f070afb6640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07041f3ea0 con 0x7f07040ad8b0 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f070afb6640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f070409b650 con 0x7f070406b990 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f0704158fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f0704158fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46758/0 (socket says 172.21.15.104:46758) 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 -- 172.21.15.104:0/2742068744 learned_addr learned my addr 172.21.15.104:0/2742068744 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f06fbfff640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f07040ad8b0 0x7f070409c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0708d52640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 0x7f070409d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 -- 172.21.15.104:0/2742068744 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 msgr2=0x7f070409d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 0x7f070409d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 -- 172.21.15.104:0/2742068744 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f07040ad8b0 msgr2=0x7f070409c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f07040ad8b0 0x7f070409c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 -- 172.21.15.104:0/2742068744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07000094d0 con 0x7f070415ded0 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f0709553640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f0704158fb0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f06fc007e60 tx=0x7f06fc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f06f97fa640 1 -- 172.21.15.104:0/2742068744 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc014620 con 0x7f070415ded0 2024-02-19T16:31:08.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f06f97fa640 1 -- 172.21.15.104:0/2742068744 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06fc00ee90 con 0x7f070415ded0 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f070409b930 con 0x7f070415ded0 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f06f97fa640 1 -- 172.21.15.104:0/2742068744 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc0149e0 con 0x7f070415ded0 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.710+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07040b3250 con 0x7f070415ded0 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.711+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07040751e0 con 0x7f070415ded0 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.712+0000 7f06f97fa640 1 -- 172.21.15.104:0/2742068744 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f06fc014b40 con 0x7f070415ded0 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.712+0000 7f06f97fa640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06f006b810 0x7f06f006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.712+0000 7f0708d52640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06f006b810 0x7f06f006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.712+0000 7f06f97fa640 1 -- 172.21.15.104:0/2742068744 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f06fc08a7d0 con 0x7f070415ded0 2024-02-19T16:31:08.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.713+0000 7f0708d52640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06f006b810 0x7f06f006dcd0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0700036000 tx=0x7f070003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:08.718 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.717+0000 7f06f97fa640 1 -- 172.21.15.104:0/2742068744 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f06fc055540 con 0x7f070415ded0 2024-02-19T16:31:08.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.889+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f07040b1960 con 0x7f070415ded0 2024-02-19T16:31:08.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.889+0000 7f06f97fa640 1 -- 172.21.15.104:0/2742068744 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v29) v1 ==== 84+0+65 (secure 0 0 0) 0x7f06fc058c00 con 0x7f070415ded0 2024-02-19T16:31:08.891 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:08.891 INFO:teuthology.orchestra.run.smithi104.stdout:[ 2024-02-19T16:31:08.891 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:08.891 INFO:teuthology.orchestra.run.smithi104.stdout: "poolnum": 1, 2024-02-19T16:31:08.891 INFO:teuthology.orchestra.run.smithi104.stdout: "poolname": ".mgr" 2024-02-19T16:31:08.891 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:08.891 INFO:teuthology.orchestra.run.smithi104.stdout:] 2024-02-19T16:31:08.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06f006b810 msgr2=0x7f06f006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06f006b810 0x7f06f006dcd0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0700036000 tx=0x7f070003c040 comp rx=0 tx=0).stop 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 msgr2=0x7f0704158fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f0704158fb0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f06fc007e60 tx=0x7f06fc00e4b0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 shutdown_connections 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f06f006b810 0x7f06f006dcd0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f070415ded0 0x7f0704158fb0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f07040ad8b0 0x7f070409c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 --2- 172.21.15.104:0/2742068744 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f070406b990 0x7f070409d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 >> 172.21.15.104:0/2742068744 conn(0x7f07040b2240 msgr2=0x7f07040cf990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 shutdown_connections 2024-02-19T16:31:08.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:08.891+0000 7f070afb6640 1 -- 172.21.15.104:0/2742068744 wait complete. 2024-02-19T16:31:08.903 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-02-19T16:31:08.903 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-02-19T16:31:09.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.005+0000 7fb406ac7640 1 Processor -- start 2024-02-19T16:31:09.007 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.005+0000 7fb406ac7640 1 -- start start 2024-02-19T16:31:09.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb406ac7640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fb40015de10 0x7fb4000cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:09.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb406ac7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000cf980 0x7fb4000d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:09.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb406ac7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb4000d0ac0 0x7fb4000b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:09.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb406ac7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4000d0f70 con 0x7fb4000d0ac0 2024-02-19T16:31:09.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb406ac7640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4000d1b40 con 0x7fb40015de10 2024-02-19T16:31:09.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb406ac7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4000d1e20 con 0x7fb4000cf980 2024-02-19T16:31:09.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb405064640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb4000d0ac0 0x7fb4000b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:09.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb405064640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb4000d0ac0 0x7fb4000b8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46774/0 (socket says 172.21.15.104:46774) 2024-02-19T16:31:09.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb405064640 1 -- 172.21.15.104:0/2586266304 learned_addr learned my addr 172.21.15.104:0/2586266304 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:09.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb404863640 1 --2- 172.21.15.104:0/2586266304 >> v2:172.21.15.158:3300/0 conn(0x7fb40015de10 0x7fb4000cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:09.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb3fffff640 1 --2- 172.21.15.104:0/2586266304 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000cf980 0x7fb4000d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:09.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb405064640 1 -- 172.21.15.104:0/2586266304 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000cf980 msgr2=0x7fb4000d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:09.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb405064640 1 --2- 172.21.15.104:0/2586266304 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000cf980 0x7fb4000d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:09.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb405064640 1 -- 172.21.15.104:0/2586266304 >> v2:172.21.15.158:3300/0 conn(0x7fb40015de10 msgr2=0x7fb4000cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:09.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb405064640 1 --2- 172.21.15.104:0/2586266304 >> v2:172.21.15.158:3300/0 conn(0x7fb40015de10 0x7fb4000cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:09.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.006+0000 7fb405064640 1 -- 172.21.15.104:0/2586266304 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4000d2100 con 0x7fb4000d0ac0 2024-02-19T16:31:09.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.007+0000 7fb405064640 1 --2- 172.21.15.104:0/2586266304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000d0ac0 0x7fb4000b8d90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb4000d3af0 tx=0x7fb3f802be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91f115588d9ed653 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:09.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.007+0000 7fb3ff7fe640 1 -- 172.21.15.104:0/2586266304 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3f802c9e0 con 0x7fb4000d0ac0 2024-02-19T16:31:09.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.007+0000 7fb3ff7fe640 1 -- 172.21.15.104:0/2586266304 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3f802cb40 con 0x7fb4000d0ac0 2024-02-19T16:31:09.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.007+0000 7fb3ff7fe640 1 -- 172.21.15.104:0/2586266304 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3f80343f0 con 0x7fb4000d0ac0 2024-02-19T16:31:09.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 -- 172.21.15.104:0/2586266304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000d0ac0 msgr2=0x7fb4000b8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2586266304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000d0ac0 0x7fb4000b8d90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb4000d3af0 tx=0x7fb3f802be40 comp rx=0 tx=0).stop 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 -- 172.21.15.104:0/2586266304 shutdown_connections 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2586266304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000d0ac0 0x7fb4000b8d90 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2586266304 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000cf980 0x7fb4000d0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2586266304 >> v2:172.21.15.158:3300/0 conn(0x7fb40015de10 0x7fb4000cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 -- 172.21.15.104:0/2586266304 >> 172.21.15.104:0/2586266304 conn(0x7fb40009cf10 msgr2=0x7fb4000d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 -- 172.21.15.104:0/2586266304 shutdown_connections 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.008+0000 7fb406ac7640 1 -- 172.21.15.104:0/2586266304 wait complete. 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.009+0000 7fb406ac7640 1 Processor -- start 2024-02-19T16:31:09.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.009+0000 7fb406ac7640 1 -- start start 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb406ac7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000cf980 0x7fb40015f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb406ac7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000d0ac0 0x7fb400159a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb406ac7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb40015de10 0x7fb4000a0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb406ac7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb400160700 con 0x7fb4000cf980 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb406ac7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb40015a9b0 con 0x7fb40015de10 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb406ac7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb40015fa80 con 0x7fb4000d0ac0 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000cf980 0x7fb40015f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000cf980 0x7fb40015f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46776/0 (socket says 172.21.15.104:46776) 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 -- 172.21.15.104:0/2920630449 learned_addr learned my addr 172.21.15.104:0/2920630449 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb3fffff640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000d0ac0 0x7fb400159a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:09.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb405064640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb40015de10 0x7fb4000a0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 -- 172.21.15.104:0/2920630449 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000d0ac0 msgr2=0x7fb400159a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000d0ac0 0x7fb400159a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 -- 172.21.15.104:0/2920630449 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb40015de10 msgr2=0x7fb4000a0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb40015de10 0x7fb4000a0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 -- 172.21.15.104:0/2920630449 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3f8009b30 con 0x7fb4000cf980 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.010+0000 7fb404863640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000cf980 0x7fb40015f3c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb3f000d800 tx=0x7fb3f000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.011+0000 7fb3fd7fa640 1 -- 172.21.15.104:0/2920630449 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3f000b6c0 con 0x7fb4000cf980 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.011+0000 7fb3fd7fa640 1 -- 172.21.15.104:0/2920630449 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3f000b820 con 0x7fb4000cf980 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.011+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb40015fd60 con 0x7fb4000cf980 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.011+0000 7fb3fd7fa640 1 -- 172.21.15.104:0/2920630449 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3f000bbb0 con 0x7fb4000cf980 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.011+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb400160320 con 0x7fb4000cf980 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.012+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4000751e0 con 0x7fb4000cf980 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.012+0000 7fb3fd7fa640 1 -- 172.21.15.104:0/2920630449 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb3f000bd10 con 0x7fb4000cf980 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.012+0000 7fb3fd7fa640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb3ec06b810 0x7fb3ec06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:09.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.012+0000 7fb3fd7fa640 1 -- 172.21.15.104:0/2920630449 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb3f008a350 con 0x7fb4000cf980 2024-02-19T16:31:09.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.012+0000 7fb3fffff640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb3ec06b810 0x7fb3ec06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:09.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.013+0000 7fb3fffff640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb3ec06b810 0x7fb3ec06dcd0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4006fd0 tx=0x7fb3f4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:09.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.017+0000 7fb3fd7fa640 1 -- 172.21.15.104:0/2920630449 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb3f0055150 con 0x7fb4000cf980 2024-02-19T16:31:09.190 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.188+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fb4000cc7f0 con 0x7fb4000cf980 2024-02-19T16:31:09.998 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.996+0000 7fb3fd7fa640 1 -- 172.21.15.104:0/2920630449 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v30) v1 ==== 138+0+0 (secure 0 0 0) 0x7fb3f0058810 con 0x7fb4000cf980 2024-02-19T16:31:09.998 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_metadata' created 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.999+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb3ec06b810 msgr2=0x7fb3ec06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.999+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb3ec06b810 0x7fb3ec06dcd0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4006fd0 tx=0x7fb3f4008040 comp rx=0 tx=0).stop 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.999+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000cf980 msgr2=0x7fb40015f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:09.999+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000cf980 0x7fb40015f3c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb3f000d800 tx=0x7fb3f000dcc0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.000+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 shutdown_connections 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.000+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb3ec06b810 0x7fb3ec06dcd0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.000+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb40015de10 0x7fb4000a0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.000+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb4000d0ac0 0x7fb400159a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.001 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.000+0000 7fb406ac7640 1 --2- 172.21.15.104:0/2920630449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4000cf980 0x7fb40015f3c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.000+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 >> 172.21.15.104:0/2920630449 conn(0x7fb40009cf10 msgr2=0x7fb4000cac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:10.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.000+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 shutdown_connections 2024-02-19T16:31:10.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.000+0000 7fb406ac7640 1 -- 172.21.15.104:0/2920630449 wait complete. 2024-02-19T16:31:10.018 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-02-19T16:31:10.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.128+0000 7fa60abe4640 1 Processor -- start 2024-02-19T16:31:10.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.128+0000 7fa60abe4640 1 -- start start 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa60abe4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa60415bdc0 0x7fa60406fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa60abe4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa6040d2370 0x7fa6040cce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa60abe4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6040cc970 con 0x7fa60406ffc0 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa60abe4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6040704d0 con 0x7fa60415bdc0 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa60abe4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6040707b0 con 0x7fa6040d2370 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa608980640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa60415bdc0 0x7fa60406fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa608980640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa60415bdc0 0x7fa60406fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46784/0 (socket says 172.21.15.104:46784) 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa608980640 1 -- 172.21.15.104:0/752433637 learned_addr learned my addr 172.21.15.104:0/752433637 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa609181640 1 --2- 172.21.15.104:0/752433637 >> v2:172.21.15.158:3300/0 conn(0x7fa6040d2370 0x7fa6040cce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:10.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa608980640 1 -- 172.21.15.104:0/752433637 >> v2:172.21.15.158:3300/0 conn(0x7fa6040d2370 msgr2=0x7fa6040cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:10.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa608980640 1 --2- 172.21.15.104:0/752433637 >> v2:172.21.15.158:3300/0 conn(0x7fa6040d2370 0x7fa6040cce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa608980640 1 -- 172.21.15.104:0/752433637 >> v1:172.21.15.158:6789/0 conn(0x7fa60406ffc0 legacy=0x7fa6040d1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:10.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.129+0000 7fa608980640 1 -- 172.21.15.104:0/752433637 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa604070a90 con 0x7fa60415bdc0 2024-02-19T16:31:10.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.130+0000 7fa608980640 1 --2- 172.21.15.104:0/752433637 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60415bdc0 0x7fa60406fa80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa60409b350 tx=0x7fa60002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=162993afae981943 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:10.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.130+0000 7fa5fb7fe640 1 -- 172.21.15.104:0/752433637 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa600031870 con 0x7fa60415bdc0 2024-02-19T16:31:10.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.130+0000 7fa5fb7fe640 1 -- 172.21.15.104:0/752433637 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6000319d0 con 0x7fa60415bdc0 2024-02-19T16:31:10.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.130+0000 7fa5fb7fe640 1 -- 172.21.15.104:0/752433637 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa600031d60 con 0x7fa60415bdc0 2024-02-19T16:31:10.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.131+0000 7fa60abe4640 1 -- 172.21.15.104:0/752433637 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60415bdc0 msgr2=0x7fa60406fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:10.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.131+0000 7fa60abe4640 1 --2- 172.21.15.104:0/752433637 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60415bdc0 0x7fa60406fa80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa60409b350 tx=0x7fa60002b910 comp rx=0 tx=0).stop 2024-02-19T16:31:10.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.131+0000 7fa60abe4640 1 -- 172.21.15.104:0/752433637 shutdown_connections 2024-02-19T16:31:10.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.131+0000 7fa60abe4640 1 --2- 172.21.15.104:0/752433637 >> v2:172.21.15.158:3300/0 conn(0x7fa6040d2370 0x7fa6040cce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.131+0000 7fa60abe4640 1 --2- 172.21.15.104:0/752433637 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60415bdc0 0x7fa60406fa80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.131+0000 7fa60abe4640 1 -- 172.21.15.104:0/752433637 >> 172.21.15.104:0/752433637 conn(0x7fa604072f80 msgr2=0x7fa60409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:10.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.131+0000 7fa60abe4640 1 -- 172.21.15.104:0/752433637 shutdown_connections 2024-02-19T16:31:10.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.131+0000 7fa60abe4640 1 -- 172.21.15.104:0/752433637 wait complete. 2024-02-19T16:31:10.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.132+0000 7fa60abe4640 1 Processor -- start 2024-02-19T16:31:10.134 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.132+0000 7fa60abe4640 1 -- start start 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa60abe4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60406ffc0 0x7fa60415b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa60abe4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa6040d2370 0x7fa6040cb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa60abe4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa60415bdc0 0x7fa60409d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa60abe4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6041f22b0 con 0x7fa60406ffc0 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa60abe4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa60409baf0 con 0x7fa60415bdc0 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa60abe4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa60409bd40 con 0x7fa6040d2370 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60406ffc0 0x7fa60415b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60406ffc0 0x7fa60415b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:46794/0 (socket says 172.21.15.104:46794) 2024-02-19T16:31:10.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 -- 172.21.15.104:0/2538612889 learned_addr learned my addr 172.21.15.104:0/2538612889 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa609181640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa60415bdc0 0x7fa60409d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa5fbfff640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa6040d2370 0x7fa6040cb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 -- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa6040d2370 msgr2=0x7fa6040cb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa6040d2370 0x7fa6040cb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 -- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa60415bdc0 msgr2=0x7fa60409d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa60415bdc0 0x7fa60409d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 -- 172.21.15.104:0/2538612889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6000094d0 con 0x7fa60406ffc0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa5fbfff640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa6040d2370 0x7fa6040cb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa608980640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60406ffc0 0x7fa60415b490 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa600000c00 tx=0x7fa6000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa5f97fa640 1 -- 172.21.15.104:0/2538612889 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa600031840 con 0x7fa60406ffc0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa60409c020 con 0x7fa60406ffc0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa5f97fa640 1 -- 172.21.15.104:0/2538612889 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6000443f0 con 0x7fa60406ffc0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa5f97fa640 1 -- 172.21.15.104:0/2538612889 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6000447a0 con 0x7fa60406ffc0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.133+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa60409c5e0 con 0x7fa60406ffc0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.134+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6040751e0 con 0x7fa60406ffc0 2024-02-19T16:31:10.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.135+0000 7fa5f97fa640 1 -- 172.21.15.104:0/2538612889 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa60004d450 con 0x7fa60406ffc0 2024-02-19T16:31:10.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.135+0000 7fa5f97fa640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa5f006b840 0x7fa5f006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:10.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.135+0000 7fa5f97fa640 1 -- 172.21.15.104:0/2538612889 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fa60002d040 con 0x7fa60406ffc0 2024-02-19T16:31:10.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.135+0000 7fa5fbfff640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa5f006b840 0x7fa5f006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:10.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.136+0000 7fa5fbfff640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa5f006b840 0x7fa5f006dd00 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa604070400 tx=0x7fa5f4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:10.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.140+0000 7fa5f97fa640 1 -- 172.21.15.104:0/2538612889 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa6000772b0 con 0x7fa60406ffc0 2024-02-19T16:31:10.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:10.312+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fa60406fa80 con 0x7fa60406ffc0 2024-02-19T16:31:11.002 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.001+0000 7fa5f97fa640 1 -- 172.21.15.104:0/2538612889 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v31) v1 ==== 170+0+0 (secure 0 0 0) 0x7fa60007a970 con 0x7fa60406ffc0 2024-02-19T16:31:11.003 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_data' created 2024-02-19T16:31:11.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.007+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa5f006b840 msgr2=0x7fa5f006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:11.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.007+0000 7fa60abe4640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa5f006b840 0x7fa5f006dd00 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa604070400 tx=0x7fa5f4009040 comp rx=0 tx=0).stop 2024-02-19T16:31:11.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.007+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60406ffc0 msgr2=0x7fa60415b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:11.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.007+0000 7fa60abe4640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60406ffc0 0x7fa60415b490 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa600000c00 tx=0x7fa6000046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.014+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 shutdown_connections 2024-02-19T16:31:11.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.014+0000 7fa60abe4640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa5f006b840 0x7fa5f006dd00 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.014+0000 7fa60abe4640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa60415bdc0 0x7fa60409d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.014+0000 7fa60abe4640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa6040d2370 0x7fa6040cb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.015 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.014+0000 7fa60abe4640 1 --2- 172.21.15.104:0/2538612889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa60406ffc0 0x7fa60415b490 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.014+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 >> 172.21.15.104:0/2538612889 conn(0x7fa604072f80 msgr2=0x7fa6040b6900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:11.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.015+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 shutdown_connections 2024-02-19T16:31:11.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.016+0000 7fa60abe4640 1 -- 172.21.15.104:0/2538612889 wait complete. 2024-02-19T16:31:11.033 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-02-19T16:31:11.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.137+0000 7f281b2ed640 1 Processor -- start 2024-02-19T16:31:11.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.137+0000 7f281b2ed640 1 -- start start 2024-02-19T16:31:11.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.138+0000 7f281b2ed640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28140b51b0 0x7f281415e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:11.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.138+0000 7f281b2ed640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28140d06a0 con 0x7f281415adc0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.138+0000 7f281b2ed640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f281415f660 con 0x7f281415a9e0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.138+0000 7f281b2ed640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f281415b320 con 0x7f28140b51b0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.138+0000 7f2818888640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f281415adc0 0x7f281415b7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41464/0 (socket says 172.21.15.104:41464) 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.138+0000 7f2818888640 1 -- 172.21.15.104:0/2095477550 learned_addr learned my addr 172.21.15.104:0/2095477550 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f281988a640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28140b51b0 0x7f281415e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 783081201 0 0) 0x7f28140d06a0 con 0x7f281415adc0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2800003520 con 0x7f281415adc0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 824985108 0 0) 0x7f281415f660 con 0x7f281415a9e0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f28140d06a0 con 0x7f281415a9e0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3558891460 0 0) 0x7f2800003520 con 0x7f281415adc0 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28140b51b0 msgr2=0x7f281415e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28140b51b0 0x7f281415e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 >> v1:172.21.15.158:6789/0 conn(0x7f281415a9e0 legacy=0x7f281406d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:11.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f281415edc0 con 0x7f281415adc0 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f2804001670 con 0x7f281415adc0 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 >> v1:172.21.15.104:6789/0 conn(0x7f281415adc0 legacy=0x7f281415b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2800003b30 0x7f2800003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28140b51b0 0x7f28000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2800005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281415b320 con 0x7f2800004d00 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f280000ba30 con 0x7f2800003b30 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f280000bbf0 con 0x7f28140b51b0 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f281988a640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2800005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f2818888640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28140b51b0 0x7f28000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f2819089640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2800003b30 0x7f2800003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f281988a640 1 -- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28140b51b0 msgr2=0x7f28000047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f281988a640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28140b51b0 0x7f28000047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f281988a640 1 -- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2800003b30 msgr2=0x7f2800003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:11.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f281988a640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2800003b30 0x7f2800003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.139+0000 7f281988a640 1 -- 172.21.15.104:0/2095477550 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2800003520 con 0x7f2800004d00 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.140+0000 7f281988a640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2800005180 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f280c009ac0 tx=0x7f28000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8fe6ce40b47e709 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.140+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280c02c6b0 con 0x7f2800004d00 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.140+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f280c02c810 con 0x7f2800004d00 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.140+0000 7f280bfff640 1 -- 172.21.15.104:0/2095477550 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280c02cba0 con 0x7f2800004d00 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.141+0000 7f281b2ed640 1 -- 172.21.15.104:0/2095477550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 msgr2=0x7f2800005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.141+0000 7f281b2ed640 1 --2- 172.21.15.104:0/2095477550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2800005180 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f280c009ac0 tx=0x7f28000057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.141+0000 7f281988a640 1 -- 172.21.15.104:0/2095477550 reap_dead start 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.141+0000 7f281b2ed640 1 -- 172.21.15.104:0/2095477550 shutdown_connections 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.141+0000 7f281b2ed640 1 -- 172.21.15.104:0/2095477550 >> 172.21.15.104:0/2095477550 conn(0x7f28140b2670 msgr2=0x7f28140b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.141+0000 7f281b2ed640 1 -- 172.21.15.104:0/2095477550 shutdown_connections 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.141+0000 7f281b2ed640 1 -- 172.21.15.104:0/2095477550 wait complete. 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.142+0000 7f281b2ed640 1 Processor -- start 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.142+0000 7f281b2ed640 1 -- start start 2024-02-19T16:31:11.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281b2ed640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2814154210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281b2ed640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2814154750 0x7f281406af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281b2ed640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f281406b450 0x7f28140ceec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281b2ed640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281406b8b0 con 0x7f2800004d00 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281b2ed640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28140cfbf0 con 0x7f281406b450 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281b2ed640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28140cfed0 con 0x7f2814154750 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2814154210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2814154210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44314/0 (socket says 172.21.15.104:44314) 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 -- 172.21.15.104:0/2165845303 learned_addr learned my addr 172.21.15.104:0/2165845303 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2818888640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2814154750 0x7f281406af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281988a640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f281406b450 0x7f28140ceec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 -- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2814154750 msgr2=0x7f281406af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2814154750 0x7f281406af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 -- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f281406b450 msgr2=0x7f28140ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f281406b450 0x7f28140ceec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:11.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 -- 172.21.15.104:0/2165845303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f281406e050 con 0x7f2800004d00 2024-02-19T16:31:11.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281988a640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f281406b450 0x7f28140ceec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:11.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2819089640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2814154210 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f281000fb10 tx=0x7f28100021e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:11.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2809ffb640 1 -- 172.21.15.104:0/2165845303 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2810003b80 con 0x7f2800004d00 2024-02-19T16:31:11.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2809ffb640 1 -- 172.21.15.104:0/2165845303 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2810003d00 con 0x7f2800004d00 2024-02-19T16:31:11.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28140c5980 con 0x7f2800004d00 2024-02-19T16:31:11.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.143+0000 7f2809ffb640 1 -- 172.21.15.104:0/2165845303 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f281000db20 con 0x7f2800004d00 2024-02-19T16:31:11.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.144+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28140c5f40 con 0x7f2800004d00 2024-02-19T16:31:11.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.145+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28140751e0 con 0x7f2800004d00 2024-02-19T16:31:11.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.145+0000 7f2809ffb640 1 -- 172.21.15.104:0/2165845303 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f281000dc80 con 0x7f2800004d00 2024-02-19T16:31:11.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.145+0000 7f2809ffb640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f27f806b810 0x7f27f806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:11.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.145+0000 7f2818888640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f27f806b810 0x7f27f806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:11.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.145+0000 7f2809ffb640 1 -- 172.21.15.104:0/2165845303 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f281008a550 con 0x7f2800004d00 2024-02-19T16:31:11.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.146+0000 7f2818888640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f27f806b810 0x7f27f806dcd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f281406bda0 tx=0x7f2804001e10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:11.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.150+0000 7f2809ffb640 1 -- 172.21.15.104:0/2165845303 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2810054fd0 con 0x7f2800004d00 2024-02-19T16:31:11.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:11.355+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f28140b4a80 con 0x7f2800004d00 2024-02-19T16:31:12.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.002+0000 7f2809ffb640 1 -- 172.21.15.104:0/2165845303 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v12) v1 ==== 172+0+0 (secure 0 0 0) 0x7f2810058690 con 0x7f2800004d00 2024-02-19T16:31:12.004 INFO:teuthology.orchestra.run.smithi104.stderr:new fs with metadata pool 4 and data pool 5 2024-02-19T16:31:12.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.008+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f27f806b810 msgr2=0x7f27f806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.008+0000 7f281b2ed640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f27f806b810 0x7f27f806dcd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f281406bda0 tx=0x7f2804001e10 comp rx=0 tx=0).stop 2024-02-19T16:31:12.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.008+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 msgr2=0x7f2814154210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.008+0000 7f281b2ed640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2814154210 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f281000fb10 tx=0x7f28100021e0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.009+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 shutdown_connections 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.009+0000 7f281b2ed640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f27f806b810 0x7f27f806dcd0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.009+0000 7f281b2ed640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f281406b450 0x7f28140ceec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.009+0000 7f281b2ed640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2814154750 0x7f281406af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.009+0000 7f281b2ed640 1 --2- 172.21.15.104:0/2165845303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2800004d00 0x7f2814154210 secure :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f281000fb10 tx=0x7f28100021e0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.009+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 >> 172.21.15.104:0/2165845303 conn(0x7f28140b2670 msgr2=0x7f2814158300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.009+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 shutdown_connections 2024-02-19T16:31:12.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.010+0000 7f281b2ed640 1 -- 172.21.15.104:0/2165845303 wait complete. 2024-02-19T16:31:12.038 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:12.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.138+0000 7f6537610640 1 Processor -- start 2024-02-19T16:31:12.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.138+0000 7f6537610640 1 -- start start 2024-02-19T16:31:12.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6537610640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f653015bd00 0x7f65300b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6537610640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f65300d1cd0 0x7f65300cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6537610640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65300b2600 con 0x7f65300d0440 2024-02-19T16:31:12.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6537610640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65300b1820 con 0x7f65300d1cd0 2024-02-19T16:31:12.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6537610640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f653015c0e0 con 0x7f653015bd00 2024-02-19T16:31:12.141 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6535bad640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f65300d1cd0 0x7f65300cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6535bad640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f65300d1cd0 0x7f65300cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44326/0 (socket says 172.21.15.104:44326) 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6535bad640 1 -- 172.21.15.104:0/1923538223 learned_addr learned my addr 172.21.15.104:0/1923538223 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f65353ac640 1 --2- 172.21.15.104:0/1923538223 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f653015bd00 0x7f65300b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6535bad640 1 -- 172.21.15.104:0/1923538223 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f653015bd00 msgr2=0x7f65300b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6535bad640 1 --2- 172.21.15.104:0/1923538223 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f653015bd00 0x7f65300b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6535bad640 1 -- 172.21.15.104:0/1923538223 >> v1:172.21.15.158:6789/0 conn(0x7f65300d0440 legacy=0x7f65300d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.139+0000 7f6535bad640 1 -- 172.21.15.104:0/1923538223 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65300b1a10 con 0x7f65300d1cd0 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6535bad640 1 --2- 172.21.15.104:0/1923538223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d1cd0 0x7f65300cc420 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6528009e80 tx=0x7f652802be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecd1ecd3e0e2b656 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6527fff640 1 -- 172.21.15.104:0/1923538223 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f652802c9c0 con 0x7f65300d1cd0 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6527fff640 1 -- 172.21.15.104:0/1923538223 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f652802cb20 con 0x7f65300d1cd0 2024-02-19T16:31:12.142 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6527fff640 1 -- 172.21.15.104:0/1923538223 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65280343f0 con 0x7f65300d1cd0 2024-02-19T16:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6537610640 1 -- 172.21.15.104:0/1923538223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d1cd0 msgr2=0x7f65300cc420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6537610640 1 --2- 172.21.15.104:0/1923538223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d1cd0 0x7f65300cc420 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6528009e80 tx=0x7f652802be20 comp rx=0 tx=0).stop 2024-02-19T16:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6537610640 1 -- 172.21.15.104:0/1923538223 shutdown_connections 2024-02-19T16:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6537610640 1 --2- 172.21.15.104:0/1923538223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d1cd0 0x7f65300cc420 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6537610640 1 --2- 172.21.15.104:0/1923538223 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f653015bd00 0x7f65300b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.140+0000 7f6537610640 1 -- 172.21.15.104:0/1923538223 >> 172.21.15.104:0/1923538223 conn(0x7f653009aa70 msgr2=0x7f653009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.141+0000 7f6537610640 1 -- 172.21.15.104:0/1923538223 shutdown_connections 2024-02-19T16:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.141+0000 7f6537610640 1 -- 172.21.15.104:0/1923538223 wait complete. 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f6537610640 1 Processor -- start 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f6537610640 1 -- start start 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f6537610640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d0440 0x7f653014fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f6537610640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65300d1cd0 0x7f6530150c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f6537610640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f653015bd00 0x7f6530151140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f6537610640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65300ae9a0 con 0x7f65300d0440 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f6537610640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6530151f50 con 0x7f653015bd00 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f6537610640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65300c7940 con 0x7f65300d1cd0 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f65353ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d0440 0x7f653014fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f65353ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d0440 0x7f653014fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44338/0 (socket says 172.21.15.104:44338) 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.142+0000 7f65353ac640 1 -- 172.21.15.104:0/1025553809 learned_addr learned my addr 172.21.15.104:0/1025553809 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f6534bab640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65300d1cd0 0x7f6530150c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f6535bad640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f653015bd00 0x7f6530151140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f65353ac640 1 -- 172.21.15.104:0/1025553809 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65300d1cd0 msgr2=0x7f6530150c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f65353ac640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65300d1cd0 0x7f6530150c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f65353ac640 1 -- 172.21.15.104:0/1025553809 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f653015bd00 msgr2=0x7f6530151140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f65353ac640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f653015bd00 0x7f6530151140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f65353ac640 1 -- 172.21.15.104:0/1025553809 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6528009b30 con 0x7f65300d0440 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f65353ac640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d0440 0x7f653014fd90 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f652c00d830 tx=0x7f652c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f6525ffb640 1 -- 172.21.15.104:0/1025553809 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f652c00b6c0 con 0x7f65300d0440 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f6525ffb640 1 -- 172.21.15.104:0/1025553809 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f652c00b820 con 0x7f65300d0440 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65300c7c20 con 0x7f65300d0440 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f6525ffb640 1 -- 172.21.15.104:0/1025553809 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f652c00bbb0 con 0x7f65300d0440 2024-02-19T16:31:12.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.143+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65300c81e0 con 0x7f65300d0440 2024-02-19T16:31:12.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.144+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65300aec10 con 0x7f65300d0440 2024-02-19T16:31:12.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.145+0000 7f6525ffb640 1 -- 172.21.15.104:0/1025553809 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f652c01e460 con 0x7f65300d0440 2024-02-19T16:31:12.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.145+0000 7f6525ffb640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f651406b810 0x7f651406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.145+0000 7f6525ffb640 1 -- 172.21.15.104:0/1025553809 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f652c08a780 con 0x7f65300d0440 2024-02-19T16:31:12.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.145+0000 7f6534bab640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f651406b810 0x7f651406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.145+0000 7f6534bab640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f651406b810 0x7f651406dcd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f65300b07f0 tx=0x7f6520009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.149+0000 7f6525ffb640 1 -- 172.21.15.104:0/1025553809 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f652c0552e0 con 0x7f65300d0440 2024-02-19T16:31:12.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.322+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f65300d0860 con 0x7f65300d0440 2024-02-19T16:31:12.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.323+0000 7f6525ffb640 1 -- 172.21.15.104:0/1025553809 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) v1 ==== 74+0+16706 (secure 0 0 0) 0x7f65300d0860 con 0x7f65300d0440 2024-02-19T16:31:12.325 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:12.325 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":32,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:11.356703+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f651406b810 msgr2=0x7f651406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f651406b810 0x7f651406dcd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f65300b07f0 tx=0x7f6520009060 comp rx=0 tx=0).stop 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d0440 msgr2=0x7f653014fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d0440 0x7f653014fd90 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f652c00d830 tx=0x7f652c00dcf0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 shutdown_connections 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f651406b810 0x7f651406dcd0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f653015bd00 0x7f6530151140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65300d1cd0 0x7f6530150c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 --2- 172.21.15.104:0/1025553809 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65300d0440 0x7f653014fd90 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 >> 172.21.15.104:0/1025553809 conn(0x7f653009aa70 msgr2=0x7f65300cb300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:12.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 shutdown_connections 2024-02-19T16:31:12.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.325+0000 7f6537610640 1 -- 172.21.15.104:0/1025553809 wait complete. 2024-02-19T16:31:12.338 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:12.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.435+0000 7f0561bd7640 1 Processor -- start 2024-02-19T16:31:12.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.435+0000 7f0561bd7640 1 -- start start 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f0561bd7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 0x7f055c072280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f0561bd7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f055c15ea50 0x7f055c15eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f0561bd7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f055c06b980 con 0x7f055c0af200 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f0561bd7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f055c15e5c0 con 0x7f055c15ea50 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f0561bd7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f055c06b0e0 con 0x7f055c0aee20 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f055bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f055c15ea50 0x7f055c15eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f055affd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f055c0af200 0x7f055c06d880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41472/0 (socket says 172.21.15.104:41472) 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f055affd640 1 -- 172.21.15.104:0/1007159278 learned_addr learned my addr 172.21.15.104:0/1007159278 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f055b7fe640 1 --2- 172.21.15.104:0/1007159278 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 0x7f055c072280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.438 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f055bfff640 1 -- 172.21.15.104:0/1007159278 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 msgr2=0x7f055c072280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:12.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f055bfff640 1 --2- 172.21.15.104:0/1007159278 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 0x7f055c072280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f055bfff640 1 -- 172.21.15.104:0/1007159278 >> v1:172.21.15.104:6789/0 conn(0x7f055c0af200 legacy=0x7f055c06d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.436+0000 7f055bfff640 1 -- 172.21.15.104:0/1007159278 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f055c06b3c0 con 0x7f055c15ea50 2024-02-19T16:31:12.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.437+0000 7f055bfff640 1 --2- 172.21.15.104:0/1007159278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c15eee0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f0554009d90 tx=0x7f055402bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b981187eb03a23 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.437+0000 7f055a7fc640 1 -- 172.21.15.104:0/1007159278 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f055402cc50 con 0x7f055c15ea50 2024-02-19T16:31:12.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.437+0000 7f055a7fc640 1 -- 172.21.15.104:0/1007159278 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f055402cdb0 con 0x7f055c15ea50 2024-02-19T16:31:12.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.437+0000 7f055a7fc640 1 -- 172.21.15.104:0/1007159278 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0554034660 con 0x7f055c15ea50 2024-02-19T16:31:12.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.438+0000 7f0561bd7640 1 -- 172.21.15.104:0/1007159278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 msgr2=0x7f055c15eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.438+0000 7f0561bd7640 1 --2- 172.21.15.104:0/1007159278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c15eee0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f0554009d90 tx=0x7f055402bea0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.438+0000 7f0561bd7640 1 -- 172.21.15.104:0/1007159278 shutdown_connections 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.438+0000 7f0561bd7640 1 --2- 172.21.15.104:0/1007159278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c15eee0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.438+0000 7f0561bd7640 1 --2- 172.21.15.104:0/1007159278 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 0x7f055c072280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.438+0000 7f0561bd7640 1 -- 172.21.15.104:0/1007159278 >> 172.21.15.104:0/1007159278 conn(0x7f055c06c020 msgr2=0x7f055c06c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.438+0000 7f0561bd7640 1 -- 172.21.15.104:0/1007159278 shutdown_connections 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.438+0000 7f0561bd7640 1 -- 172.21.15.104:0/1007159278 wait complete. 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.439+0000 7f0561bd7640 1 Processor -- start 2024-02-19T16:31:12.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.439+0000 7f0561bd7640 1 -- start start 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f0561bd7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 0x7f055c159420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f0561bd7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f055c0af200 0x7f055c1f2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f0561bd7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c0d0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f0561bd7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f055c15e1f0 con 0x7f055c15ea50 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f0561bd7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f055c15df10 con 0x7f055c0af200 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f0561bd7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f055c15c860 con 0x7f055c0aee20 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c0d0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c0d0ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44360/0 (socket says 172.21.15.104:44360) 2024-02-19T16:31:12.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 -- 172.21.15.104:0/427035325 learned_addr learned my addr 172.21.15.104:0/427035325 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055b7fe640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 0x7f055c159420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055affd640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f055c0af200 0x7f055c1f2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 -- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 msgr2=0x7f055c159420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 0x7f055c159420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 -- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f055c0af200 msgr2=0x7f055c1f2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f055c0af200 0x7f055c1f2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 -- 172.21.15.104:0/427035325 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0554009a70 con 0x7f055c15ea50 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055affd640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f055c0af200 0x7f055c1f2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.440+0000 7f055bfff640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c0d0ac0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f0554009d90 tx=0x7f0554004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.441+0000 7f0543fff640 1 -- 172.21.15.104:0/427035325 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0554040650 con 0x7f055c15ea50 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.441+0000 7f0543fff640 1 -- 172.21.15.104:0/427035325 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05540407d0 con 0x7f055c15ea50 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.441+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f055c06e110 con 0x7f055c15ea50 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.441+0000 7f0543fff640 1 -- 172.21.15.104:0/427035325 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0554040b80 con 0x7f055c15ea50 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.441+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f055c15ce20 con 0x7f055c15ea50 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.442+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f055c15c6c0 con 0x7f055c15ea50 2024-02-19T16:31:12.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.442+0000 7f0543fff640 1 -- 172.21.15.104:0/427035325 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0554040ce0 con 0x7f055c15ea50 2024-02-19T16:31:12.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.442+0000 7f0543fff640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f054806b840 0x7f054806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.442+0000 7f0543fff640 1 -- 172.21.15.104:0/427035325 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f05540acf70 con 0x7f055c15ea50 2024-02-19T16:31:12.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.442+0000 7f055b7fe640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f054806b840 0x7f054806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.443+0000 7f055b7fe640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f054806b840 0x7f054806dd00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f054c006fd0 tx=0x7f054c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.447+0000 7f0543fff640 1 -- 172.21.15.104:0/427035325 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f05540e0dc0 con 0x7f055c15ea50 2024-02-19T16:31:12.619 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.618+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f055c15d010 con 0x7f055c15ea50 2024-02-19T16:31:12.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.620+0000 7f0543fff640 1 -- 172.21.15.104:0/427035325 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) v1 ==== 74+0+16706 (secure 0 0 0) 0x7f055c15c6c0 con 0x7f055c15ea50 2024-02-19T16:31:12.622 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:12.622 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":32,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:11.356703+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:12.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f054806b840 msgr2=0x7f054806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f054806b840 0x7f054806dd00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f054c006fd0 tx=0x7f054c008040 comp rx=0 tx=0).stop 2024-02-19T16:31:12.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 msgr2=0x7f055c0d0ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c0d0ac0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f0554009d90 tx=0x7f0554004a40 comp rx=0 tx=0).stop 2024-02-19T16:31:12.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 shutdown_connections 2024-02-19T16:31:12.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f054806b840 0x7f054806dd00 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f055c15ea50 0x7f055c0d0ac0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f055c0af200 0x7f055c1f2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 --2- 172.21.15.104:0/427035325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f055c0aee20 0x7f055c159420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.622+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 >> 172.21.15.104:0/427035325 conn(0x7f055c06c020 msgr2=0x7f055c161910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:12.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.623+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 shutdown_connections 2024-02-19T16:31:12.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.623+0000 7f0561bd7640 1 -- 172.21.15.104:0/427035325 wait complete. 2024-02-19T16:31:12.635 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-02-19T16:31:12.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.740+0000 7f5c09f8c640 1 Processor -- start 2024-02-19T16:31:12.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.740+0000 7f5c09f8c640 1 -- start start 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.741+0000 7f5c09f8c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5c040b1d20 0x7f5c040cfe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.741+0000 7f5c09f8c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c040d03b0 con 0x7f5c040cfa10 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.741+0000 7f5c09f8c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c0415c010 con 0x7f5c0415bc30 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.741+0000 7f5c09f8c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c040ce6d0 con 0x7f5c040b1d20 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.741+0000 7f5c03fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5c040b1d20 0x7f5c040cfe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.741+0000 7f5c03fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5c040b1d20 0x7f5c040cfe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44362/0 (socket says 172.21.15.104:44362) 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.741+0000 7f5c03fff640 1 -- 172.21.15.104:0/2849853946 learned_addr learned my addr 172.21.15.104:0/2849853946 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.741+0000 7f5c02ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f5c040cfa10 0x7f5c040b1610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41482/0 (socket says 172.21.15.104:41482) 2024-02-19T16:31:12.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.742+0000 7f5c03fff640 1 -- 172.21.15.104:0/2849853946 >> v1:172.21.15.158:6789/0 conn(0x7f5c0415bc30 legacy=0x7f5c040cd120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:12.744 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.742+0000 7f5c03fff640 1 -- 172.21.15.104:0/2849853946 >> v1:172.21.15.104:6789/0 conn(0x7f5c040cfa10 legacy=0x7f5c040b1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.744 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.742+0000 7f5c03fff640 1 -- 172.21.15.104:0/2849853946 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c04160630 con 0x7f5c040b1d20 2024-02-19T16:31:12.744 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.742+0000 7f5c027fc640 1 -- 172.21.15.104:0/2849853946 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4023381849 0 0) 0x7f5c040d03b0 con 0x7f5c040cfa10 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.742+0000 7f5c03fff640 1 --2- 172.21.15.104:0/2849853946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c040cfe70 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc009e50 tx=0x7f5bfc02bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b3b507659529566 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.742+0000 7f5c027fc640 1 -- 172.21.15.104:0/2849853946 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc02cb20 con 0x7f5c040b1d20 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c027fc640 1 -- 172.21.15.104:0/2849853946 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bfc02cc80 con 0x7f5c040b1d20 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c027fc640 1 -- 172.21.15.104:0/2849853946 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc0343f0 con 0x7f5c040b1d20 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c09f8c640 1 -- 172.21.15.104:0/2849853946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 msgr2=0x7f5c040cfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c09f8c640 1 --2- 172.21.15.104:0/2849853946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c040cfe70 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc009e50 tx=0x7f5bfc02bf80 comp rx=0 tx=0).stop 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c09f8c640 1 -- 172.21.15.104:0/2849853946 shutdown_connections 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c09f8c640 1 --2- 172.21.15.104:0/2849853946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c040cfe70 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c09f8c640 1 -- 172.21.15.104:0/2849853946 >> 172.21.15.104:0/2849853946 conn(0x7f5c04072e20 msgr2=0x7f5c0409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:12.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c09f8c640 1 -- 172.21.15.104:0/2849853946 shutdown_connections 2024-02-19T16:31:12.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.743+0000 7f5c09f8c640 1 -- 172.21.15.104:0/2849853946 wait complete. 2024-02-19T16:31:12.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.744+0000 7f5c09f8c640 1 Processor -- start 2024-02-19T16:31:12.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c09f8c640 1 -- start start 2024-02-19T16:31:12.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c09f8c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c0406ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c09f8c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c040cfa10 0x7f5c041e6780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c09f8c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c0415bc30 0x7f5c04159070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c09f8c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041e6cc0 con 0x7f5c040b1d20 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c09f8c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041e7a50 con 0x7f5c0415bc30 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c09f8c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c040c5d60 con 0x7f5c040cfa10 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c037fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c0406ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c037fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c0406ca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44376/0 (socket says 172.21.15.104:44376) 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.745+0000 7f5c037fe640 1 -- 172.21.15.104:0/3789145310 learned_addr learned my addr 172.21.15.104:0/3789145310 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c02ffd640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c040cfa10 0x7f5c041e6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c03fff640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c0415bc30 0x7f5c04159070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c037fe640 1 -- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c040cfa10 msgr2=0x7f5c041e6780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c037fe640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c040cfa10 0x7f5c041e6780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c037fe640 1 -- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c0415bc30 msgr2=0x7f5c04159070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c037fe640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c0415bc30 0x7f5c04159070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c037fe640 1 -- 172.21.15.104:0/3789145310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bfc009b30 con 0x7f5c040b1d20 2024-02-19T16:31:12.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c03fff640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c0415bc30 0x7f5c04159070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:12.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c037fe640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c0406ca50 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5bec00c440 tx=0x7f5bec00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5bfbfff640 1 -- 172.21.15.104:0/3789145310 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bec0035f0 con 0x7f5c040b1d20 2024-02-19T16:31:12.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5bfbfff640 1 -- 172.21.15.104:0/3789145310 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bec003770 con 0x7f5c040b1d20 2024-02-19T16:31:12.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c041e6ed0 con 0x7f5c040b1d20 2024-02-19T16:31:12.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5bfbfff640 1 -- 172.21.15.104:0/3789145310 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bec003b20 con 0x7f5c040b1d20 2024-02-19T16:31:12.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.746+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c041e7490 con 0x7f5c040b1d20 2024-02-19T16:31:12.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.747+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c040c5f20 con 0x7f5c040b1d20 2024-02-19T16:31:12.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.748+0000 7f5bfbfff640 1 -- 172.21.15.104:0/3789145310 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5bec003c80 con 0x7f5c040b1d20 2024-02-19T16:31:12.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.748+0000 7f5bfbfff640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5be406b810 0x7f5be406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:12.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.748+0000 7f5c02ffd640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5be406b810 0x7f5be406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:12.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.748+0000 7f5bfbfff640 1 -- 172.21.15.104:0/3789145310 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5bec089880 con 0x7f5c040b1d20 2024-02-19T16:31:12.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.749+0000 7f5c02ffd640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5be406b810 0x7f5be406dcd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5c040cf370 tx=0x7f5bf4007c00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:12.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:12.753+0000 7f5bfbfff640 1 -- 172.21.15.104:0/3789145310 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5bec054210 con 0x7f5c040b1d20 2024-02-19T16:31:13.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:13.091+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f5c040751e0 con 0x7f5c040b1d20 2024-02-19T16:31:13.672 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:31:13.674 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:31:14.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.022+0000 7f5bfbfff640 1 -- 172.21.15.104:0/3789145310 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) v1 ==== 118+0+0 (secure 0 0 0) 0x7f5bec017070 con 0x7f5c040b1d20 2024-02-19T16:31:14.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5be406b810 msgr2=0x7f5be406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:14.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5be406b810 0x7f5be406dcd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5c040cf370 tx=0x7f5bf4007c00 comp rx=0 tx=0).stop 2024-02-19T16:31:14.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 msgr2=0x7f5c0406ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:14.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c0406ca50 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5bec00c440 tx=0x7f5bec00c900 comp rx=0 tx=0).stop 2024-02-19T16:31:14.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 shutdown_connections 2024-02-19T16:31:14.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5be406b810 0x7f5be406dcd0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5c0415bc30 0x7f5c04159070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5c040cfa10 0x7f5c041e6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 --2- 172.21.15.104:0/3789145310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c040b1d20 0x7f5c0406ca50 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.024+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 >> 172.21.15.104:0/3789145310 conn(0x7f5c04072e20 msgr2=0x7f5c0415f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:14.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.025+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 shutdown_connections 2024-02-19T16:31:14.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.025+0000 7f5c09f8c640 1 -- 172.21.15.104:0/3789145310 wait complete. 2024-02-19T16:31:14.037 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-02-19T16:31:14.037 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-02-19T16:31:14.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.147+0000 7f4ce056c640 1 Processor -- start 2024-02-19T16:31:14.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.147+0000 7f4ce056c640 1 -- start start 2024-02-19T16:31:14.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4ce056c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 0x7f4cd80b5520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4ce056c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f4cd806f020 0x7f4cd80d0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4ce056c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4cd80b5d30 con 0x7f4cd80d0a90 2024-02-19T16:31:14.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4ce056c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cd80724b0 con 0x7f4cd806f020 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4ce056c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd80b5a60 con 0x7f4cd80afd40 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4cdeb09640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f4cd80d0a90 0x7f4cd806af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41490/0 (socket says 172.21.15.104:41490) 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4cdeb09640 1 -- 172.21.15.104:0/1143718330 learned_addr learned my addr 172.21.15.104:0/1143718330 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4cde308640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 0x7f4cd80b5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2711083693 0 0) 0x7f4cd80b5d30 con 0x7f4cd80d0a90 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4cc4003520 con 0x7f4cd80d0a90 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.148+0000 7f4cddb07640 1 --2- 172.21.15.104:0/1143718330 >> v2:172.21.15.158:3300/0 conn(0x7f4cd806f020 0x7f4cd80d0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 720645990 0 0) 0x7f4cc4003520 con 0x7f4cd80d0a90 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 msgr2=0x7f4cd80b5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 0x7f4cd80b5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 >> v2:172.21.15.158:3300/0 conn(0x7f4cd806f020 msgr2=0x7f4cd80d0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 --2- 172.21.15.104:0/1143718330 >> v2:172.21.15.158:3300/0 conn(0x7f4cd806f020 0x7f4cd80d0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cd80b3950 con 0x7f4cd80d0a90 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f4cd00019f0 con 0x7f4cd80d0a90 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cde308640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 0x7f4cd80b5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 >> v1:172.21.15.104:6789/0 conn(0x7f4cd80d0a90 legacy=0x7f4cd806af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cc4003970 0x7f4cc4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cc40047c0 0x7f4cc4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 0x7f4cc4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd80724b0 con 0x7f4cc40047c0 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd80b5a60 con 0x7f4cc4003970 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cc400b980 con 0x7f4cd80afd40 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cddb07640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cc40047c0 0x7f4cc4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cde308640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cc4003970 0x7f4cc4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cdeb09640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 0x7f4cc4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cddb07640 1 -- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 msgr2=0x7f4cc4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:14.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cddb07640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd80afd40 0x7f4cc4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cddb07640 1 -- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cc4003970 msgr2=0x7f4cc4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:14.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cddb07640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cc4003970 0x7f4cc4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.149+0000 7f4cddb07640 1 -- 172.21.15.104:0/1143718330 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cc8009400 con 0x7f4cc40047c0 2024-02-19T16:31:14.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.150+0000 7f4cddb07640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cc40047c0 0x7f4cc4004c40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4009ac0 tx=0x7f4cc40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eed326dc95efd859 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:14.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.150+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd402c710 con 0x7f4cc40047c0 2024-02-19T16:31:14.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.150+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cd402c870 con 0x7f4cc40047c0 2024-02-19T16:31:14.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.150+0000 7f4cdd306640 1 -- 172.21.15.104:0/1143718330 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd402cc00 con 0x7f4cc40047c0 2024-02-19T16:31:14.157 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.150+0000 7f4ce056c640 1 -- 172.21.15.104:0/1143718330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cc40047c0 msgr2=0x7f4cc4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:14.157 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.150+0000 7f4ce056c640 1 --2- 172.21.15.104:0/1143718330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cc40047c0 0x7f4cc4004c40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4009ac0 tx=0x7f4cc40057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.157 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.150+0000 7f4cdeb09640 1 -- 172.21.15.104:0/1143718330 reap_dead start 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.151+0000 7f4ce056c640 1 -- 172.21.15.104:0/1143718330 shutdown_connections 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.151+0000 7f4ce056c640 1 -- 172.21.15.104:0/1143718330 >> 172.21.15.104:0/1143718330 conn(0x7f4cd8067250 msgr2=0x7f4cd806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.151+0000 7f4ce056c640 1 -- 172.21.15.104:0/1143718330 shutdown_connections 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.151+0000 7f4ce056c640 1 -- 172.21.15.104:0/1143718330 wait complete. 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.152+0000 7f4ce056c640 1 Processor -- start 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.152+0000 7f4ce056c640 1 -- start start 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4ce056c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cc40047c0 0x7f4cd814a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4ce056c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd815cf10 0x7f4cd815d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4ce056c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd80c5790 0x7f4cd80c5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4ce056c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd815d8d0 con 0x7f4cd80c5790 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4ce056c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd814a760 con 0x7f4cc40047c0 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4ce056c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd80c6780 con 0x7f4cd815cf10 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4cdeb09640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd80c5790 0x7f4cd80c5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:14.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4cdeb09640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd80c5790 0x7f4cd80c5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44396/0 (socket says 172.21.15.104:44396) 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.153+0000 7f4cdeb09640 1 -- 172.21.15.104:0/3616281116 learned_addr learned my addr 172.21.15.104:0/3616281116 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cdeb09640 1 -- 172.21.15.104:0/3616281116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd815cf10 msgr2=0x7f4cd815d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cddb07640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd815cf10 0x7f4cd815d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cdeb09640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd815cf10 0x7f4cd815d390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cdeb09640 1 -- 172.21.15.104:0/3616281116 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cc40047c0 msgr2=0x7f4cd814a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cdeb09640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cc40047c0 0x7f4cd814a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cdeb09640 1 -- 172.21.15.104:0/3616281116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cd80c64a0 con 0x7f4cd80c5790 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cdeb09640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd80c5790 0x7f4cd80c5c10 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4cd80af4b0 tx=0x7f4cd000a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cceffd640 1 -- 172.21.15.104:0/3616281116 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd000ad30 con 0x7f4cd80c5790 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cceffd640 1 -- 172.21.15.104:0/3616281116 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cd000ae90 con 0x7f4cd80c5790 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cd814aa80 con 0x7f4cd80c5790 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4cceffd640 1 -- 172.21.15.104:0/3616281116 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd0013630 con 0x7f4cd80c5790 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.154+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cd814b040 con 0x7f4cd80c5790 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.155+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cd806eb80 con 0x7f4cd80c5790 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.155+0000 7f4cceffd640 1 -- 172.21.15.104:0/3616281116 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4cd0013790 con 0x7f4cd80c5790 2024-02-19T16:31:14.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.156+0000 7f4cceffd640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4cbc06b810 0x7f4cbc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:14.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.156+0000 7f4cceffd640 1 -- 172.21.15.104:0/3616281116 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4cd008aa10 con 0x7f4cd80c5790 2024-02-19T16:31:14.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.156+0000 7f4cde308640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4cbc06b810 0x7f4cbc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:14.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.156+0000 7f4cde308640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4cbc06b810 0x7f4cbc06dcd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8009af0 tx=0x7f4cc8006bd0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:14.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.160+0000 7f4cceffd640 1 -- 172.21.15.104:0/3616281116 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4cd00553a0 con 0x7f4cd80c5790 2024-02-19T16:31:14.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:14.377+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f4cd80751e0 con 0x7f4cd80c5790 2024-02-19T16:31:15.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.033+0000 7f4cceffd640 1 -- 172.21.15.104:0/3616281116 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) v1 ==== 122+0+0 (secure 0 0 0) 0x7f4cd0058a60 con 0x7f4cd80c5790 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4cbc06b810 msgr2=0x7f4cbc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4cbc06b810 0x7f4cbc06dcd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8009af0 tx=0x7f4cc8006bd0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd80c5790 msgr2=0x7f4cd80c5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd80c5790 0x7f4cd80c5c10 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4cd80af4b0 tx=0x7f4cd000a730 comp rx=0 tx=0).stop 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 shutdown_connections 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4cbc06b810 0x7f4cbc06dcd0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd80c5790 0x7f4cd80c5c10 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cd815cf10 0x7f4cd815d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 --2- 172.21.15.104:0/3616281116 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cc40047c0 0x7f4cd814a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 >> 172.21.15.104:0/3616281116 conn(0x7f4cd8067250 msgr2=0x7f4cd80b1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 shutdown_connections 2024-02-19T16:31:15.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.035+0000 7f4ce056c640 1 -- 172.21.15.104:0/3616281116 wait complete. 2024-02-19T16:31:15.047 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-02-19T16:31:15.047 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:15.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.146+0000 7fb5b740e640 1 Processor -- start 2024-02-19T16:31:15.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.146+0000 7fb5b740e640 1 -- start start 2024-02-19T16:31:15.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b740e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb5b015df80 0x7fb5b006f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b740e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fb5b00d0610 0x7fb5b00ae820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b740e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5b0070550 con 0x7fb5b00cf700 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b740e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5b006d890 con 0x7fb5b015df80 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b740e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5b006f940 con 0x7fb5b00d0610 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b51aa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb5b015df80 0x7fb5b006f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b51aa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb5b015df80 0x7fb5b006f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44408/0 (socket says 172.21.15.104:44408) 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b51aa640 1 -- 172.21.15.104:0/3454359338 learned_addr learned my addr 172.21.15.104:0/3454359338 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b59ab640 1 --2- 172.21.15.104:0/3454359338 >> v2:172.21.15.158:3300/0 conn(0x7fb5b00d0610 0x7fb5b00ae820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b51aa640 1 -- 172.21.15.104:0/3454359338 >> v2:172.21.15.158:3300/0 conn(0x7fb5b00d0610 msgr2=0x7fb5b00ae820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b51aa640 1 --2- 172.21.15.104:0/3454359338 >> v2:172.21.15.158:3300/0 conn(0x7fb5b00d0610 0x7fb5b00ae820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b51aa640 1 -- 172.21.15.104:0/3454359338 >> v1:172.21.15.158:6789/0 conn(0x7fb5b00cf700 legacy=0x7fb5b00cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.147+0000 7fb5b51aa640 1 -- 172.21.15.104:0/3454359338 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5b006fc20 con 0x7fb5b015df80 2024-02-19T16:31:15.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.148+0000 7fb5b51aa640 1 --2- 172.21.15.104:0/3454359338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b015df80 0x7fb5b006f240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0072c40 tx=0x7fb5ac02ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c9601c50646be1b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.148+0000 7fb5a7fff640 1 -- 172.21.15.104:0/3454359338 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac02f850 con 0x7fb5b015df80 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.148+0000 7fb5a7fff640 1 -- 172.21.15.104:0/3454359338 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5ac02f9b0 con 0x7fb5b015df80 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.148+0000 7fb5a7fff640 1 -- 172.21.15.104:0/3454359338 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac02fd40 con 0x7fb5b015df80 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.148+0000 7fb5b740e640 1 -- 172.21.15.104:0/3454359338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b015df80 msgr2=0x7fb5b006f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.148+0000 7fb5b740e640 1 --2- 172.21.15.104:0/3454359338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b015df80 0x7fb5b006f240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0072c40 tx=0x7fb5ac02ba30 comp rx=0 tx=0).stop 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.149+0000 7fb5b740e640 1 -- 172.21.15.104:0/3454359338 shutdown_connections 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.149+0000 7fb5b740e640 1 --2- 172.21.15.104:0/3454359338 >> v2:172.21.15.158:3300/0 conn(0x7fb5b00d0610 0x7fb5b00ae820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.149+0000 7fb5b740e640 1 --2- 172.21.15.104:0/3454359338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b015df80 0x7fb5b006f240 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.149+0000 7fb5b740e640 1 -- 172.21.15.104:0/3454359338 >> 172.21.15.104:0/3454359338 conn(0x7fb5b00d1920 msgr2=0x7fb5b00d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.149+0000 7fb5b740e640 1 -- 172.21.15.104:0/3454359338 shutdown_connections 2024-02-19T16:31:15.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.149+0000 7fb5b740e640 1 -- 172.21.15.104:0/3454359338 wait complete. 2024-02-19T16:31:15.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.150+0000 7fb5b740e640 1 Processor -- start 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.150+0000 7fb5b740e640 1 -- start start 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b740e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b00cf700 0x7fb5b00cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b740e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb5b00d0610 0x7fb5b00b06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b740e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb5b015df80 0x7fb5b0159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b740e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b01f6c30 con 0x7fb5b00cf700 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b740e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b01f6f10 con 0x7fb5b015df80 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b740e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b01f71f0 con 0x7fb5b00d0610 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b00cf700 0x7fb5b00cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b00cf700 0x7fb5b00cbe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44410/0 (socket says 172.21.15.104:44410) 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 -- 172.21.15.104:0/1730483222 learned_addr learned my addr 172.21.15.104:0/1730483222 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b49a9640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb5b00d0610 0x7fb5b00b06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b59ab640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb5b015df80 0x7fb5b0159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 -- 172.21.15.104:0/1730483222 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb5b00d0610 msgr2=0x7fb5b00b06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb5b00d0610 0x7fb5b00b06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 -- 172.21.15.104:0/1730483222 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb5b015df80 msgr2=0x7fb5b0159aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb5b015df80 0x7fb5b0159aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 -- 172.21.15.104:0/1730483222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5ac0094d0 con 0x7fb5b00cf700 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b51aa640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b00cf700 0x7fb5b00cbe00 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac02ba70 tx=0x7fb5ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5a5ffb640 1 -- 172.21.15.104:0/1730483222 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac037d10 con 0x7fb5b00cf700 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5a5ffb640 1 -- 172.21.15.104:0/1730483222 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5ac037e90 con 0x7fb5b00cf700 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5b01f74d0 con 0x7fb5b00cf700 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.151+0000 7fb5a5ffb640 1 -- 172.21.15.104:0/1730483222 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac041640 con 0x7fb5b00cf700 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.152+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5b00cc340 con 0x7fb5b00cf700 2024-02-19T16:31:15.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.152+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5b00751e0 con 0x7fb5b00cf700 2024-02-19T16:31:15.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.153+0000 7fb5a5ffb640 1 -- 172.21.15.104:0/1730483222 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb5ac0417a0 con 0x7fb5b00cf700 2024-02-19T16:31:15.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.153+0000 7fb5a5ffb640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb59406b810 0x7fb59406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.153+0000 7fb5a5ffb640 1 -- 172.21.15.104:0/1730483222 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb5ac03c070 con 0x7fb5b00cf700 2024-02-19T16:31:15.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.153+0000 7fb5b49a9640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb59406b810 0x7fb59406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.154+0000 7fb5b49a9640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb59406b810 0x7fb59406dcd0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb5b00cb1c0 tx=0x7fb5a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.158+0000 7fb5a5ffb640 1 -- 172.21.15.104:0/1730483222 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb5ac0778d0 con 0x7fb5b00cf700 2024-02-19T16:31:15.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.371+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb5b015d5e0 con 0x7fb5b00cf700 2024-02-19T16:31:15.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.372+0000 7fb5a5ffb640 1 -- 172.21.15.104:0/1730483222 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4947 (secure 0 0 0) 0x7fb5ac07af90 con 0x7fb5b00cf700 2024-02-19T16:31:15.373 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:15.373 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/732126641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":732126641},{"type":"v1","addr":"172.21.15.104:6837","nonce":732126641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":4940,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3497547146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3497547146},{"type":"v1","addr":"172.21.15.158:6834","nonce":3497547146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5248,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2034837576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2034837576},{"type":"v1","addr":"172.21.15.158:6835","nonce":2034837576}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:11.357027+0000","modified":"2024-02-19T16:31:14.378458+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5295},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5295":{"gid":5295,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3228911833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3228911833},{"type":"v1","addr":"172.21.15.104:6836","nonce":3228911833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-19T16:31:15.374 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 15 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb59406b810 msgr2=0x7fb59406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb59406b810 0x7fb59406dcd0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb5b00cb1c0 tx=0x7fb5a0009040 comp rx=0 tx=0).stop 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b00cf700 msgr2=0x7fb5b00cbe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b00cf700 0x7fb5b00cbe00 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac02ba70 tx=0x7fb5ac004730 comp rx=0 tx=0).stop 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 shutdown_connections 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb59406b810 0x7fb59406dcd0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb5b015df80 0x7fb5b0159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb5b00d0610 0x7fb5b00b06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 --2- 172.21.15.104:0/1730483222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5b00cf700 0x7fb5b00cbe00 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 >> 172.21.15.104:0/1730483222 conn(0x7fb5b00d1920 msgr2=0x7fb5b00afa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:15.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 shutdown_connections 2024-02-19T16:31:15.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.374+0000 7fb5b740e640 1 -- 172.21.15.104:0/1730483222 wait complete. 2024-02-19T16:31:15.386 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:15.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.486+0000 7f9972f47640 1 Processor -- start 2024-02-19T16:31:15.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.486+0000 7f9972f47640 1 -- start start 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f9972f47640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f996c0d0530 0x7f996c0d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f9972f47640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0cf3f0 0x7f996c0cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f9972f47640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f996c0d16f0 con 0x7f996c15de30 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f9972f47640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f996c0d2e10 con 0x7f996c0d0530 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f9972f47640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f996c0d0f00 con 0x7f996c0cf3f0 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f996bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f996c0d0530 0x7f996c0d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f996bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f996c0d0530 0x7f996c0d09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44422/0 (socket says 172.21.15.104:44422) 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f996bfff640 1 -- 172.21.15.104:0/2208585071 learned_addr learned my addr 172.21.15.104:0/2208585071 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f99714e4640 1 --2- 172.21.15.104:0/2208585071 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0cf3f0 0x7f996c0cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f996bfff640 1 -- 172.21.15.104:0/2208585071 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0cf3f0 msgr2=0x7f996c0cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f996bfff640 1 --2- 172.21.15.104:0/2208585071 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0cf3f0 0x7f996c0cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f996bfff640 1 -- 172.21.15.104:0/2208585071 >> v1:172.21.15.158:6789/0 conn(0x7f996c15de30 legacy=0x7f996c0d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.487+0000 7f996bfff640 1 -- 172.21.15.104:0/2208585071 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f996c0d1940 con 0x7f996c0d0530 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.488+0000 7f996bfff640 1 --2- 172.21.15.104:0/2208585071 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0d0530 0x7f996c0d09c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9958009870 tx=0x7f995802b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60e057954dac3baf server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.488+0000 7f996b7fe640 1 -- 172.21.15.104:0/2208585071 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9958031640 con 0x7f996c0d0530 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.488+0000 7f996b7fe640 1 -- 172.21.15.104:0/2208585071 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99580317a0 con 0x7f996c0d0530 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.488+0000 7f996b7fe640 1 -- 172.21.15.104:0/2208585071 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9958031b30 con 0x7f996c0d0530 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.488+0000 7f9972f47640 1 -- 172.21.15.104:0/2208585071 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0d0530 msgr2=0x7f996c0d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.489+0000 7f9972f47640 1 --2- 172.21.15.104:0/2208585071 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0d0530 0x7f996c0d09c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9958009870 tx=0x7f995802b8f0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.489+0000 7f9972f47640 1 -- 172.21.15.104:0/2208585071 shutdown_connections 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.489+0000 7f9972f47640 1 --2- 172.21.15.104:0/2208585071 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0cf3f0 0x7f996c0cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.489+0000 7f9972f47640 1 --2- 172.21.15.104:0/2208585071 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0d0530 0x7f996c0d09c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.489+0000 7f9972f47640 1 -- 172.21.15.104:0/2208585071 >> 172.21.15.104:0/2208585071 conn(0x7f996c0d3b20 msgr2=0x7f996c0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:15.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.489+0000 7f9972f47640 1 -- 172.21.15.104:0/2208585071 shutdown_connections 2024-02-19T16:31:15.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.489+0000 7f9972f47640 1 -- 172.21.15.104:0/2208585071 wait complete. 2024-02-19T16:31:15.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.490+0000 7f9972f47640 1 Processor -- start 2024-02-19T16:31:15.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.490+0000 7f9972f47640 1 -- start start 2024-02-19T16:31:15.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9972f47640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f996c0cf3f0 0x7f996c15c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9972f47640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0d0530 0x7f996c0cb960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9972f47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c15de30 0x7f996c14ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9972f47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f996c0b5d90 con 0x7f996c15de30 2024-02-19T16:31:15.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9972f47640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f996c0cc5b0 con 0x7f996c0cf3f0 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9972f47640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f996c0b5480 con 0x7f996c0d0530 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c15de30 0x7f996c14ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c15de30 0x7f996c14ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44426/0 (socket says 172.21.15.104:44426) 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 -- 172.21.15.104:0/1410649139 learned_addr learned my addr 172.21.15.104:0/1410649139 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f996bfff640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0d0530 0x7f996c0cb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9970ce3640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f996c0cf3f0 0x7f996c15c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 -- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0d0530 msgr2=0x7f996c0cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0d0530 0x7f996c0cb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 -- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f996c0cf3f0 msgr2=0x7f996c15c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f996c0cf3f0 0x7f996c15c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 -- 172.21.15.104:0/1410649139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99580094d0 con 0x7f996c15de30 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f996bfff640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0d0530 0x7f996c0cb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9970ce3640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f996c0cf3f0 0x7f996c15c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:15.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99714e4640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c15de30 0x7f996c14ead0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9964007e70 tx=0x7f996400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99697fa640 1 -- 172.21.15.104:0/1410649139 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9964014620 con 0x7f996c15de30 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99697fa640 1 -- 172.21.15.104:0/1410649139 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99640147a0 con 0x7f996c15de30 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f996c0cc330 con 0x7f996c15de30 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f99697fa640 1 -- 172.21.15.104:0/1410649139 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9964014b50 con 0x7f996c15de30 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.491+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f996c15ce30 con 0x7f996c15de30 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.492+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f996c0b5ed0 con 0x7f996c15de30 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.493+0000 7f99697fa640 1 -- 172.21.15.104:0/1410649139 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9964014cb0 con 0x7f996c15de30 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.493+0000 7f99697fa640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f995006b810 0x7f995006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.493+0000 7f99697fa640 1 -- 172.21.15.104:0/1410649139 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f996408ab10 con 0x7f996c15de30 2024-02-19T16:31:15.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.493+0000 7f9970ce3640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f995006b810 0x7f995006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.494+0000 7f9970ce3640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f995006b810 0x7f995006dcd0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9960001660 tx=0x7f9960009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.497+0000 7f99697fa640 1 -- 172.21.15.104:0/1410649139 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f99640555c0 con 0x7f996c15de30 2024-02-19T16:31:15.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.676+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f996c0751e0 con 0x7f996c15de30 2024-02-19T16:31:15.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.677+0000 7f99697fa640 1 -- 172.21.15.104:0/1410649139 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16693 (secure 0 0 0) 0x7f9964058c80 con 0x7f996c15de30 2024-02-19T16:31:15.679 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:15.679 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":33,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:13.003445+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:15.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.679+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f995006b810 msgr2=0x7f995006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.679+0000 7f9972f47640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f995006b810 0x7f995006dcd0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9960001660 tx=0x7f9960009040 comp rx=0 tx=0).stop 2024-02-19T16:31:15.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.679+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c15de30 msgr2=0x7f996c14ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.679+0000 7f9972f47640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c15de30 0x7f996c14ead0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9964007e70 tx=0x7f996400e4b0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.680+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 shutdown_connections 2024-02-19T16:31:15.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.680+0000 7f9972f47640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f995006b810 0x7f995006dcd0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.680+0000 7f9972f47640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c15de30 0x7f996c14ead0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.680+0000 7f9972f47640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f996c0d0530 0x7f996c0cb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.680+0000 7f9972f47640 1 --2- 172.21.15.104:0/1410649139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f996c0cf3f0 0x7f996c15c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.680+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 >> 172.21.15.104:0/1410649139 conn(0x7f996c0d3b20 msgr2=0x7f996c0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:15.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.680+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 shutdown_connections 2024-02-19T16:31:15.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.680+0000 7f9972f47640 1 -- 172.21.15.104:0/1410649139 wait complete. 2024-02-19T16:31:15.692 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-02-19T16:31:15.692 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:31:15.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.795+0000 7f73e46b5640 1 Processor -- start 2024-02-19T16:31:15.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.795+0000 7f73e46b5640 1 -- start start 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.796+0000 7f73e46b5640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f73dc06dc90 0x7f73dc0b0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.796+0000 7f73e46b5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73dc071890 con 0x7f73dc06ff20 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.796+0000 7f73e46b5640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73dc071b70 con 0x7f73dc15bc80 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.796+0000 7f73e46b5640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73dc072510 con 0x7f73dc06dc90 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.796+0000 7f73e1c50640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f73dc06ff20 0x7f73dc0af940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41502/0 (socket says 172.21.15.104:41502) 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.796+0000 7f73e1c50640 1 -- 172.21.15.104:0/3634326171 learned_addr learned my addr 172.21.15.104:0/3634326171 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e2c52640 1 --2- 172.21.15.104:0/3634326171 >> v2:172.21.15.158:3300/0 conn(0x7f73dc06dc90 0x7f73dc0b0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 709195716 0 0) 0x7f73dc071890 con 0x7f73dc06ff20 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f73c8003520 con 0x7f73dc06ff20 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 834406568 0 0) 0x7f73c8003520 con 0x7f73dc06ff20 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 >> v2:172.21.15.158:3300/0 conn(0x7f73dc06dc90 msgr2=0x7f73dc0b0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:15.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 --2- 172.21.15.104:0/3634326171 >> v2:172.21.15.158:3300/0 conn(0x7f73dc06dc90 0x7f73dc0b0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 >> v1:172.21.15.158:6789/0 conn(0x7f73dc15bc80 legacy=0x7f73dc06f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73dc071e50 con 0x7f73dc06ff20 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f73cc001670 con 0x7f73dc06ff20 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 >> v1:172.21.15.104:6789/0 conn(0x7f73dc06ff20 legacy=0x7f73dc0af940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73c8003970 0x7f73c8003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c80047c0 0x7f73c8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73c8005180 0x7f73c800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73dc072510 con 0x7f73c8005180 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c800c0d0 con 0x7f73c8003970 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73c800c290 con 0x7f73c80047c0 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e2c52640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73c8005180 0x7f73c800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e2451640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73c8003970 0x7f73c8003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e1c50640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c80047c0 0x7f73c8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e2c52640 1 -- 172.21.15.104:0/3634326171 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c80047c0 msgr2=0x7f73c8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:15.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e2c52640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c80047c0 0x7f73c8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e2c52640 1 -- 172.21.15.104:0/3634326171 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73c8003970 msgr2=0x7f73c8003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:15.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e2c52640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73c8003970 0x7f73c8003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.797+0000 7f73e2c52640 1 -- 172.21.15.104:0/3634326171 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73c8003520 con 0x7f73c8005180 2024-02-19T16:31:15.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.798+0000 7f73e2c52640 1 -- 172.21.15.104:0/3634326171 reap_dead start 2024-02-19T16:31:15.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.798+0000 7f73e2c52640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73c8005180 0x7f73c800b980 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f73d4009fc0 tx=0x7f73c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27f0a4b72fd9ee2a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.798+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d402cc60 con 0x7f73c8005180 2024-02-19T16:31:15.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.798+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73d400f040 con 0x7f73c8005180 2024-02-19T16:31:15.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.798+0000 7f73e144f640 1 -- 172.21.15.104:0/3634326171 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d4003990 con 0x7f73c8005180 2024-02-19T16:31:15.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.799+0000 7f73e46b5640 1 -- 172.21.15.104:0/3634326171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73c8005180 msgr2=0x7f73c800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.799+0000 7f73e46b5640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73c8005180 0x7f73c800b980 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f73d4009fc0 tx=0x7f73c80057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.799+0000 7f73e46b5640 1 -- 172.21.15.104:0/3634326171 shutdown_connections 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.799+0000 7f73e46b5640 1 --2- 172.21.15.104:0/3634326171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73c8005180 0x7f73c800b980 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.799+0000 7f73e46b5640 1 -- 172.21.15.104:0/3634326171 >> 172.21.15.104:0/3634326171 conn(0x7f73dc0b2670 msgr2=0x7f73dc0b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.799+0000 7f73e46b5640 1 -- 172.21.15.104:0/3634326171 shutdown_connections 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.799+0000 7f73e46b5640 1 -- 172.21.15.104:0/3634326171 wait complete. 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.800+0000 7f73e46b5640 1 Processor -- start 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.800+0000 7f73e46b5640 1 -- start start 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e46b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c8005180 0x7f73dc15ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e46b5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73dc150570 0x7f73dc1509f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e46b5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73dc0b3a70 0x7f73dc0b3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e46b5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73dc15b3b0 con 0x7f73dc150570 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e46b5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73dc0b47a0 con 0x7f73dc0b3a70 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e46b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73dc0b4a80 con 0x7f73c8005180 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e1c50640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73dc150570 0x7f73dc1509f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e1c50640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73dc150570 0x7f73dc1509f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44440/0 (socket says 172.21.15.104:44440) 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e1c50640 1 -- 172.21.15.104:0/3912332769 learned_addr learned my addr 172.21.15.104:0/3912332769 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:15.806 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e2451640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c8005180 0x7f73dc15ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e2c52640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73dc0b3a70 0x7f73dc0b3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e1c50640 1 -- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c8005180 msgr2=0x7f73dc15ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e1c50640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c8005180 0x7f73dc15ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e1c50640 1 -- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73dc0b3a70 msgr2=0x7f73dc0b3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e1c50640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73dc0b3a70 0x7f73dc0b3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e1c50640 1 -- 172.21.15.104:0/3912332769 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73dc0b4d60 con 0x7f73dc150570 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e2451640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c8005180 0x7f73dc15ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.801+0000 7f73e2c52640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73dc0b3a70 0x7f73dc0b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.802+0000 7f73e1c50640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73dc150570 0x7f73dc1509f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f73cc0072c0 tx=0x7f73cc007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.802+0000 7f73d2ffd640 1 -- 172.21.15.104:0/3912332769 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73cc0015e0 con 0x7f73dc150570 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.802+0000 7f73d2ffd640 1 -- 172.21.15.104:0/3912332769 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73cc00f960 con 0x7f73dc150570 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.802+0000 7f73d2ffd640 1 -- 172.21.15.104:0/3912332769 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73cc00fd10 con 0x7f73dc150570 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.802+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73dc0b5040 con 0x7f73dc150570 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.802+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73dc150f30 con 0x7f73dc150570 2024-02-19T16:31:15.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.803+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73dc1f48e0 con 0x7f73dc150570 2024-02-19T16:31:15.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.804+0000 7f73d2ffd640 1 -- 172.21.15.104:0/3912332769 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f73cc01d460 con 0x7f73dc150570 2024-02-19T16:31:15.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.804+0000 7f73d2ffd640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f73c006b840 0x7f73c006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:15.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.804+0000 7f73e2451640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f73c006b840 0x7f73c006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:15.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.804+0000 7f73d2ffd640 1 -- 172.21.15.104:0/3912332769 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f73cc08a2a0 con 0x7f73dc150570 2024-02-19T16:31:15.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.805+0000 7f73e2451640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f73c006b840 0x7f73c006dd00 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f73d8003640 tx=0x7f73d8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:15.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.809+0000 7f73d2ffd640 1 -- 172.21.15.104:0/3912332769 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f73dc1f48e0 con 0x7f73dc150570 2024-02-19T16:31:15.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.981+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f73dc06b960 con 0x7f73c006b840 2024-02-19T16:31:15.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.989+0000 7f73d2ffd640 1 -- 172.21.15.104:0/3912332769 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274443 (secure 0 0 0) 0x7f73dc06b960 con 0x7f73c006b840 2024-02-19T16:31:15.993 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:15.994 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f73c006b840 msgr2=0x7f73c006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f73c006b840 0x7f73c006dd00 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f73d8003640 tx=0x7f73d8009040 comp rx=0 tx=0).stop 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73dc150570 msgr2=0x7f73dc1509f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73dc150570 0x7f73dc1509f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f73cc0072c0 tx=0x7f73cc007780 comp rx=0 tx=0).stop 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 shutdown_connections 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f73c006b840 0x7f73c006dd00 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73dc150570 0x7f73dc1509f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f73dc0b3a70 0x7f73dc0b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 --2- 172.21.15.104:0/3912332769 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f73c8005180 0x7f73dc15ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 >> 172.21.15.104:0/3912332769 conn(0x7f73dc0b2670 msgr2=0x7f73dc06e070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 shutdown_connections 2024-02-19T16:31:15.996 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:15.992+0000 7f73e46b5640 1 -- 172.21.15.104:0/3912332769 wait complete. 2024-02-19T16:31:16.004 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":64,"stamp":"2024-02-19T16:31:14.074472+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":236544,"kb_used_data":3688,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738176,"statfs":{"total":773094113280,"available":772851892224,"internally_reserved":0,"allocated":3776512,"data_stored":2152456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.074138"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:10.997821+0000","last_change":"2024-02-19T16:31:10.997821+0000","last_active":"2024-02-19T16:31:10.997821+0000","last_peered":"2024-02-19T16:31:10.997821+0000","last_clean":"2024-02-19T16:31:10.997821+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:10.997821+0000","last_undegraded":"2024-02-19T16:31:10.997821+0000","last_fullsized":"2024-02-19T16:31:10.997821+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:09.995465+0000","last_change":"2024-02-19T16:31:09.995465+0000","last_active":"2024-02-19T16:31:09.995465+0000","last_peered":"2024-02-19T16:31:09.995465+0000","last_clean":"2024-02-19T16:31:09.995465+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:09.995465+0000","last_undegraded":"2024-02-19T16:31:09.995465+0000","last_fullsized":"2024-02-19T16:31:09.995465+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":188,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-02-19T16:31:05.440893+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:31:05.440893+0000","last_peered":"2024-02-19T16:31:05.440893+0000","last_clean":"2024-02-19T16:31:05.440893+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:31:05.440893+0000","last_undegraded":"2024-02-19T16:31:05.440893+0000","last_fullsized":"2024-02-19T16:31:05.440893+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":917504,"data_stored":711833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.39600000000000002}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.503},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.45700000000000002}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56999999999999995}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.64300000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.58599999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.48499999999999999}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.62},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.55600000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31496,"kb_used_data":316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":323584,"data_stored":121465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.53400000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.5}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.51500000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.443},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.48499999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.33100000000000002}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.378},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.34499999999999997}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.42799999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31500,"kb_used_data":316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340340,"statfs":{"total":96636764160,"available":96604508160,"internally_reserved":0,"allocated":323584,"data_stored":121465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.624}]},{"osd":1,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.5},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.66600000000000004}]},{"osd":2,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.64700000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.55100000000000005}]},{"osd":4,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.60399999999999998}]},{"osd":6,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.69899999999999995}]},{"osd":7,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.751},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.71199999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31500,"kb_used_data":316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340340,"statfs":{"total":96636764160,"available":96604508160,"internally_reserved":0,"allocated":323584,"data_stored":121465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.48199999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.65300000000000002}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.78500000000000003}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.44800000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.504}]},{"osd":6,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.88200000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.624}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27352,"kb_used_data":316,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":323584,"data_stored":121465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.505,"5min":0.505,"15min":0.505},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.317}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.29999999999999999}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.371},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.41599999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.64300000000000002}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.626}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.60599999999999998}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.66400000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27340,"kb_used_data":316,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344500,"statfs":{"total":96636764160,"available":96608768000,"internally_reserved":0,"allocated":323584,"data_stored":121465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.38700000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.32300000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.39500000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.48199999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.55700000000000005}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.50900000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27336,"kb_used_data":316,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":323584,"data_stored":121465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.214},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.253}]},{"osd":2,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.32300000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.33700000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":13.223000000000001,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":13.202,"5min":13.202,"15min":13.202},"last":0.42999999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.51300000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.496}]},{"osd":7,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.54300000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27928,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343912,"statfs":{"total":96636764160,"available":96608165888,"internally_reserved":0,"allocated":917504,"data_stored":711833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.313},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"last":0.22900000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.27800000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.38300000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.67900000000000005}]},{"osd":5,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.51800000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.59399999999999997}]},{"osd":7,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:31:16.010 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:31:16.144 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.143+0000 7f58864ed640 1 Processor -- start 2024-02-19T16:31:16.145 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.143+0000 7f58864ed640 1 -- start start 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f58864ed640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f58800d0530 0x7f58800d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f58864ed640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f58800cf3f0 0x7f58800cf810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f58864ed640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58800d16f0 con 0x7f588015de30 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f58864ed640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58800d2e10 con 0x7f58800cf3f0 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f58864ed640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58800d0f00 con 0x7f58800d0530 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f5884a8a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f58800cf3f0 0x7f58800cf810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f5884a8a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f58800cf3f0 0x7f58800cf810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44446/0 (socket says 172.21.15.104:44446) 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f5884a8a640 1 -- 172.21.15.104:0/1792840539 learned_addr learned my addr 172.21.15.104:0/1792840539 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f587ffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f588015de30 0x7f58800d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41514/0 (socket says 172.21.15.104:41514) 2024-02-19T16:31:16.146 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f587f7fe640 1 --2- 172.21.15.104:0/1792840539 >> v2:172.21.15.158:3300/0 conn(0x7f58800d0530 0x7f58800d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f5884a8a640 1 -- 172.21.15.104:0/1792840539 >> v2:172.21.15.158:3300/0 conn(0x7f58800d0530 msgr2=0x7f58800d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f5884a8a640 1 --2- 172.21.15.104:0/1792840539 >> v2:172.21.15.158:3300/0 conn(0x7f58800d0530 0x7f58800d09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f5884a8a640 1 -- 172.21.15.104:0/1792840539 >> v1:172.21.15.104:6789/0 conn(0x7f588015de30 legacy=0x7f58800d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f5884a8a640 1 -- 172.21.15.104:0/1792840539 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58800d1940 con 0x7f58800cf3f0 2024-02-19T16:31:16.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.144+0000 7f587effd640 1 -- 172.21.15.104:0/1792840539 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2194788818 0 0) 0x7f58800d16f0 con 0x7f588015de30 2024-02-19T16:31:16.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f5884a8a640 1 --2- 172.21.15.104:0/1792840539 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58800cf3f0 0x7f58800cf810 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f588008c500 tx=0x7f587802bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16bb33385d5310cd server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f587effd640 1 -- 172.21.15.104:0/1792840539 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f587802ca80 con 0x7f58800cf3f0 2024-02-19T16:31:16.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f587effd640 1 -- 172.21.15.104:0/1792840539 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f587802cbe0 con 0x7f58800cf3f0 2024-02-19T16:31:16.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f587effd640 1 -- 172.21.15.104:0/1792840539 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58780343f0 con 0x7f58800cf3f0 2024-02-19T16:31:16.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f58864ed640 1 -- 172.21.15.104:0/1792840539 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58800cf3f0 msgr2=0x7f58800cf810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f58864ed640 1 --2- 172.21.15.104:0/1792840539 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58800cf3f0 0x7f58800cf810 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f588008c500 tx=0x7f587802bee0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f58864ed640 1 -- 172.21.15.104:0/1792840539 shutdown_connections 2024-02-19T16:31:16.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f58864ed640 1 --2- 172.21.15.104:0/1792840539 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58800cf3f0 0x7f58800cf810 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f58864ed640 1 --2- 172.21.15.104:0/1792840539 >> v2:172.21.15.158:3300/0 conn(0x7f58800d0530 0x7f58800d09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f58864ed640 1 -- 172.21.15.104:0/1792840539 >> 172.21.15.104:0/1792840539 conn(0x7f58800d3b20 msgr2=0x7f58800d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:16.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f58864ed640 1 -- 172.21.15.104:0/1792840539 shutdown_connections 2024-02-19T16:31:16.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.146+0000 7f58864ed640 1 -- 172.21.15.104:0/1792840539 wait complete. 2024-02-19T16:31:16.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.148+0000 7f58864ed640 1 Processor -- start 2024-02-19T16:31:16.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.148+0000 7f58864ed640 1 -- start start 2024-02-19T16:31:16.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.149+0000 7f58864ed640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f58800cf3f0 0x7f58800b4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.149+0000 7f58864ed640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f58800d0530 0x7f588015b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f58864ed640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f588015de30 0x7f58800c9c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f58864ed640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58800b5090 con 0x7f588015de30 2024-02-19T16:31:16.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f58864ed640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58800b5330 con 0x7f58800cf3f0 2024-02-19T16:31:16.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f58864ed640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58800b5610 con 0x7f58800d0530 2024-02-19T16:31:16.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f588015de30 0x7f58800c9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f588015de30 0x7f58800c9c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44462/0 (socket says 172.21.15.104:44462) 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 -- 172.21.15.104:0/1726047482 learned_addr learned my addr 172.21.15.104:0/1726047482 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f587f7fe640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f58800d0530 0x7f588015b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f587ffff640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f58800cf3f0 0x7f58800b4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 -- 172.21.15.104:0/1726047482 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f58800d0530 msgr2=0x7f588015b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f58800d0530 0x7f588015b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 -- 172.21.15.104:0/1726047482 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f58800cf3f0 msgr2=0x7f58800b4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f58800cf3f0 0x7f58800b4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 -- 172.21.15.104:0/1726047482 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5878009b30 con 0x7f588015de30 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f5884a8a640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f588015de30 0x7f58800c9c00 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f5878036040 tx=0x7f5878004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f587cff9640 1 -- 172.21.15.104:0/1726047482 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5878009510 con 0x7f588015de30 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f587cff9640 1 -- 172.21.15.104:0/1726047482 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f587803e450 con 0x7f588015de30 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58800b58f0 con 0x7f588015de30 2024-02-19T16:31:16.153 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f587cff9640 1 -- 172.21.15.104:0/1726047482 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f587803e800 con 0x7f588015de30 2024-02-19T16:31:16.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.150+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58800b5eb0 con 0x7f588015de30 2024-02-19T16:31:16.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.151+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58800b60a0 con 0x7f588015de30 2024-02-19T16:31:16.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.152+0000 7f587cff9640 1 -- 172.21.15.104:0/1726047482 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f587802cd50 con 0x7f588015de30 2024-02-19T16:31:16.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.152+0000 7f587cff9640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f586006b810 0x7f586006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.152+0000 7f587ffff640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f586006b810 0x7f586006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.152+0000 7f587cff9640 1 -- 172.21.15.104:0/1726047482 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f58780accf0 con 0x7f588015de30 2024-02-19T16:31:16.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.153+0000 7f587ffff640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f586006b810 0x7f586006dcd0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5870000f60 tx=0x7f5870007c00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.157 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.156+0000 7f587cff9640 1 -- 172.21.15.104:0/1726047482 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f58780b1070 con 0x7f588015de30 2024-02-19T16:31:16.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.331+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f58800d21e0 con 0x7f586006b810 2024-02-19T16:31:16.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.338+0000 7f587cff9640 1 -- 172.21.15.104:0/1726047482 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289230 (secure 0 0 0) 0x7f5870007270 con 0x7f586006b810 2024-02-19T16:31:16.374 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:16.376 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:31:16.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f586006b810 msgr2=0x7f586006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f586006b810 0x7f586006dcd0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5870000f60 tx=0x7f5870007c00 comp rx=0 tx=0).stop 2024-02-19T16:31:16.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f588015de30 msgr2=0x7f58800c9c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f588015de30 0x7f58800c9c00 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f5878036040 tx=0x7f5878004a40 comp rx=0 tx=0).stop 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 shutdown_connections 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f586006b810 0x7f586006dcd0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f588015de30 0x7f58800c9c00 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f58800d0530 0x7f588015b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 --2- 172.21.15.104:0/1726047482 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f58800cf3f0 0x7f58800b4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 >> 172.21.15.104:0/1726047482 conn(0x7f58800d3b20 msgr2=0x7f58800b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 shutdown_connections 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.341+0000 7f58864ed640 1 -- 172.21.15.104:0/1726047482 wait complete. 2024-02-19T16:31:16.379 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2024-02-19T16:31:16.074771+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236900,"kb_used_data":4076,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737820,"statfs":{"total":773094113280,"available":772851527680,"internally_reserved":0,"allocated":4173824,"data_stored":2327048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000915"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.023869+0000","last_change":"2024-02-19T16:31:12.022598+0000","last_active":"2024-02-19T16:31:12.023869+0000","last_peered":"2024-02-19T16:31:12.023869+0000","last_clean":"2024-02-19T16:31:12.023869+0000","last_became_active":"2024-02-19T16:31:12.022330+0000","last_became_peered":"2024-02-19T16:31:12.022330+0000","last_unstale":"2024-02-19T16:31:12.023869+0000","last_undegraded":"2024-02-19T16:31:12.023869+0000","last_fullsized":"2024-02-19T16:31:12.023869+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:59:33.790199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012398+0000","last_change":"2024-02-19T16:31:12.018109+0000","last_active":"2024-02-19T16:31:13.012398+0000","last_peered":"2024-02-19T16:31:13.012398+0000","last_clean":"2024-02-19T16:31:13.012398+0000","last_became_active":"2024-02-19T16:31:12.017820+0000","last_became_peered":"2024-02-19T16:31:12.017820+0000","last_unstale":"2024-02-19T16:31:13.012398+0000","last_undegraded":"2024-02-19T16:31:13.012398+0000","last_fullsized":"2024-02-19T16:31:13.012398+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:36:52.123456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.029939+0000","last_change":"2024-02-19T16:31:12.029064+0000","last_active":"2024-02-19T16:31:12.029939+0000","last_peered":"2024-02-19T16:31:12.029939+0000","last_clean":"2024-02-19T16:31:12.029939+0000","last_became_active":"2024-02-19T16:31:12.028783+0000","last_became_peered":"2024-02-19T16:31:12.028783+0000","last_unstale":"2024-02-19T16:31:12.029939+0000","last_undegraded":"2024-02-19T16:31:12.029939+0000","last_fullsized":"2024-02-19T16:31:12.029939+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:19:38.947312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.035466+0000","last_change":"2024-02-19T16:31:12.034142+0000","last_active":"2024-02-19T16:31:12.035466+0000","last_peered":"2024-02-19T16:31:12.035466+0000","last_clean":"2024-02-19T16:31:12.035466+0000","last_became_active":"2024-02-19T16:31:12.033718+0000","last_became_peered":"2024-02-19T16:31:12.033718+0000","last_unstale":"2024-02-19T16:31:12.035466+0000","last_undegraded":"2024-02-19T16:31:12.035466+0000","last_fullsized":"2024-02-19T16:31:12.035466+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:07:06.692036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.013045+0000","last_change":"2024-02-19T16:31:12.011415+0000","last_active":"2024-02-19T16:31:13.013045+0000","last_peered":"2024-02-19T16:31:13.013045+0000","last_clean":"2024-02-19T16:31:13.013045+0000","last_became_active":"2024-02-19T16:31:12.011159+0000","last_became_peered":"2024-02-19T16:31:12.011159+0000","last_unstale":"2024-02-19T16:31:13.013045+0000","last_undegraded":"2024-02-19T16:31:13.013045+0000","last_fullsized":"2024-02-19T16:31:13.013045+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:07:33.639615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.011784+0000","last_change":"2024-02-19T16:31:12.019634+0000","last_active":"2024-02-19T16:31:13.011784+0000","last_peered":"2024-02-19T16:31:13.011784+0000","last_clean":"2024-02-19T16:31:13.011784+0000","last_became_active":"2024-02-19T16:31:12.019210+0000","last_became_peered":"2024-02-19T16:31:12.019210+0000","last_unstale":"2024-02-19T16:31:13.011784+0000","last_undegraded":"2024-02-19T16:31:13.011784+0000","last_fullsized":"2024-02-19T16:31:13.011784+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:51:10.257881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010194+0000","last_change":"2024-02-19T16:31:12.013656+0000","last_active":"2024-02-19T16:31:13.010194+0000","last_peered":"2024-02-19T16:31:13.010194+0000","last_clean":"2024-02-19T16:31:13.010194+0000","last_became_active":"2024-02-19T16:31:12.013354+0000","last_became_peered":"2024-02-19T16:31:12.013354+0000","last_unstale":"2024-02-19T16:31:13.010194+0000","last_undegraded":"2024-02-19T16:31:13.010194+0000","last_fullsized":"2024-02-19T16:31:13.010194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:10:38.810848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010242+0000","last_change":"2024-02-19T16:31:12.014518+0000","last_active":"2024-02-19T16:31:13.010242+0000","last_peered":"2024-02-19T16:31:13.010242+0000","last_clean":"2024-02-19T16:31:13.010242+0000","last_became_active":"2024-02-19T16:31:12.014260+0000","last_became_peered":"2024-02-19T16:31:12.014260+0000","last_unstale":"2024-02-19T16:31:13.010242+0000","last_undegraded":"2024-02-19T16:31:13.010242+0000","last_fullsized":"2024-02-19T16:31:13.010242+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:51:10.257881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.032754+0000","last_change":"2024-02-19T16:31:12.028314+0000","last_active":"2024-02-19T16:31:12.032754+0000","last_peered":"2024-02-19T16:31:12.032754+0000","last_clean":"2024-02-19T16:31:12.032754+0000","last_became_active":"2024-02-19T16:31:12.026414+0000","last_became_peered":"2024-02-19T16:31:12.026414+0000","last_unstale":"2024-02-19T16:31:12.032754+0000","last_undegraded":"2024-02-19T16:31:12.032754+0000","last_fullsized":"2024-02-19T16:31:12.032754+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:16:19.150047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.031408+0000","last_change":"2024-02-19T16:31:12.030522+0000","last_active":"2024-02-19T16:31:12.031408+0000","last_peered":"2024-02-19T16:31:12.031408+0000","last_clean":"2024-02-19T16:31:12.031408+0000","last_became_active":"2024-02-19T16:31:12.030271+0000","last_became_peered":"2024-02-19T16:31:12.030271+0000","last_unstale":"2024-02-19T16:31:12.031408+0000","last_undegraded":"2024-02-19T16:31:12.031408+0000","last_fullsized":"2024-02-19T16:31:12.031408+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:20:03.289524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010296+0000","last_change":"2024-02-19T16:31:12.027155+0000","last_active":"2024-02-19T16:31:13.010296+0000","last_peered":"2024-02-19T16:31:13.010296+0000","last_clean":"2024-02-19T16:31:13.010296+0000","last_became_active":"2024-02-19T16:31:12.026816+0000","last_became_peered":"2024-02-19T16:31:12.026816+0000","last_unstale":"2024-02-19T16:31:13.010296+0000","last_undegraded":"2024-02-19T16:31:13.010296+0000","last_fullsized":"2024-02-19T16:31:13.010296+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:12:19.437374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033189+0000","last_change":"2024-02-19T16:31:12.032595+0000","last_active":"2024-02-19T16:31:12.033189+0000","last_peered":"2024-02-19T16:31:12.033189+0000","last_clean":"2024-02-19T16:31:12.033189+0000","last_became_active":"2024-02-19T16:31:12.032179+0000","last_became_peered":"2024-02-19T16:31:12.032179+0000","last_unstale":"2024-02-19T16:31:12.033189+0000","last_undegraded":"2024-02-19T16:31:12.033189+0000","last_fullsized":"2024-02-19T16:31:12.033189+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:52:38.201993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.013046+0000","last_change":"2024-02-19T16:31:12.024920+0000","last_active":"2024-02-19T16:31:13.013046+0000","last_peered":"2024-02-19T16:31:13.013046+0000","last_clean":"2024-02-19T16:31:13.013046+0000","last_became_active":"2024-02-19T16:31:12.024641+0000","last_became_peered":"2024-02-19T16:31:12.024641+0000","last_unstale":"2024-02-19T16:31:13.013046+0000","last_undegraded":"2024-02-19T16:31:13.013046+0000","last_fullsized":"2024-02-19T16:31:13.013046+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:39:16.087008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.011909+0000","last_change":"2024-02-19T16:31:12.014303+0000","last_active":"2024-02-19T16:31:13.011909+0000","last_peered":"2024-02-19T16:31:13.011909+0000","last_clean":"2024-02-19T16:31:13.011909+0000","last_became_active":"2024-02-19T16:31:12.014005+0000","last_became_peered":"2024-02-19T16:31:12.014005+0000","last_unstale":"2024-02-19T16:31:13.011909+0000","last_undegraded":"2024-02-19T16:31:13.011909+0000","last_fullsized":"2024-02-19T16:31:13.011909+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:12:19.437374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.021528+0000","last_change":"2024-02-19T16:31:12.020006+0000","last_active":"2024-02-19T16:31:12.021528+0000","last_peered":"2024-02-19T16:31:12.021528+0000","last_clean":"2024-02-19T16:31:12.021528+0000","last_became_active":"2024-02-19T16:31:12.019443+0000","last_became_peered":"2024-02-19T16:31:12.019443+0000","last_unstale":"2024-02-19T16:31:12.021528+0000","last_undegraded":"2024-02-19T16:31:12.021528+0000","last_fullsized":"2024-02-19T16:31:12.021528+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:23:13.825830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010403+0000","last_change":"2024-02-19T16:31:12.013673+0000","last_active":"2024-02-19T16:31:13.010403+0000","last_peered":"2024-02-19T16:31:13.010403+0000","last_clean":"2024-02-19T16:31:13.010403+0000","last_became_active":"2024-02-19T16:31:12.013389+0000","last_became_peered":"2024-02-19T16:31:12.013389+0000","last_unstale":"2024-02-19T16:31:13.010403+0000","last_undegraded":"2024-02-19T16:31:13.010403+0000","last_fullsized":"2024-02-19T16:31:13.010403+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:43:35.775546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010411+0000","last_change":"2024-02-19T16:31:12.018373+0000","last_active":"2024-02-19T16:31:13.010411+0000","last_peered":"2024-02-19T16:31:13.010411+0000","last_clean":"2024-02-19T16:31:13.010411+0000","last_became_active":"2024-02-19T16:31:12.018075+0000","last_became_peered":"2024-02-19T16:31:12.018075+0000","last_unstale":"2024-02-19T16:31:13.010411+0000","last_undegraded":"2024-02-19T16:31:13.010411+0000","last_fullsized":"2024-02-19T16:31:13.010411+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:30:39.901400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012508+0000","last_change":"2024-02-19T16:31:12.027436+0000","last_active":"2024-02-19T16:31:13.012508+0000","last_peered":"2024-02-19T16:31:13.012508+0000","last_clean":"2024-02-19T16:31:13.012508+0000","last_became_active":"2024-02-19T16:31:12.027189+0000","last_became_peered":"2024-02-19T16:31:12.027189+0000","last_unstale":"2024-02-19T16:31:13.012508+0000","last_undegraded":"2024-02-19T16:31:13.012508+0000","last_fullsized":"2024-02-19T16:31:13.012508+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:37:42.574141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012250+0000","last_change":"2024-02-19T16:31:12.026633+0000","last_active":"2024-02-19T16:31:13.012250+0000","last_peered":"2024-02-19T16:31:13.012250+0000","last_clean":"2024-02-19T16:31:13.012250+0000","last_became_active":"2024-02-19T16:31:12.026369+0000","last_became_peered":"2024-02-19T16:31:12.026369+0000","last_unstale":"2024-02-19T16:31:13.012250+0000","last_undegraded":"2024-02-19T16:31:13.012250+0000","last_fullsized":"2024-02-19T16:31:13.012250+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:30:39.901400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.013176+0000","last_change":"2024-02-19T16:31:12.021620+0000","last_active":"2024-02-19T16:31:13.013176+0000","last_peered":"2024-02-19T16:31:13.013176+0000","last_clean":"2024-02-19T16:31:13.013176+0000","last_became_active":"2024-02-19T16:31:12.021363+0000","last_became_peered":"2024-02-19T16:31:12.021363+0000","last_unstale":"2024-02-19T16:31:13.013176+0000","last_undegraded":"2024-02-19T16:31:13.013176+0000","last_fullsized":"2024-02-19T16:31:13.013176+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:38:13.670583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033246+0000","last_change":"2024-02-19T16:31:12.030742+0000","last_active":"2024-02-19T16:31:12.033246+0000","last_peered":"2024-02-19T16:31:12.033246+0000","last_clean":"2024-02-19T16:31:12.033246+0000","last_became_active":"2024-02-19T16:31:12.030375+0000","last_became_peered":"2024-02-19T16:31:12.030375+0000","last_unstale":"2024-02-19T16:31:12.033246+0000","last_undegraded":"2024-02-19T16:31:12.033246+0000","last_fullsized":"2024-02-19T16:31:12.033246+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:04:52.437825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033151+0000","last_change":"2024-02-19T16:31:12.031466+0000","last_active":"2024-02-19T16:31:12.033151+0000","last_peered":"2024-02-19T16:31:12.033151+0000","last_clean":"2024-02-19T16:31:12.033151+0000","last_became_active":"2024-02-19T16:31:12.031156+0000","last_became_peered":"2024-02-19T16:31:12.031156+0000","last_unstale":"2024-02-19T16:31:12.033151+0000","last_undegraded":"2024-02-19T16:31:12.033151+0000","last_fullsized":"2024-02-19T16:31:12.033151+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:37:22.182714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576124+0000","last_change":"2024-02-19T16:31:12.022491+0000","last_active":"2024-02-19T16:31:13.576124+0000","last_peered":"2024-02-19T16:31:13.576124+0000","last_clean":"2024-02-19T16:31:13.576124+0000","last_became_active":"2024-02-19T16:31:12.022227+0000","last_became_peered":"2024-02-19T16:31:12.022227+0000","last_unstale":"2024-02-19T16:31:13.576124+0000","last_undegraded":"2024-02-19T16:31:13.576124+0000","last_fullsized":"2024-02-19T16:31:13.576124+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:33:47.734420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.020769+0000","last_change":"2024-02-19T16:31:12.019159+0000","last_active":"2024-02-19T16:31:12.020769+0000","last_peered":"2024-02-19T16:31:12.020769+0000","last_clean":"2024-02-19T16:31:12.020769+0000","last_became_active":"2024-02-19T16:31:12.018549+0000","last_became_peered":"2024-02-19T16:31:12.018549+0000","last_unstale":"2024-02-19T16:31:12.020769+0000","last_undegraded":"2024-02-19T16:31:12.020769+0000","last_fullsized":"2024-02-19T16:31:12.020769+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:20:03.289524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.025834+0000","last_change":"2024-02-19T16:31:12.020272+0000","last_active":"2024-02-19T16:31:12.025834+0000","last_peered":"2024-02-19T16:31:12.025834+0000","last_clean":"2024-02-19T16:31:12.025834+0000","last_became_active":"2024-02-19T16:31:12.019450+0000","last_became_peered":"2024-02-19T16:31:12.019450+0000","last_unstale":"2024-02-19T16:31:12.025834+0000","last_undegraded":"2024-02-19T16:31:12.025834+0000","last_fullsized":"2024-02-19T16:31:12.025834+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:27:52.906701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012599+0000","last_change":"2024-02-19T16:31:12.015204+0000","last_active":"2024-02-19T16:31:13.012599+0000","last_peered":"2024-02-19T16:31:13.012599+0000","last_clean":"2024-02-19T16:31:13.012599+0000","last_became_active":"2024-02-19T16:31:12.014937+0000","last_became_peered":"2024-02-19T16:31:12.014937+0000","last_unstale":"2024-02-19T16:31:13.012599+0000","last_undegraded":"2024-02-19T16:31:13.012599+0000","last_fullsized":"2024-02-19T16:31:13.012599+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:12:55.778562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.034781+0000","last_change":"2024-02-19T16:31:12.033646+0000","last_active":"2024-02-19T16:31:12.034781+0000","last_peered":"2024-02-19T16:31:12.034781+0000","last_clean":"2024-02-19T16:31:12.034781+0000","last_became_active":"2024-02-19T16:31:12.033394+0000","last_became_peered":"2024-02-19T16:31:12.033394+0000","last_unstale":"2024-02-19T16:31:12.034781+0000","last_undegraded":"2024-02-19T16:31:12.034781+0000","last_fullsized":"2024-02-19T16:31:12.034781+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:23:13.825830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.025145+0000","last_change":"2024-02-19T16:31:12.022719+0000","last_active":"2024-02-19T16:31:12.025145+0000","last_peered":"2024-02-19T16:31:12.025145+0000","last_clean":"2024-02-19T16:31:12.025145+0000","last_became_active":"2024-02-19T16:31:12.022450+0000","last_became_peered":"2024-02-19T16:31:12.022450+0000","last_unstale":"2024-02-19T16:31:12.025145+0000","last_undegraded":"2024-02-19T16:31:12.025145+0000","last_fullsized":"2024-02-19T16:31:12.025145+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:20:27.633916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033256+0000","last_change":"2024-02-19T16:31:12.031332+0000","last_active":"2024-02-19T16:31:12.033256+0000","last_peered":"2024-02-19T16:31:12.033256+0000","last_clean":"2024-02-19T16:31:12.033256+0000","last_became_active":"2024-02-19T16:31:12.031061+0000","last_became_peered":"2024-02-19T16:31:12.031061+0000","last_unstale":"2024-02-19T16:31:12.033256+0000","last_undegraded":"2024-02-19T16:31:12.033256+0000","last_fullsized":"2024-02-19T16:31:12.033256+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:45:31.543404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010167+0000","last_change":"2024-02-19T16:31:12.012858+0000","last_active":"2024-02-19T16:31:13.010167+0000","last_peered":"2024-02-19T16:31:13.010167+0000","last_clean":"2024-02-19T16:31:13.010167+0000","last_became_active":"2024-02-19T16:31:12.012522+0000","last_became_peered":"2024-02-19T16:31:12.012522+0000","last_unstale":"2024-02-19T16:31:13.010167+0000","last_undegraded":"2024-02-19T16:31:13.010167+0000","last_fullsized":"2024-02-19T16:31:13.010167+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:54:44.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.018550+0000","last_change":"2024-02-19T16:31:12.017343+0000","last_active":"2024-02-19T16:31:12.018550+0000","last_peered":"2024-02-19T16:31:12.018550+0000","last_clean":"2024-02-19T16:31:12.018550+0000","last_became_active":"2024-02-19T16:31:12.017078+0000","last_became_peered":"2024-02-19T16:31:12.017078+0000","last_unstale":"2024-02-19T16:31:12.018550+0000","last_undegraded":"2024-02-19T16:31:12.018550+0000","last_fullsized":"2024-02-19T16:31:12.018550+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:00:31.000837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010130+0000","last_change":"2024-02-19T16:31:12.025743+0000","last_active":"2024-02-19T16:31:13.010130+0000","last_peered":"2024-02-19T16:31:13.010130+0000","last_clean":"2024-02-19T16:31:13.010130+0000","last_became_active":"2024-02-19T16:31:12.025227+0000","last_became_peered":"2024-02-19T16:31:12.025227+0000","last_unstale":"2024-02-19T16:31:13.010130+0000","last_undegraded":"2024-02-19T16:31:13.010130+0000","last_fullsized":"2024-02-19T16:31:13.010130+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:15:14.286384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576237+0000","last_change":"2024-02-19T16:31:12.022726+0000","last_active":"2024-02-19T16:31:13.576237+0000","last_peered":"2024-02-19T16:31:13.576237+0000","last_clean":"2024-02-19T16:31:13.576237+0000","last_became_active":"2024-02-19T16:31:12.022439+0000","last_became_peered":"2024-02-19T16:31:12.022439+0000","last_unstale":"2024-02-19T16:31:13.576237+0000","last_undegraded":"2024-02-19T16:31:13.576237+0000","last_fullsized":"2024-02-19T16:31:13.576237+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:23:13.825830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.032977+0000","last_change":"2024-02-19T16:31:11.021423+0000","last_active":"2024-02-19T16:31:12.032977+0000","last_peered":"2024-02-19T16:31:12.032977+0000","last_clean":"2024-02-19T16:31:12.032977+0000","last_became_active":"2024-02-19T16:31:11.021112+0000","last_became_peered":"2024-02-19T16:31:11.021112+0000","last_unstale":"2024-02-19T16:31:12.032977+0000","last_undegraded":"2024-02-19T16:31:12.032977+0000","last_fullsized":"2024-02-19T16:31:12.032977+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:38:12.668226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.028852+0000","last_change":"2024-02-19T16:31:12.027256+0000","last_active":"2024-02-19T16:31:12.028852+0000","last_peered":"2024-02-19T16:31:12.028852+0000","last_clean":"2024-02-19T16:31:12.028852+0000","last_became_active":"2024-02-19T16:31:12.026988+0000","last_became_peered":"2024-02-19T16:31:12.026988+0000","last_unstale":"2024-02-19T16:31:12.028852+0000","last_undegraded":"2024-02-19T16:31:12.028852+0000","last_fullsized":"2024-02-19T16:31:12.028852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:26:05.845592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576363+0000","last_change":"2024-02-19T16:31:11.014512+0000","last_active":"2024-02-19T16:31:13.576363+0000","last_peered":"2024-02-19T16:31:13.576363+0000","last_clean":"2024-02-19T16:31:13.576363+0000","last_became_active":"2024-02-19T16:31:11.014258+0000","last_became_peered":"2024-02-19T16:31:11.014258+0000","last_unstale":"2024-02-19T16:31:13.576363+0000","last_undegraded":"2024-02-19T16:31:13.576363+0000","last_fullsized":"2024-02-19T16:31:13.576363+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:59:32.787843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033429+0000","last_change":"2024-02-19T16:31:12.032268+0000","last_active":"2024-02-19T16:31:12.033429+0000","last_peered":"2024-02-19T16:31:12.033429+0000","last_clean":"2024-02-19T16:31:12.033429+0000","last_became_active":"2024-02-19T16:31:12.031997+0000","last_became_peered":"2024-02-19T16:31:12.031997+0000","last_unstale":"2024-02-19T16:31:12.033429+0000","last_undegraded":"2024-02-19T16:31:12.033429+0000","last_fullsized":"2024-02-19T16:31:12.033429+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:20:03.289524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012138+0000","last_change":"2024-02-19T16:31:11.011648+0000","last_active":"2024-02-19T16:31:13.012138+0000","last_peered":"2024-02-19T16:31:13.012138+0000","last_clean":"2024-02-19T16:31:13.012138+0000","last_became_active":"2024-02-19T16:31:11.011390+0000","last_became_peered":"2024-02-19T16:31:11.011390+0000","last_unstale":"2024-02-19T16:31:13.012138+0000","last_undegraded":"2024-02-19T16:31:13.012138+0000","last_fullsized":"2024-02-19T16:31:13.012138+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:33:46.732064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.034744+0000","last_change":"2024-02-19T16:31:12.032952+0000","last_active":"2024-02-19T16:31:12.034744+0000","last_peered":"2024-02-19T16:31:12.034744+0000","last_clean":"2024-02-19T16:31:12.034744+0000","last_became_active":"2024-02-19T16:31:12.032597+0000","last_became_peered":"2024-02-19T16:31:12.032597+0000","last_unstale":"2024-02-19T16:31:12.034744+0000","last_undegraded":"2024-02-19T16:31:12.034744+0000","last_fullsized":"2024-02-19T16:31:12.034744+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:33:47.734420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.013341+0000","last_change":"2024-02-19T16:31:11.017351+0000","last_active":"2024-02-19T16:31:13.013341+0000","last_peered":"2024-02-19T16:31:13.013341+0000","last_clean":"2024-02-19T16:31:13.013341+0000","last_became_active":"2024-02-19T16:31:11.017025+0000","last_became_peered":"2024-02-19T16:31:11.017025+0000","last_unstale":"2024-02-19T16:31:13.013341+0000","last_undegraded":"2024-02-19T16:31:13.013341+0000","last_fullsized":"2024-02-19T16:31:13.013341+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:48:41.921766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010229+0000","last_change":"2024-02-19T16:31:12.023909+0000","last_active":"2024-02-19T16:31:13.010229+0000","last_peered":"2024-02-19T16:31:13.010229+0000","last_clean":"2024-02-19T16:31:13.010229+0000","last_became_active":"2024-02-19T16:31:12.023617+0000","last_became_peered":"2024-02-19T16:31:12.023617+0000","last_unstale":"2024-02-19T16:31:13.010229+0000","last_undegraded":"2024-02-19T16:31:13.010229+0000","last_fullsized":"2024-02-19T16:31:13.010229+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:00:12.949488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033070+0000","last_change":"2024-02-19T16:31:11.017729+0000","last_active":"2024-02-19T16:31:12.033070+0000","last_peered":"2024-02-19T16:31:12.033070+0000","last_clean":"2024-02-19T16:31:12.033070+0000","last_became_active":"2024-02-19T16:31:11.017461+0000","last_became_peered":"2024-02-19T16:31:11.017461+0000","last_unstale":"2024-02-19T16:31:12.033070+0000","last_undegraded":"2024-02-19T16:31:12.033070+0000","last_fullsized":"2024-02-19T16:31:12.033070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:59:32.787843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.025166+0000","last_change":"2024-02-19T16:31:12.023420+0000","last_active":"2024-02-19T16:31:12.025166+0000","last_peered":"2024-02-19T16:31:12.025166+0000","last_clean":"2024-02-19T16:31:12.025166+0000","last_became_active":"2024-02-19T16:31:12.023092+0000","last_became_peered":"2024-02-19T16:31:12.023092+0000","last_unstale":"2024-02-19T16:31:12.025166+0000","last_undegraded":"2024-02-19T16:31:12.025166+0000","last_fullsized":"2024-02-19T16:31:12.025166+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:07:06.692036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.031748+0000","last_change":"2024-02-19T16:31:11.017294+0000","last_active":"2024-02-19T16:31:12.031748+0000","last_peered":"2024-02-19T16:31:12.031748+0000","last_clean":"2024-02-19T16:31:12.031748+0000","last_became_active":"2024-02-19T16:31:11.017008+0000","last_became_peered":"2024-02-19T16:31:11.017008+0000","last_unstale":"2024-02-19T16:31:12.031748+0000","last_undegraded":"2024-02-19T16:31:12.031748+0000","last_fullsized":"2024-02-19T16:31:12.031748+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:38:12.668226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.022263+0000","last_change":"2024-02-19T16:31:12.016868+0000","last_active":"2024-02-19T16:31:12.022263+0000","last_peered":"2024-02-19T16:31:12.022263+0000","last_clean":"2024-02-19T16:31:12.022263+0000","last_became_active":"2024-02-19T16:31:12.016591+0000","last_became_peered":"2024-02-19T16:31:12.016591+0000","last_unstale":"2024-02-19T16:31:12.022263+0000","last_undegraded":"2024-02-19T16:31:12.022263+0000","last_fullsized":"2024-02-19T16:31:12.022263+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:32:51.624368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.011759+0000","last_change":"2024-02-19T16:31:11.019557+0000","last_active":"2024-02-19T16:31:13.011759+0000","last_peered":"2024-02-19T16:31:13.011759+0000","last_clean":"2024-02-19T16:31:13.011759+0000","last_became_active":"2024-02-19T16:31:11.019290+0000","last_became_peered":"2024-02-19T16:31:11.019290+0000","last_unstale":"2024-02-19T16:31:13.011759+0000","last_undegraded":"2024-02-19T16:31:13.011759+0000","last_fullsized":"2024-02-19T16:31:13.011759+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:45:30.541048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.029170+0000","last_change":"2024-02-19T16:31:12.026781+0000","last_active":"2024-02-19T16:31:12.029170+0000","last_peered":"2024-02-19T16:31:12.029170+0000","last_clean":"2024-02-19T16:31:12.029170+0000","last_became_active":"2024-02-19T16:31:12.026500+0000","last_became_peered":"2024-02-19T16:31:12.026500+0000","last_unstale":"2024-02-19T16:31:12.029170+0000","last_undegraded":"2024-02-19T16:31:12.029170+0000","last_fullsized":"2024-02-19T16:31:12.029170+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:37:22.182714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.017190+0000","last_change":"2024-02-19T16:31:11.019251+0000","last_active":"2024-02-19T16:31:12.017190+0000","last_peered":"2024-02-19T16:31:12.017190+0000","last_clean":"2024-02-19T16:31:12.017190+0000","last_became_active":"2024-02-19T16:31:11.018973+0000","last_became_peered":"2024-02-19T16:31:11.018973+0000","last_unstale":"2024-02-19T16:31:12.017190+0000","last_undegraded":"2024-02-19T16:31:12.017190+0000","last_fullsized":"2024-02-19T16:31:12.017190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:06:27.732337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.021392+0000","last_change":"2024-02-19T16:31:12.019775+0000","last_active":"2024-02-19T16:31:12.021392+0000","last_peered":"2024-02-19T16:31:12.021392+0000","last_clean":"2024-02-19T16:31:12.021392+0000","last_became_active":"2024-02-19T16:31:12.019338+0000","last_became_peered":"2024-02-19T16:31:12.019338+0000","last_unstale":"2024-02-19T16:31:12.021392+0000","last_undegraded":"2024-02-19T16:31:12.021392+0000","last_fullsized":"2024-02-19T16:31:12.021392+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:33:47.734420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012277+0000","last_change":"2024-02-19T16:31:11.017957+0000","last_active":"2024-02-19T16:31:13.012277+0000","last_peered":"2024-02-19T16:31:13.012277+0000","last_clean":"2024-02-19T16:31:13.012277+0000","last_became_active":"2024-02-19T16:31:11.017664+0000","last_became_peered":"2024-02-19T16:31:11.017664+0000","last_unstale":"2024-02-19T16:31:13.012277+0000","last_undegraded":"2024-02-19T16:31:13.012277+0000","last_fullsized":"2024-02-19T16:31:13.012277+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:20:02.287167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012261+0000","last_change":"2024-02-19T16:31:12.027307+0000","last_active":"2024-02-19T16:31:13.012261+0000","last_peered":"2024-02-19T16:31:13.012261+0000","last_clean":"2024-02-19T16:31:13.012261+0000","last_became_active":"2024-02-19T16:31:12.027055+0000","last_became_peered":"2024-02-19T16:31:12.027055+0000","last_unstale":"2024-02-19T16:31:13.012261+0000","last_undegraded":"2024-02-19T16:31:13.012261+0000","last_fullsized":"2024-02-19T16:31:13.012261+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:43:35.775546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576394+0000","last_change":"2024-02-19T16:31:11.016944+0000","last_active":"2024-02-19T16:31:13.576394+0000","last_peered":"2024-02-19T16:31:13.576394+0000","last_clean":"2024-02-19T16:31:13.576394+0000","last_became_active":"2024-02-19T16:31:11.016645+0000","last_became_peered":"2024-02-19T16:31:11.016645+0000","last_unstale":"2024-02-19T16:31:13.576394+0000","last_undegraded":"2024-02-19T16:31:13.576394+0000","last_fullsized":"2024-02-19T16:31:13.576394+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:16:18.147690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012032+0000","last_change":"2024-02-19T16:31:12.011314+0000","last_active":"2024-02-19T16:31:13.012032+0000","last_peered":"2024-02-19T16:31:13.012032+0000","last_clean":"2024-02-19T16:31:13.012032+0000","last_became_active":"2024-02-19T16:31:12.010990+0000","last_became_peered":"2024-02-19T16:31:12.010990+0000","last_unstale":"2024-02-19T16:31:13.012032+0000","last_undegraded":"2024-02-19T16:31:13.012032+0000","last_fullsized":"2024-02-19T16:31:13.012032+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:00:29.481642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.032185+0000","last_change":"2024-02-19T16:31:11.022423+0000","last_active":"2024-02-19T16:31:12.032185+0000","last_peered":"2024-02-19T16:31:12.032185+0000","last_clean":"2024-02-19T16:31:12.032185+0000","last_became_active":"2024-02-19T16:31:11.021691+0000","last_became_peered":"2024-02-19T16:31:11.021691+0000","last_unstale":"2024-02-19T16:31:12.032185+0000","last_undegraded":"2024-02-19T16:31:12.032185+0000","last_fullsized":"2024-02-19T16:31:12.032185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:37:21.180358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.032440+0000","last_change":"2024-02-19T16:31:12.029475+0000","last_active":"2024-02-19T16:31:12.032440+0000","last_peered":"2024-02-19T16:31:12.032440+0000","last_clean":"2024-02-19T16:31:12.032440+0000","last_became_active":"2024-02-19T16:31:12.029205+0000","last_became_peered":"2024-02-19T16:31:12.029205+0000","last_unstale":"2024-02-19T16:31:12.032440+0000","last_undegraded":"2024-02-19T16:31:12.032440+0000","last_fullsized":"2024-02-19T16:31:12.032440+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:54:30.484764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012085+0000","last_change":"2024-02-19T16:31:11.019387+0000","last_active":"2024-02-19T16:31:13.012085+0000","last_peered":"2024-02-19T16:31:13.012085+0000","last_clean":"2024-02-19T16:31:13.012085+0000","last_became_active":"2024-02-19T16:31:11.018477+0000","last_became_peered":"2024-02-19T16:31:11.018477+0000","last_unstale":"2024-02-19T16:31:13.012085+0000","last_undegraded":"2024-02-19T16:31:13.012085+0000","last_fullsized":"2024-02-19T16:31:13.012085+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:23:12.823474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.029120+0000","last_change":"2024-02-19T16:31:12.026930+0000","last_active":"2024-02-19T16:31:12.029120+0000","last_peered":"2024-02-19T16:31:12.029120+0000","last_clean":"2024-02-19T16:31:12.029120+0000","last_became_active":"2024-02-19T16:31:12.026515+0000","last_became_peered":"2024-02-19T16:31:12.026515+0000","last_unstale":"2024-02-19T16:31:12.029120+0000","last_undegraded":"2024-02-19T16:31:12.029120+0000","last_fullsized":"2024-02-19T16:31:12.029120+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:45:31.543404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033221+0000","last_change":"2024-02-19T16:31:11.023194+0000","last_active":"2024-02-19T16:31:12.033221+0000","last_peered":"2024-02-19T16:31:12.033221+0000","last_clean":"2024-02-19T16:31:12.033221+0000","last_became_active":"2024-02-19T16:31:11.022898+0000","last_became_peered":"2024-02-19T16:31:11.022898+0000","last_unstale":"2024-02-19T16:31:12.033221+0000","last_undegraded":"2024-02-19T16:31:12.033221+0000","last_fullsized":"2024-02-19T16:31:12.033221+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:57.455835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.011966+0000","last_change":"2024-02-19T16:31:12.023893+0000","last_active":"2024-02-19T16:31:13.011966+0000","last_peered":"2024-02-19T16:31:13.011966+0000","last_clean":"2024-02-19T16:31:13.011966+0000","last_became_active":"2024-02-19T16:31:12.023638+0000","last_became_peered":"2024-02-19T16:31:12.023638+0000","last_unstale":"2024-02-19T16:31:13.011966+0000","last_undegraded":"2024-02-19T16:31:13.011966+0000","last_fullsized":"2024-02-19T16:31:13.011966+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:35:30.686360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.016877+0000","last_change":"2024-02-19T16:31:11.011799+0000","last_active":"2024-02-19T16:31:12.016877+0000","last_peered":"2024-02-19T16:31:12.016877+0000","last_clean":"2024-02-19T16:31:12.016877+0000","last_became_active":"2024-02-19T16:31:11.011343+0000","last_became_peered":"2024-02-19T16:31:11.011343+0000","last_unstale":"2024-02-19T16:31:12.016877+0000","last_undegraded":"2024-02-19T16:31:12.016877+0000","last_fullsized":"2024-02-19T16:31:12.016877+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:59:32.787843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010328+0000","last_change":"2024-02-19T16:31:12.025433+0000","last_active":"2024-02-19T16:31:13.010328+0000","last_peered":"2024-02-19T16:31:13.010328+0000","last_clean":"2024-02-19T16:31:13.010328+0000","last_became_active":"2024-02-19T16:31:12.024807+0000","last_became_peered":"2024-02-19T16:31:12.024807+0000","last_unstale":"2024-02-19T16:31:13.010328+0000","last_undegraded":"2024-02-19T16:31:13.010328+0000","last_fullsized":"2024-02-19T16:31:13.010328+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:35:30.686360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.011661+0000","last_change":"2024-02-19T16:31:11.016841+0000","last_active":"2024-02-19T16:31:13.011661+0000","last_peered":"2024-02-19T16:31:13.011661+0000","last_clean":"2024-02-19T16:31:13.011661+0000","last_became_active":"2024-02-19T16:31:11.016578+0000","last_became_peered":"2024-02-19T16:31:11.016578+0000","last_unstale":"2024-02-19T16:31:13.011661+0000","last_undegraded":"2024-02-19T16:31:13.011661+0000","last_fullsized":"2024-02-19T16:31:13.011661+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:04:51.435469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.029525+0000","last_change":"2024-02-19T16:31:12.028240+0000","last_active":"2024-02-19T16:31:12.029525+0000","last_peered":"2024-02-19T16:31:12.029525+0000","last_clean":"2024-02-19T16:31:12.029525+0000","last_became_active":"2024-02-19T16:31:12.027956+0000","last_became_peered":"2024-02-19T16:31:12.027956+0000","last_unstale":"2024-02-19T16:31:12.029525+0000","last_undegraded":"2024-02-19T16:31:12.029525+0000","last_fullsized":"2024-02-19T16:31:12.029525+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:16:19.150047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":22,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.011687+0000","last_change":"2024-02-19T16:31:11.011035+0000","last_active":"2024-02-19T16:31:13.011687+0000","last_peered":"2024-02-19T16:31:13.011687+0000","last_clean":"2024-02-19T16:31:13.011687+0000","last_became_active":"2024-02-19T16:31:11.010777+0000","last_became_peered":"2024-02-19T16:31:11.010777+0000","last_unstale":"2024-02-19T16:31:13.011687+0000","last_undegraded":"2024-02-19T16:31:13.011687+0000","last_fullsized":"2024-02-19T16:31:13.011687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:37:21.180358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.032893+0000","last_change":"2024-02-19T16:31:12.026894+0000","last_active":"2024-02-19T16:31:12.032893+0000","last_peered":"2024-02-19T16:31:12.032893+0000","last_clean":"2024-02-19T16:31:12.032893+0000","last_became_active":"2024-02-19T16:31:12.024035+0000","last_became_peered":"2024-02-19T16:31:12.024035+0000","last_unstale":"2024-02-19T16:31:12.032893+0000","last_undegraded":"2024-02-19T16:31:12.032893+0000","last_fullsized":"2024-02-19T16:31:12.032893+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:26:05.845592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.030121+0000","last_change":"2024-02-19T16:31:11.020332+0000","last_active":"2024-02-19T16:31:12.030121+0000","last_peered":"2024-02-19T16:31:12.030121+0000","last_clean":"2024-02-19T16:31:12.030121+0000","last_became_active":"2024-02-19T16:31:11.020052+0000","last_became_peered":"2024-02-19T16:31:11.020052+0000","last_unstale":"2024-02-19T16:31:12.030121+0000","last_undegraded":"2024-02-19T16:31:12.030121+0000","last_fullsized":"2024-02-19T16:31:12.030121+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:16:18.147690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.026049+0000","last_change":"2024-02-19T16:31:12.024339+0000","last_active":"2024-02-19T16:31:12.026049+0000","last_peered":"2024-02-19T16:31:12.026049+0000","last_clean":"2024-02-19T16:31:12.026049+0000","last_became_active":"2024-02-19T16:31:12.024035+0000","last_became_peered":"2024-02-19T16:31:12.024035+0000","last_unstale":"2024-02-19T16:31:12.026049+0000","last_undegraded":"2024-02-19T16:31:12.026049+0000","last_fullsized":"2024-02-19T16:31:12.026049+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:34:50.806981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033054+0000","last_change":"2024-02-19T16:31:11.019502+0000","last_active":"2024-02-19T16:31:12.033054+0000","last_peered":"2024-02-19T16:31:12.033054+0000","last_clean":"2024-02-19T16:31:12.033054+0000","last_became_active":"2024-02-19T16:31:11.019200+0000","last_became_peered":"2024-02-19T16:31:11.019200+0000","last_unstale":"2024-02-19T16:31:12.033054+0000","last_undegraded":"2024-02-19T16:31:12.033054+0000","last_fullsized":"2024-02-19T16:31:12.033054+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:00:29.998481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.034805+0000","last_change":"2024-02-19T16:31:12.033956+0000","last_active":"2024-02-19T16:31:12.034805+0000","last_peered":"2024-02-19T16:31:12.034805+0000","last_clean":"2024-02-19T16:31:12.034805+0000","last_became_active":"2024-02-19T16:31:12.033379+0000","last_became_peered":"2024-02-19T16:31:12.033379+0000","last_unstale":"2024-02-19T16:31:12.034805+0000","last_undegraded":"2024-02-19T16:31:12.034805+0000","last_fullsized":"2024-02-19T16:31:12.034805+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:20:27.633916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.032777+0000","last_change":"2024-02-19T16:31:11.022645+0000","last_active":"2024-02-19T16:31:12.032777+0000","last_peered":"2024-02-19T16:31:12.032777+0000","last_clean":"2024-02-19T16:31:12.032777+0000","last_became_active":"2024-02-19T16:31:11.021358+0000","last_became_peered":"2024-02-19T16:31:11.021358+0000","last_unstale":"2024-02-19T16:31:12.032777+0000","last_undegraded":"2024-02-19T16:31:12.032777+0000","last_fullsized":"2024-02-19T16:31:12.032777+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:07:32.637258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.013558+0000","last_change":"2024-02-19T16:31:12.013645+0000","last_active":"2024-02-19T16:31:13.013558+0000","last_peered":"2024-02-19T16:31:13.013558+0000","last_clean":"2024-02-19T16:31:13.013558+0000","last_became_active":"2024-02-19T16:31:12.013386+0000","last_became_peered":"2024-02-19T16:31:12.013386+0000","last_unstale":"2024-02-19T16:31:13.013558+0000","last_undegraded":"2024-02-19T16:31:13.013558+0000","last_fullsized":"2024-02-19T16:31:13.013558+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:58.458191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.023167+0000","last_change":"2024-02-19T16:31:11.017926+0000","last_active":"2024-02-19T16:31:12.023167+0000","last_peered":"2024-02-19T16:31:12.023167+0000","last_clean":"2024-02-19T16:31:12.023167+0000","last_became_active":"2024-02-19T16:31:11.017660+0000","last_became_peered":"2024-02-19T16:31:11.017660+0000","last_unstale":"2024-02-19T16:31:12.023167+0000","last_undegraded":"2024-02-19T16:31:12.023167+0000","last_fullsized":"2024-02-19T16:31:12.023167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:49:30.459471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.013009+0000","last_change":"2024-02-19T16:31:12.028631+0000","last_active":"2024-02-19T16:31:13.013009+0000","last_peered":"2024-02-19T16:31:13.013009+0000","last_clean":"2024-02-19T16:31:13.013009+0000","last_became_active":"2024-02-19T16:31:12.028366+0000","last_became_peered":"2024-02-19T16:31:12.028366+0000","last_unstale":"2024-02-19T16:31:13.013009+0000","last_undegraded":"2024-02-19T16:31:13.013009+0000","last_fullsized":"2024-02-19T16:31:13.013009+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:49:31.461827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576355+0000","last_change":"2024-02-19T16:31:11.017628+0000","last_active":"2024-02-19T16:31:13.576355+0000","last_peered":"2024-02-19T16:31:13.576355+0000","last_clean":"2024-02-19T16:31:13.576355+0000","last_became_active":"2024-02-19T16:31:11.017352+0000","last_became_peered":"2024-02-19T16:31:11.017352+0000","last_unstale":"2024-02-19T16:31:13.576355+0000","last_undegraded":"2024-02-19T16:31:13.576355+0000","last_fullsized":"2024-02-19T16:31:13.576355+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:57.455835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.013185+0000","last_change":"2024-02-19T16:31:12.023535+0000","last_active":"2024-02-19T16:31:13.013185+0000","last_peered":"2024-02-19T16:31:13.013185+0000","last_clean":"2024-02-19T16:31:13.013185+0000","last_became_active":"2024-02-19T16:31:12.023270+0000","last_became_peered":"2024-02-19T16:31:12.023270+0000","last_unstale":"2024-02-19T16:31:13.013185+0000","last_undegraded":"2024-02-19T16:31:13.013185+0000","last_fullsized":"2024-02-19T16:31:13.013185+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:00:31.000837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.010299+0000","last_change":"2024-02-19T16:31:11.017590+0000","last_active":"2024-02-19T16:31:12.010299+0000","last_peered":"2024-02-19T16:31:12.010299+0000","last_clean":"2024-02-19T16:31:12.010299+0000","last_became_active":"2024-02-19T16:31:11.017305+0000","last_became_peered":"2024-02-19T16:31:11.017305+0000","last_unstale":"2024-02-19T16:31:12.010299+0000","last_undegraded":"2024-02-19T16:31:12.010299+0000","last_fullsized":"2024-02-19T16:31:12.010299+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:07:32.637258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.012953+0000","last_change":"2024-02-19T16:31:12.023887+0000","last_active":"2024-02-19T16:31:13.012953+0000","last_peered":"2024-02-19T16:31:13.012953+0000","last_clean":"2024-02-19T16:31:13.012953+0000","last_became_active":"2024-02-19T16:31:12.023265+0000","last_became_peered":"2024-02-19T16:31:12.023265+0000","last_unstale":"2024-02-19T16:31:13.012953+0000","last_undegraded":"2024-02-19T16:31:13.012953+0000","last_fullsized":"2024-02-19T16:31:13.012953+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:40:30.221602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.023069+0000","last_change":"2024-02-19T16:31:11.020919+0000","last_active":"2024-02-19T16:31:12.023069+0000","last_peered":"2024-02-19T16:31:12.023069+0000","last_clean":"2024-02-19T16:31:12.023069+0000","last_became_active":"2024-02-19T16:31:11.020641+0000","last_became_peered":"2024-02-19T16:31:11.020641+0000","last_unstale":"2024-02-19T16:31:12.023069+0000","last_undegraded":"2024-02-19T16:31:12.023069+0000","last_fullsized":"2024-02-19T16:31:12.023069+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:40:29.219246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010033+0000","last_change":"2024-02-19T16:31:12.018412+0000","last_active":"2024-02-19T16:31:13.010033+0000","last_peered":"2024-02-19T16:31:13.010033+0000","last_clean":"2024-02-19T16:31:13.010033+0000","last_became_active":"2024-02-19T16:31:12.018136+0000","last_became_peered":"2024-02-19T16:31:12.018136+0000","last_unstale":"2024-02-19T16:31:13.010033+0000","last_undegraded":"2024-02-19T16:31:13.010033+0000","last_fullsized":"2024-02-19T16:31:13.010033+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:52:38.201993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.010033+0000","last_change":"2024-02-19T16:31:11.021232+0000","last_active":"2024-02-19T16:31:12.010033+0000","last_peered":"2024-02-19T16:31:12.010033+0000","last_clean":"2024-02-19T16:31:12.010033+0000","last_became_active":"2024-02-19T16:31:11.020962+0000","last_became_peered":"2024-02-19T16:31:11.020962+0000","last_unstale":"2024-02-19T16:31:12.010033+0000","last_undegraded":"2024-02-19T16:31:12.010033+0000","last_fullsized":"2024-02-19T16:31:12.010033+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:45:30.541048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.013241+0000","last_change":"2024-02-19T16:31:12.019685+0000","last_active":"2024-02-19T16:31:13.013241+0000","last_peered":"2024-02-19T16:31:13.013241+0000","last_clean":"2024-02-19T16:31:13.013241+0000","last_became_active":"2024-02-19T16:31:12.019415+0000","last_became_peered":"2024-02-19T16:31:12.019415+0000","last_unstale":"2024-02-19T16:31:13.013241+0000","last_undegraded":"2024-02-19T16:31:13.013241+0000","last_fullsized":"2024-02-19T16:31:13.013241+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:59:33.790199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.034294+0000","last_change":"2024-02-19T16:31:11.021889+0000","last_active":"2024-02-19T16:31:12.034294+0000","last_peered":"2024-02-19T16:31:12.034294+0000","last_clean":"2024-02-19T16:31:12.034294+0000","last_became_active":"2024-02-19T16:31:11.021585+0000","last_became_peered":"2024-02-19T16:31:11.021585+0000","last_unstale":"2024-02-19T16:31:12.034294+0000","last_undegraded":"2024-02-19T16:31:12.034294+0000","last_fullsized":"2024-02-19T16:31:12.034294+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:04:51.435469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.032475+0000","last_change":"2024-02-19T16:31:12.030090+0000","last_active":"2024-02-19T16:31:12.032475+0000","last_peered":"2024-02-19T16:31:12.032475+0000","last_clean":"2024-02-19T16:31:12.032475+0000","last_became_active":"2024-02-19T16:31:12.029760+0000","last_became_peered":"2024-02-19T16:31:12.029760+0000","last_unstale":"2024-02-19T16:31:12.032475+0000","last_undegraded":"2024-02-19T16:31:12.032475+0000","last_fullsized":"2024-02-19T16:31:12.032475+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:52:22.733301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576340+0000","last_change":"2024-02-19T16:31:11.018445+0000","last_active":"2024-02-19T16:31:13.576340+0000","last_peered":"2024-02-19T16:31:13.576340+0000","last_clean":"2024-02-19T16:31:13.576340+0000","last_became_active":"2024-02-19T16:31:11.018133+0000","last_became_peered":"2024-02-19T16:31:11.018133+0000","last_unstale":"2024-02-19T16:31:13.576340+0000","last_undegraded":"2024-02-19T16:31:13.576340+0000","last_fullsized":"2024-02-19T16:31:13.576340+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:26:04.843236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576237+0000","last_change":"2024-02-19T16:31:12.027031+0000","last_active":"2024-02-19T16:31:13.576237+0000","last_peered":"2024-02-19T16:31:13.576237+0000","last_clean":"2024-02-19T16:31:13.576237+0000","last_became_active":"2024-02-19T16:31:12.026779+0000","last_became_peered":"2024-02-19T16:31:12.026779+0000","last_unstale":"2024-02-19T16:31:13.576237+0000","last_undegraded":"2024-02-19T16:31:13.576237+0000","last_fullsized":"2024-02-19T16:31:13.576237+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:20:27.633916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.017188+0000","last_change":"2024-02-19T16:31:11.011576+0000","last_active":"2024-02-19T16:31:12.017188+0000","last_peered":"2024-02-19T16:31:12.017188+0000","last_clean":"2024-02-19T16:31:12.017188+0000","last_became_active":"2024-02-19T16:31:11.011331+0000","last_became_peered":"2024-02-19T16:31:11.011331+0000","last_unstale":"2024-02-19T16:31:12.017188+0000","last_undegraded":"2024-02-19T16:31:12.017188+0000","last_fullsized":"2024-02-19T16:31:12.017188+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:26:04.843236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.027166+0000","last_change":"2024-02-19T16:31:12.025231+0000","last_active":"2024-02-19T16:31:12.027166+0000","last_peered":"2024-02-19T16:31:12.027166+0000","last_clean":"2024-02-19T16:31:12.027166+0000","last_became_active":"2024-02-19T16:31:12.024806+0000","last_became_peered":"2024-02-19T16:31:12.024806+0000","last_unstale":"2024-02-19T16:31:12.027166+0000","last_undegraded":"2024-02-19T16:31:12.027166+0000","last_fullsized":"2024-02-19T16:31:12.027166+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:58.458191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576428+0000","last_change":"2024-02-19T16:31:11.018180+0000","last_active":"2024-02-19T16:31:13.576428+0000","last_peered":"2024-02-19T16:31:13.576428+0000","last_clean":"2024-02-19T16:31:13.576428+0000","last_became_active":"2024-02-19T16:31:11.017923+0000","last_became_peered":"2024-02-19T16:31:11.017923+0000","last_unstale":"2024-02-19T16:31:13.576428+0000","last_undegraded":"2024-02-19T16:31:13.576428+0000","last_fullsized":"2024-02-19T16:31:13.576428+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:04:51.435469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.576242+0000","last_change":"2024-02-19T16:31:12.022914+0000","last_active":"2024-02-19T16:31:13.576242+0000","last_peered":"2024-02-19T16:31:13.576242+0000","last_clean":"2024-02-19T16:31:13.576242+0000","last_became_active":"2024-02-19T16:31:12.022605+0000","last_became_peered":"2024-02-19T16:31:12.022605+0000","last_unstale":"2024-02-19T16:31:13.576242+0000","last_undegraded":"2024-02-19T16:31:13.576242+0000","last_fullsized":"2024-02-19T16:31:13.576242+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:07:06.692036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.017010+0000","last_change":"2024-02-19T16:31:11.021210+0000","last_active":"2024-02-19T16:31:12.017010+0000","last_peered":"2024-02-19T16:31:12.017010+0000","last_clean":"2024-02-19T16:31:12.017010+0000","last_became_active":"2024-02-19T16:31:11.020926+0000","last_became_peered":"2024-02-19T16:31:11.020926+0000","last_unstale":"2024-02-19T16:31:12.017010+0000","last_undegraded":"2024-02-19T16:31:12.017010+0000","last_fullsized":"2024-02-19T16:31:12.017010+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:18:57.455835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.011592+0000","last_change":"2024-02-19T16:31:12.027932+0000","last_active":"2024-02-19T16:31:13.011592+0000","last_peered":"2024-02-19T16:31:13.011592+0000","last_clean":"2024-02-19T16:31:13.011592+0000","last_became_active":"2024-02-19T16:31:12.027654+0000","last_became_peered":"2024-02-19T16:31:12.027654+0000","last_unstale":"2024-02-19T16:31:13.011592+0000","last_undegraded":"2024-02-19T16:31:13.011592+0000","last_fullsized":"2024-02-19T16:31:13.011592+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:00:12.949488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.023224+0000","last_change":"2024-02-19T16:31:11.020323+0000","last_active":"2024-02-19T16:31:12.023224+0000","last_peered":"2024-02-19T16:31:12.023224+0000","last_clean":"2024-02-19T16:31:12.023224+0000","last_became_active":"2024-02-19T16:31:11.020047+0000","last_became_peered":"2024-02-19T16:31:11.020047+0000","last_unstale":"2024-02-19T16:31:12.023224+0000","last_undegraded":"2024-02-19T16:31:12.023224+0000","last_fullsized":"2024-02-19T16:31:12.023224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:39:15.084652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.033025+0000","last_change":"2024-02-19T16:31:12.030754+0000","last_active":"2024-02-19T16:31:12.033025+0000","last_peered":"2024-02-19T16:31:12.033025+0000","last_clean":"2024-02-19T16:31:12.033025+0000","last_became_active":"2024-02-19T16:31:12.030487+0000","last_became_peered":"2024-02-19T16:31:12.030487+0000","last_unstale":"2024-02-19T16:31:12.033025+0000","last_undegraded":"2024-02-19T16:31:12.033025+0000","last_fullsized":"2024-02-19T16:31:12.033025+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:27:52.906701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.011610+0000","last_change":"2024-02-19T16:31:11.017510+0000","last_active":"2024-02-19T16:31:13.011610+0000","last_peered":"2024-02-19T16:31:13.011610+0000","last_clean":"2024-02-19T16:31:13.011610+0000","last_became_active":"2024-02-19T16:31:11.017201+0000","last_became_peered":"2024-02-19T16:31:11.017201+0000","last_unstale":"2024-02-19T16:31:13.011610+0000","last_undegraded":"2024-02-19T16:31:13.011610+0000","last_fullsized":"2024-02-19T16:31:13.011610+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:27:51.904345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010376+0000","last_change":"2024-02-19T16:31:12.015862+0000","last_active":"2024-02-19T16:31:13.010376+0000","last_peered":"2024-02-19T16:31:13.010376+0000","last_clean":"2024-02-19T16:31:13.010376+0000","last_became_active":"2024-02-19T16:31:12.015529+0000","last_became_peered":"2024-02-19T16:31:12.015529+0000","last_unstale":"2024-02-19T16:31:13.010376+0000","last_undegraded":"2024-02-19T16:31:13.010376+0000","last_fullsized":"2024-02-19T16:31:13.010376+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:10.997821+0000","last_clean_scrub_stamp":"2024-02-19T16:31:10.997821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:00:29.481642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-02-19T16:31:12.009912+0000","last_change":"2024-02-19T16:31:11.016801+0000","last_active":"2024-02-19T16:31:12.009912+0000","last_peered":"2024-02-19T16:31:12.009912+0000","last_clean":"2024-02-19T16:31:12.009912+0000","last_became_active":"2024-02-19T16:31:11.016534+0000","last_became_peered":"2024-02-19T16:31:11.016534+0000","last_unstale":"2024-02-19T16:31:12.009912+0000","last_undegraded":"2024-02-19T16:31:12.009912+0000","last_fullsized":"2024-02-19T16:31:12.009912+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:09.995465+0000","last_clean_scrub_stamp":"2024-02-19T16:31:09.995465+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:39:15.084652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":196,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-02-19T16:31:13.010399+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:31:13.010399+0000","last_peered":"2024-02-19T16:31:13.010399+0000","last_clean":"2024-02-19T16:31:13.010399+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:31:13.010399+0000","last_undegraded":"2024-02-19T16:31:13.010399+0000","last_fullsized":"2024-02-19T16:31:13.010399+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32128,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339712,"statfs":{"total":96636764160,"available":96603865088,"internally_reserved":0,"allocated":970752,"data_stored":737082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.52900000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.57399999999999995}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.72699999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60499999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.45000000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.432}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.497},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.41399999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31540,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340300,"statfs":{"total":96636764160,"available":96604467200,"internally_reserved":0,"allocated":368640,"data_stored":140940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.40799999999999997}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.48999999999999999}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.67900000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.628},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.69699999999999995}]},{"osd":4,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.55700000000000005}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.61599999999999999}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.59699999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":140996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.57399999999999995}]},{"osd":1,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.51600000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.623},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.65600000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.67400000000000004}]},{"osd":6,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.68999999999999995}]},{"osd":7,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.73399999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":140428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.31900000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52200000000000002}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.41599999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.35199999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.375}]},{"osd":6,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.36199999999999999}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.47599999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":389120,"data_stored":148258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.505,"5min":0.505,"15min":0.505},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.374}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.34399999999999997}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.36499999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.66100000000000003}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.60599999999999998}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.57099999999999995}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.59499999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":376832,"data_stored":146694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.374},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.32500000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.33600000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.28399999999999997}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.47899999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.46999999999999997}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.57099999999999995}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.498}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":376832,"data_stored":141958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.248}]},{"osd":2,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.34100000000000003}]},{"osd":3,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.37},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.32600000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":13.223000000000001,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":13.202,"5min":13.202,"15min":13.202},"last":0.59499999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.61199999999999999}]},{"osd":6,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.499}]},{"osd":7,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.57699999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":954368,"data_stored":730692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"last":0.435}]},{"osd":2,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.37}]},{"osd":3,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.54600000000000004}]},{"osd":4,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.67100000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.79300000000000004}]},{"osd":6,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.748},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.69099999999999995}]},{"osd":7,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.70599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:31:16.384 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-02-19T16:31:16.384 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-02-19T16:31:16.448 INFO:tasks.ceph.mds.a.smithi104.stderr:2024-02-19T16:31:16.447+0000 7f152fb7a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-19T16:31:16.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.490+0000 7f403aea4640 1 Processor -- start 2024-02-19T16:31:16.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.490+0000 7f403aea4640 1 -- start start 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f403aea4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403415a9d0 0x7f40340afc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f403aea4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f4034071ba0 0x7f403406dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f403aea4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f403415e540 con 0x7f4034071760 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f403aea4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f403415f3f0 con 0x7f4034071ba0 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f403aea4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f403415e770 con 0x7f403415a9d0 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f4033fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f4034071760 0x7f403406d4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41518/0 (socket says 172.21.15.104:41518) 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f4033fff640 1 -- 172.21.15.104:0/714072972 learned_addr learned my addr 172.21.15.104:0/714072972 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2736283611 0 0) 0x7f403415e540 con 0x7f4034071760 2024-02-19T16:31:16.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4024003520 con 0x7f4034071760 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f4038c40640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403415a9d0 0x7f40340afc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f4039441640 1 --2- 172.21.15.104:0/714072972 >> v2:172.21.15.158:3300/0 conn(0x7f4034071ba0 0x7f403406dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3991756368 0 0) 0x7f4024003520 con 0x7f4034071760 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403415a9d0 msgr2=0x7f40340afc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403415a9d0 0x7f40340afc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 >> v2:172.21.15.158:3300/0 conn(0x7f4034071ba0 msgr2=0x7f403406dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 --2- 172.21.15.104:0/714072972 >> v2:172.21.15.158:3300/0 conn(0x7f4034071ba0 0x7f403406dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f403415ea50 con 0x7f4034071760 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f4020001670 con 0x7f4034071760 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 >> v1:172.21.15.104:6789/0 conn(0x7f4034071760 legacy=0x7f403406d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4024003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.496 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f40240047c0 0x7f4024004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403415a9d0 0x7f4024005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f403415f3f0 con 0x7f4024003970 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f403415e770 con 0x7f40240047c0 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f402400b980 con 0x7f403415a9d0 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.491+0000 7f4038c40640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4024003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.492+0000 7f4039441640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403415a9d0 0x7f4024005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.492+0000 7f4033fff640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f40240047c0 0x7f4024004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.492+0000 7f4038c40640 1 -- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403415a9d0 msgr2=0x7f4024005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.492+0000 7f4038c40640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403415a9d0 0x7f4024005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.492+0000 7f4038c40640 1 -- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f40240047c0 msgr2=0x7f4024004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.492+0000 7f4038c40640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f40240047c0 0x7f4024004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.492+0000 7f4038c40640 1 -- 172.21.15.104:0/714072972 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4024003520 con 0x7f4024003970 2024-02-19T16:31:16.497 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f4038c40640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4024003d90 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4028009ac0 tx=0x7f40240057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e73c529ab5b8af7c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402802c6b0 con 0x7f4024003970 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f402802c810 con 0x7f4024003970 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f40337fe640 1 -- 172.21.15.104:0/714072972 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402802cba0 con 0x7f4024003970 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f403aea4640 1 -- 172.21.15.104:0/714072972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 msgr2=0x7f4024003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f403aea4640 1 --2- 172.21.15.104:0/714072972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4024003d90 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4028009ac0 tx=0x7f40240057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f4039441640 1 -- 172.21.15.104:0/714072972 reap_dead start 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f403aea4640 1 -- 172.21.15.104:0/714072972 shutdown_connections 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f403aea4640 1 -- 172.21.15.104:0/714072972 >> 172.21.15.104:0/714072972 conn(0x7f40340b2670 msgr2=0x7f40340b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f403aea4640 1 -- 172.21.15.104:0/714072972 shutdown_connections 2024-02-19T16:31:16.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.493+0000 7f403aea4640 1 -- 172.21.15.104:0/714072972 wait complete. 2024-02-19T16:31:16.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.494+0000 7f403aea4640 1 Processor -- start 2024-02-19T16:31:16.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.494+0000 7f403aea4640 1 -- start start 2024-02-19T16:31:16.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f403aea4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4034159c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f403aea4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4034152d10 0x7f4034153190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f403aea4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403414f540 0x7f403414f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f403aea4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4034153ad0 con 0x7f4024003970 2024-02-19T16:31:16.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f403aea4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f403414ff00 con 0x7f4034152d10 2024-02-19T16:31:16.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f403aea4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40341537f0 con 0x7f403414f540 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f4038c40640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4034159c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f4038c40640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4034159c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44488/0 (socket says 172.21.15.104:44488) 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.495+0000 7f4038c40640 1 -- 172.21.15.104:0/694108850 learned_addr learned my addr 172.21.15.104:0/694108850 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f4033fff640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4034152d10 0x7f4034153190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f4039441640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403414f540 0x7f403414f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f4038c40640 1 -- 172.21.15.104:0/694108850 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403414f540 msgr2=0x7f403414f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f4038c40640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403414f540 0x7f403414f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f4038c40640 1 -- 172.21.15.104:0/694108850 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4034152d10 msgr2=0x7f4034153190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f4038c40640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4034152d10 0x7f4034153190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f4038c40640 1 -- 172.21.15.104:0/694108850 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f403415b160 con 0x7f4024003970 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f4038c40640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4034159c50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4028000c00 tx=0x7f4028004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f40317fa640 1 -- 172.21.15.104:0/694108850 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4028003810 con 0x7f4024003970 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f40317fa640 1 -- 172.21.15.104:0/694108850 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4028003970 con 0x7f4024003970 2024-02-19T16:31:16.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f403415b440 con 0x7f4024003970 2024-02-19T16:31:16.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f40317fa640 1 -- 172.21.15.104:0/694108850 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4028003d00 con 0x7f4024003970 2024-02-19T16:31:16.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.496+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4034140dc0 con 0x7f4024003970 2024-02-19T16:31:16.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.497+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f403415afc0 con 0x7f4024003970 2024-02-19T16:31:16.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.497+0000 7f40317fa640 1 -- 172.21.15.104:0/694108850 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4028034440 con 0x7f4024003970 2024-02-19T16:31:16.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.498+0000 7f40317fa640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f401806b810 0x7f401806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.498+0000 7f40317fa640 1 -- 172.21.15.104:0/694108850 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f40280ac1f0 con 0x7f4024003970 2024-02-19T16:31:16.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.498+0000 7f4033fff640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f401806b810 0x7f401806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.503 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.498+0000 7f4033fff640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f401806b810 0x7f401806dcd0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f40341f5130 tx=0x7f4020009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.506+0000 7f40317fa640 1 -- 172.21.15.104:0/694108850 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f403415afc0 con 0x7f4024003970 2024-02-19T16:31:16.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.745+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f403415afc0 con 0x7f4024003970 2024-02-19T16:31:16.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.747+0000 7f40317fa640 1 -- 172.21.15.104:0/694108850 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+147 (secure 0 0 0) 0x7f403415afc0 con 0x7f4024003970 2024-02-19T16:31:16.748 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:31:16.748 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:31:16.749 INFO:teuthology.orchestra.run.smithi104.stdout: caps mds = "allow" 2024-02-19T16:31:16.749 INFO:teuthology.orchestra.run.smithi104.stdout: caps mon = "allow r" 2024-02-19T16:31:16.749 INFO:teuthology.orchestra.run.smithi104.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-02-19T16:31:16.749 INFO:teuthology.orchestra.run.smithi104.stderr:updated caps for client.0 2024-02-19T16:31:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f401806b810 msgr2=0x7f401806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f401806b810 0x7f401806dcd0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f40341f5130 tx=0x7f4020009040 comp rx=0 tx=0).stop 2024-02-19T16:31:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 msgr2=0x7f4034159c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4034159c50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4028000c00 tx=0x7f4028004730 comp rx=0 tx=0).stop 2024-02-19T16:31:16.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 shutdown_connections 2024-02-19T16:31:16.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f401806b810 0x7f401806dcd0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f403414f540 0x7f403414f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4034152d10 0x7f4034153190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 --2- 172.21.15.104:0/694108850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4024003970 0x7f4034159c50 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 >> 172.21.15.104:0/694108850 conn(0x7f40340b2670 msgr2=0x7f403406af10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:16.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 shutdown_connections 2024-02-19T16:31:16.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.750+0000 7f403aea4640 1 -- 172.21.15.104:0/694108850 wait complete. 2024-02-19T16:31:16.762 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:16.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.862+0000 7f757228f640 1 Processor -- start 2024-02-19T16:31:16.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.862+0000 7f757228f640 1 -- start start 2024-02-19T16:31:16.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f757228f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 0x7f756c0d0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f757228f640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f756c06e9c0 0x7f756c06cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f757228f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f756c06c810 con 0x7f756c15dfb0 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f757228f640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f756c0d1080 con 0x7f756c06e9c0 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f757228f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f756c15e390 con 0x7f756c06f860 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f756bfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f756c15dfb0 0x7f756c06f150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41522/0 (socket says 172.21.15.104:41522) 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f756bfff640 1 -- 172.21.15.104:0/545277378 learned_addr learned my addr 172.21.15.104:0/545277378 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2416700948 0 0) 0x7f756c06c810 con 0x7f756c15dfb0 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7554003520 con 0x7f756c15dfb0 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f756b7fe640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 0x7f756c0d0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.863+0000 7f757082c640 1 --2- 172.21.15.104:0/545277378 >> v2:172.21.15.158:3300/0 conn(0x7f756c06e9c0 0x7f756c06cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2948003941 0 0) 0x7f7554003520 con 0x7f756c15dfb0 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 msgr2=0x7f756c0d0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 0x7f756c0d0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 >> v2:172.21.15.158:3300/0 conn(0x7f756c06e9c0 msgr2=0x7f756c06cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 --2- 172.21.15.104:0/545277378 >> v2:172.21.15.158:3300/0 conn(0x7f756c06e9c0 0x7f756c06cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f756c06ee70 con 0x7f756c15dfb0 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f755c001670 con 0x7f756c15dfb0 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 >> v1:172.21.15.104:6789/0 conn(0x7f756c15dfb0 legacy=0x7f756c06f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7554003970 0x7f7554003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540047c0 0x7f7554004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 0x7f7554005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f756c0d1080 con 0x7f75540047c0 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f756c15e390 con 0x7f7554003970 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f755400b980 con 0x7f756c06f860 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756b7fe640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540047c0 0x7f7554004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756bfff640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7554003970 0x7f7554003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f757082c640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 0x7f7554005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756b7fe640 1 -- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 msgr2=0x7f7554005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756b7fe640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 0x7f7554005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756b7fe640 1 -- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7554003970 msgr2=0x7f7554003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756b7fe640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7554003970 0x7f7554003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f756b7fe640 1 -- 172.21.15.104:0/545277378 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7554003520 con 0x7f75540047c0 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.864+0000 7f757082c640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c06f860 0x7f7554005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.865+0000 7f756b7fe640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540047c0 0x7f7554004c40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f7560009af0 tx=0x7f75540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bba3e1b919e3f9c9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.865+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756002c6b0 con 0x7f75540047c0 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.865+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f756002c810 con 0x7f75540047c0 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.865+0000 7f756affd640 1 -- 172.21.15.104:0/545277378 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756002cba0 con 0x7f75540047c0 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.866+0000 7f757228f640 1 -- 172.21.15.104:0/545277378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540047c0 msgr2=0x7f7554004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.866+0000 7f757228f640 1 --2- 172.21.15.104:0/545277378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f75540047c0 0x7f7554004c40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f7560009af0 tx=0x7f75540057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.866+0000 7f757082c640 1 -- 172.21.15.104:0/545277378 reap_dead start 2024-02-19T16:31:16.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.866+0000 7f757228f640 1 -- 172.21.15.104:0/545277378 shutdown_connections 2024-02-19T16:31:16.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.866+0000 7f757228f640 1 -- 172.21.15.104:0/545277378 >> 172.21.15.104:0/545277378 conn(0x7f756c09aa70 msgr2=0x7f756c0d1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:16.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.866+0000 7f757228f640 1 -- 172.21.15.104:0/545277378 shutdown_connections 2024-02-19T16:31:16.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.866+0000 7f757228f640 1 -- 172.21.15.104:0/545277378 wait complete. 2024-02-19T16:31:16.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.867+0000 7f757228f640 1 Processor -- start 2024-02-19T16:31:16.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.867+0000 7f757228f640 1 -- start start 2024-02-19T16:31:16.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757228f640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f75540047c0 0x7f756c14bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757228f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c0b4550 0x7f756c0cb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757228f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f756c0cb710 0x7f756c0c5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757228f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f756c15b570 con 0x7f756c0cb710 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757228f640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f756c0b49b0 con 0x7f75540047c0 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757228f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f756c0cad40 con 0x7f756c0b4550 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f756c0cb710 0x7f756c0c5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f756c0cb710 0x7f756c0c5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44508/0 (socket says 172.21.15.104:44508) 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 -- 172.21.15.104:0/142772742 learned_addr learned my addr 172.21.15.104:0/142772742 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f756b7fe640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c0b4550 0x7f756c0cb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f756bfff640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f75540047c0 0x7f756c14bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 -- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c0b4550 msgr2=0x7f756c0cb1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c0b4550 0x7f756c0cb1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 -- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f75540047c0 msgr2=0x7f756c14bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f75540047c0 0x7f756c14bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:16.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 -- 172.21.15.104:0/142772742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f756c0ca130 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f756bfff640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f75540047c0 0x7f756c14bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.868+0000 7f757082c640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f756c0cb710 0x7f756c0c5480 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f7564009ed0 tx=0x7f7564010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.869+0000 7f7568ff9640 1 -- 172.21.15.104:0/142772742 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756401b070 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.869+0000 7f7568ff9640 1 -- 172.21.15.104:0/142772742 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f756400f040 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.869+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f756c0ca410 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.869+0000 7f7568ff9640 1 -- 172.21.15.104:0/142772742 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756400e050 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.869+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f756c0ca9d0 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.870+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f756c0d1750 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.870+0000 7f7568ff9640 1 -- 172.21.15.104:0/142772742 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7564015440 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.870+0000 7f7568ff9640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f755806b810 0x7f755806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.871+0000 7f7568ff9640 1 -- 172.21.15.104:0/142772742 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f756408a420 con 0x7f756c0cb710 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.871+0000 7f756bfff640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f755806b810 0x7f755806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:16.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.871+0000 7f756bfff640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f755806b810 0x7f755806dcd0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f755c001050 tx=0x7f755c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:16.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:16.875+0000 7f7568ff9640 1 -- 172.21.15.104:0/142772742 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f7564054e40 con 0x7f756c0cb710 2024-02-19T16:31:17.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.134+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f756c06c480 con 0x7f756c0cb710 2024-02-19T16:31:17.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.134+0000 7f7568ff9640 1 -- 172.21.15.104:0/142772742 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4947 (secure 0 0 0) 0x7f756c06c480 con 0x7f756c0cb710 2024-02-19T16:31:17.136 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:17.136 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/732126641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":732126641},{"type":"v1","addr":"172.21.15.104:6837","nonce":732126641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":4940,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3497547146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3497547146},{"type":"v1","addr":"172.21.15.158:6834","nonce":3497547146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5248,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2034837576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2034837576},{"type":"v1","addr":"172.21.15.158:6835","nonce":2034837576}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:11.357027+0000","modified":"2024-02-19T16:31:14.378458+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5295},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5295":{"gid":5295,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3228911833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3228911833},{"type":"v1","addr":"172.21.15.104:6836","nonce":3228911833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-19T16:31:17.136 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 15 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f755806b810 msgr2=0x7f755806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f755806b810 0x7f755806dcd0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f755c001050 tx=0x7f755c009040 comp rx=0 tx=0).stop 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f756c0cb710 msgr2=0x7f756c0c5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f756c0cb710 0x7f756c0c5480 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f7564009ed0 tx=0x7f7564010590 comp rx=0 tx=0).stop 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 shutdown_connections 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f755806b810 0x7f755806dcd0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f756c0cb710 0x7f756c0c5480 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f756c0b4550 0x7f756c0cb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 --2- 172.21.15.104:0/142772742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f75540047c0 0x7f756c14bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 >> 172.21.15.104:0/142772742 conn(0x7f756c09aa70 msgr2=0x7f756c06cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:17.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 shutdown_connections 2024-02-19T16:31:17.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.137+0000 7f757228f640 1 -- 172.21.15.104:0/142772742 wait complete. 2024-02-19T16:31:17.551 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-02-19T16:31:11.357027+0000', 'modified': '2024-02-19T16:31:14.378458+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5295}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5295': {'gid': 5295, 'name': 'a', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.104:6836/3228911833', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6834', 'nonce': 3228911833}, {'type': 'v1', 'addr': '172.21.15.104:6836', 'nonce': 3228911833}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-19T16:31:17.552 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-02-19T16:31:17.552 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-02-19T16:31:17.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.653+0000 7ff7f5a6b640 1 Processor -- start 2024-02-19T16:31:17.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.653+0000 7ff7f5a6b640 1 -- start start 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7f5a6b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff7f015bfd0 0x7ff7f00ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7f5a6b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00d0610 0x7ff7f006f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7f5a6b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7f00ae610 con 0x7ff7f00cf700 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7f5a6b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7f00cf360 con 0x7ff7f015bfd0 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7f5a6b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f00cf080 con 0x7ff7f00d0610 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7e7fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff7f00cf700 0x7ff7f00cff00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41526/0 (socket says 172.21.15.104:41526) 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7e7fff640 1 -- 172.21.15.104:0/995413215 learned_addr learned my addr 172.21.15.104:0/995413215 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7effff640 1 --2- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00d0610 0x7ff7f006f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/995413215 >> v2:172.21.15.158:3300/0 conn(0x7ff7f015bfd0 0x7ff7f00ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7eeffd640 1 -- 172.21.15.104:0/995413215 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2776329668 0 0) 0x7ff7f00ae610 con 0x7ff7f00cf700 2024-02-19T16:31:17.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7eeffd640 1 -- 172.21.15.104:0/995413215 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff7dc003520 con 0x7ff7f00cf700 2024-02-19T16:31:17.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7ef7fe640 1 -- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00d0610 msgr2=0x7ff7f006f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00d0610 0x7ff7f006f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7ef7fe640 1 -- 172.21.15.104:0/995413215 >> v1:172.21.15.104:6789/0 conn(0x7ff7f00cf700 legacy=0x7ff7f00cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7ef7fe640 1 -- 172.21.15.104:0/995413215 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7f006e8e0 con 0x7ff7f015bfd0 2024-02-19T16:31:17.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.654+0000 7ff7effff640 1 --2- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00d0610 0x7ff7f006f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:17.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.655+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 0x7ff7f00ce9b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff7e00097a0 tx=0x7ff7e002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81294cac782e7dbf server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.655+0000 7ff7eeffd640 1 -- 172.21.15.104:0/995413215 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e0031830 con 0x7ff7f015bfd0 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.655+0000 7ff7eeffd640 1 -- 172.21.15.104:0/995413215 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7e0031990 con 0x7ff7f015bfd0 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.655+0000 7ff7eeffd640 1 -- 172.21.15.104:0/995413215 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e0031d20 con 0x7ff7f015bfd0 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.656+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 msgr2=0x7ff7f00ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.656+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 0x7ff7f00ce9b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff7e00097a0 tx=0x7ff7e002b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.656+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/995413215 shutdown_connections 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.656+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00d0610 0x7ff7f006f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.656+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/995413215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 0x7ff7f00ce9b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.656+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/995413215 >> 172.21.15.104:0/995413215 conn(0x7ff7f00d1920 msgr2=0x7ff7f00d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.656+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/995413215 shutdown_connections 2024-02-19T16:31:17.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.656+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/995413215 wait complete. 2024-02-19T16:31:17.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.657+0000 7ff7f5a6b640 1 Processor -- start 2024-02-19T16:31:17.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.657+0000 7ff7f5a6b640 1 -- start start 2024-02-19T16:31:17.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7f5a6b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00cf700 0x7ff7f00cb960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7f5a6b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7f00d0610 0x7ff7f009f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7f5a6b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 0x7ff7f014cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7f5a6b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f0159420 con 0x7ff7f00d0610 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7f5a6b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f00c8a90 con 0x7ff7f015bfd0 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7f5a6b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f00c8d30 con 0x7ff7f00cf700 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7f00d0610 0x7ff7f009f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7f00d0610 0x7ff7f009f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44514/0 (socket says 172.21.15.104:44514) 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 -- 172.21.15.104:0/3277185112 learned_addr learned my addr 172.21.15.104:0/3277185112 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00cf700 0x7ff7f00cb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7effff640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 0x7ff7f014cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 -- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00cf700 msgr2=0x7ff7f00cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00cf700 0x7ff7f00cb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 -- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 msgr2=0x7ff7f014cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 0x7ff7f014cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 -- 172.21.15.104:0/3277185112 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7e8009a70 con 0x7ff7f00d0610 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7effff640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 0x7ff7f014cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7e7fff640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7f00d0610 0x7ff7f009f190 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800c430 tx=0x7ff7d800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7ecff9640 1 -- 172.21.15.104:0/3277185112 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7d8005ce0 con 0x7ff7f00d0610 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7ecff9640 1 -- 172.21.15.104:0/3277185112 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7d8005e40 con 0x7ff7f00d0610 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.658+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/3277185112 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7e0009400 con 0x7ff7f00d0610 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.659+0000 7ff7ecff9640 1 -- 172.21.15.104:0/3277185112 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7d80072f0 con 0x7ff7f00d0610 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.659+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/3277185112 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7f00c92f0 con 0x7ff7f00d0610 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.660+0000 7ff7ecff9640 1 -- 172.21.15.104:0/3277185112 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff7d8007450 con 0x7ff7f00d0610 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.660+0000 7ff7ecff9640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff7d006b810 0x7ff7d006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.660+0000 7ff7ecff9640 1 -- 172.21.15.104:0/3277185112 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff7d80897f0 con 0x7ff7f00d0610 2024-02-19T16:31:17.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.660+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff7d006b810 0x7ff7d006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.661+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff7d006b810 0x7ff7d006dcd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff7e0036000 tx=0x7ff7e003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.662+0000 7ff7f8641740 1 Processor -- start 2024-02-19T16:31:17.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.662+0000 7ff7f8641740 1 -- start start 2024-02-19T16:31:17.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x5650264fefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 0x56502652edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650264ff510 0x56502652f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7f8641740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650264bfcd0 con 0x5650264ff510 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7f8641740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x565026472f20 con 0x56502652c030 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7f8641740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x565026470450 con 0x56502652c410 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650264ff510 0x56502652f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650264ff510 0x56502652f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44528/0 (socket says 172.21.15.104:44528) 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 -- 172.21.15.104:0/1777153909 learned_addr learned my addr 172.21.15.104:0/1777153909 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x5650264fefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7e7fff640 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 0x56502652edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 -- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 msgr2=0x56502652edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 0x56502652edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 -- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 msgr2=0x5650264fefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x5650264fefd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 -- 172.21.15.104:0/1777153909 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565026420f20 con 0x5650264ff510 2024-02-19T16:31:17.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x5650264fefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7effff640 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650264ff510 0x56502652f300 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8007710 tx=0x7ff7e8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e883029c4042d95 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7e57fa640 1 -- 172.21.15.104:0/1777153909 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e800e050 con 0x5650264ff510 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7e57fa640 1 -- 172.21.15.104:0/1777153909 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7e800f040 con 0x5650264ff510 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.663+0000 7ff7e57fa640 1 -- 172.21.15.104:0/1777153909 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e8010ba0 con 0x5650264ff510 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 -- 172.21.15.104:0/1777153909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650264ff510 msgr2=0x56502652f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650264ff510 0x56502652f300 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8007710 tx=0x7ff7e8009750 comp rx=0 tx=0).stop 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 -- 172.21.15.104:0/1777153909 shutdown_connections 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650264ff510 0x56502652f300 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 0x56502652edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 --2- 172.21.15.104:0/1777153909 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x5650264fefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 -- 172.21.15.104:0/1777153909 >> 172.21.15.104:0/1777153909 conn(0x565026501240 msgr2=0x565026549dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:17.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 -- 172.21.15.104:0/1777153909 shutdown_connections 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.664+0000 7ff7f8641740 1 -- 172.21.15.104:0/1777153909 wait complete. 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.665+0000 7ff7f8641740 1 -- start start 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.665+0000 7ff7f8641740 1 Processor -- start 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.665+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 0x565026528450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.665+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x565026559ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.665+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026529c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.665+0000 7ff7f8641740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x56502646bc30 con 0x5650265408e0 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.665+0000 7ff7f8641740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x565026410d30 con 0x56502652c410 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.665+0000 7ff7f8641740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x56502613f310 con 0x56502652c030 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7f8641740 10 client.0 _ll_register_callbacks cb 0x565026418d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026529c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026529c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44534/0 (socket says 172.21.15.104:44534) 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 -- 172.21.15.104:0/3722215797 learned_addr learned my addr 172.21.15.104:0/3722215797 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 0x565026528450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7e7fff640 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x565026559ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 -- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 msgr2=0x565026528450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 0x565026528450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 -- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 msgr2=0x565026559ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x565026559ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 -- 172.21.15.104:0/3722215797 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7e8007390 con 0x5650265408e0 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7e7fff640 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x565026559ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7effff640 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026529c60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8000f80 tx=0x7ff7e8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bbb28ec8a0d246 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7ce7fc640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-02-19T16:31:17.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3722215797 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e8003b90 con 0x5650265408e0 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3722215797 <== mon.0 v2:172.21.15.104:3300/0 2 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff7e8003cf0 con 0x5650265408e0 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7f8641740 1 -- 172.21.15.104:0/3722215797 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56502616b6c0 con 0x5650265408e0 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3722215797 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7e8015650 con 0x5650265408e0 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7f8641740 10 client.5487 fetch_fsmap learned FSMap version 15 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.666+0000 7ff7f8641740 1 -- 172.21.15.104:0/3722215797 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x56502646a2b0 con 0x5650265408e0 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3722215797 <== mon.0 v2:172.21.15.104:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x56502616b6c0 con 0x5650265408e0 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3722215797 <== mon.0 v2:172.21.15.104:3300/0 5 ==== fsmap(e 15) v1 ==== 3294+0+0 (secure 0 0 0) 0x7ff7e80157b0 con 0x5650265408e0 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7f8641740 10 client.5487 fetch_fsmap finished waiting for FSMap version 15 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7f8641740 10 client.5487 resolve_mds: resolved name 'a' to daemon mds.a 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7f8641740 20 client.5487 populate_metadata read hostname 'smithi104' 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] conn(0x565026530e00 0x5650265673c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7f8641740 4 client.5487 mds_command: new command op to 5295 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7f8641740 1 -- 172.21.15.104:0/3722215797 --> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5650261bc270 con 0x565026530e00 2024-02-19T16:31:17.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] conn(0x565026530e00 0x5650265673c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] conn(0x565026530e00 0x5650265673c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a36ee0befb1b27b server_cookie=169856af7c65360f in_seq=0 out_seq=0 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.667+0000 7ff7ce7fc640 10 client.5487 ms_handle_connect on v2:172.21.15.104:6834/3228911833 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3722215797 <== mds.0 v2:172.21.15.104:6834/3228911833 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5650261bc270 con 0x565026530e00 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7ce7fc640 10 client.5487 handle_command_reply: tid=0 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 client.5487 shutdown 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 -- 172.21.15.104:0/3722215797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 msgr2=0x565026529c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026529c60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8000f80 tx=0x7ff7e8004ab0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 -- 172.21.15.104:0/3722215797 shutdown_connections 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026529c60 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] conn(0x565026530e00 0x5650265673c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7ce7fc640 0 client.5487 ms_handle_reset on v2:172.21.15.104:6834/3228911833 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x565026559ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3722215797 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 0x565026528450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 -- 172.21.15.104:0/3722215797 >> 172.21.15.104:0/3722215797 conn(0x5650264ff510 msgr2=0x56502654d2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:17.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 -- 172.21.15.104:0/3722215797 shutdown_connections 2024-02-19T16:31:17.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 1 -- 172.21.15.104:0/3722215797 wait complete. 2024-02-19T16:31:17.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.668+0000 7ff7f8641740 20 client.5487 trim_cache size 0 max 16384 2024-02-19T16:31:17.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.685+0000 7ff7f8641740 1 Processor -- start 2024-02-19T16:31:17.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.685+0000 7ff7f8641740 1 -- start start 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x56502652e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 0x56502652a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026531a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7f8641740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650263f1490 con 0x5650265408e0 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7f8641740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x565026541a80 con 0x56502652c030 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7f8641740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x5650265313d0 con 0x56502652c410 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026531a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026531a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44542/0 (socket says 172.21.15.104:44542) 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 -- 172.21.15.104:0/2000796255 learned_addr learned my addr 172.21.15.104:0/2000796255 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:17.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7e7fff640 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 0x56502652a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 -- 172.21.15.104:0/2000796255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 msgr2=0x56502652a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 0x56502652a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x56502652e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 -- 172.21.15.104:0/2000796255 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 msgr2=0x56502652e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x56502652e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 -- 172.21.15.104:0/2000796255 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565026406a20 con 0x5650265408e0 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7effff640 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026531a50 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8015e60 tx=0x7ff7e8021040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35bcbeca1e313ecf server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7e4ff9640 1 -- 172.21.15.104:0/2000796255 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e800e030 con 0x5650265408e0 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7e4ff9640 1 -- 172.21.15.104:0/2000796255 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7e8009d80 con 0x5650265408e0 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.686+0000 7ff7e4ff9640 1 -- 172.21.15.104:0/2000796255 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e8015850 con 0x5650265408e0 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 -- 172.21.15.104:0/2000796255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 msgr2=0x565026531a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026531a50 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8015e60 tx=0x7ff7e8021040 comp rx=0 tx=0).stop 2024-02-19T16:31:17.690 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 -- 172.21.15.104:0/2000796255 shutdown_connections 2024-02-19T16:31:17.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x565026531a50 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c410 0x56502652a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 --2- 172.21.15.104:0/2000796255 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c030 0x56502652e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 -- 172.21.15.104:0/2000796255 >> 172.21.15.104:0/2000796255 conn(0x5650264ff510 msgr2=0x5650264fa660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:17.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 -- 172.21.15.104:0/2000796255 shutdown_connections 2024-02-19T16:31:17.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.687+0000 7ff7f8641740 1 -- 172.21.15.104:0/2000796255 wait complete. 2024-02-19T16:31:17.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 1 -- start start 2024-02-19T16:31:17.691 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 1 Processor -- start 2024-02-19T16:31:17.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 0x56502652fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x5650265300e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x56502655fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x56502656c830 con 0x5650265408e0 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x565026502ca0 con 0x56502652c410 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x565026560dc0 con 0x56502652c030 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7f8641740 10 client.0 _ll_register_callbacks cb 0x7ff7e80075b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x56502655fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x56502655fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44558/0 (socket says 172.21.15.104:44558) 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.688+0000 7ff7effff640 1 -- 172.21.15.104:0/3423587833 learned_addr learned my addr 172.21.15.104:0/3423587833 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7e7fff640 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x5650265300e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 0x56502652fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7effff640 1 -- 172.21.15.104:0/3423587833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 msgr2=0x56502652fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7effff640 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 0x56502652fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7effff640 1 -- 172.21.15.104:0/3423587833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 msgr2=0x5650265300e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7effff640 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x5650265300e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7effff640 1 -- 172.21.15.104:0/3423587833 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56502646a2b0 con 0x5650265408e0 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7effff640 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x56502655fa80 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009380 tx=0x7ff7e800b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e74170555572b0a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7ce7fc640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3423587833 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e803a070 con 0x5650265408e0 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3423587833 <== mon.0 v2:172.21.15.104:3300/0 2 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff7e8010e60 con 0x5650265408e0 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 1 -- 172.21.15.104:0/3423587833 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff7e800f040 con 0x5650265408e0 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3423587833 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7e8015e90 con 0x5650265408e0 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 10 client.5493 fetch_fsmap learned FSMap version 15 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 1 -- 172.21.15.104:0/3423587833 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x56502642c780 con 0x5650265408e0 2024-02-19T16:31:17.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3423587833 <== mon.0 v2:172.21.15.104:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7e800f040 con 0x5650265408e0 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3423587833 <== mon.0 v2:172.21.15.104:3300/0 5 ==== fsmap(e 15) v1 ==== 3294+0+0 (secure 0 0 0) 0x7ff7e801f630 con 0x5650265408e0 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 10 client.5493 fetch_fsmap finished waiting for FSMap version 15 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 10 client.5493 resolve_mds: resolved name 'a' to daemon mds.a 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 20 client.5493 populate_metadata read hostname 'smithi104' 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] conn(0x5650265602c0 0x565026558340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 4 client.5493 mds_command: new command op to 5295 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.689+0000 7ff7f8641740 1 -- 172.21.15.104:0/3423587833 --> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5650261a8610 con 0x5650265602c0 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] conn(0x5650265602c0 0x565026558340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7ce7fc640 10 client.5493 ms_handle_connect on v2:172.21.15.104:6834/3228911833 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7ef7fe640 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] conn(0x5650265602c0 0x565026558340 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77c840b098fec7a1 server_cookie=a42688272ad4966 in_seq=0 out_seq=0 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7ce7fc640 1 -- 172.21.15.104:0/3423587833 <== mds.0 v2:172.21.15.104:6834/3228911833 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x5650261a8610 con 0x5650265602c0 2024-02-19T16:31:17.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7ce7fc640 10 client.5493 handle_command_reply: tid=0 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 client.5493 shutdown 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 -- 172.21.15.104:0/3423587833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 msgr2=0x56502655fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x56502655fa80 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009380 tx=0x7ff7e800b040 comp rx=0 tx=0).stop 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 -- 172.21.15.104:0/3423587833 shutdown_connections 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5650265408e0 0x56502655fa80 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.104:6834/3228911833,v1:172.21.15.104:6836/3228911833] conn(0x5650265602c0 0x565026558340 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x56502652c410 0x5650265300e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 --2- 172.21.15.104:0/3423587833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x56502652c030 0x56502652fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7ce7fc640 0 client.5493 ms_handle_reset on v2:172.21.15.104:6834/3228911833 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 -- 172.21.15.104:0/3423587833 >> 172.21.15.104:0/3423587833 conn(0x5650264ff510 msgr2=0x5650264fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 -- 172.21.15.104:0/3423587833 shutdown_connections 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 1 -- 172.21.15.104:0/3423587833 wait complete. 2024-02-19T16:31:17.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.690+0000 7ff7f8641740 20 client.5493 trim_cache size 0 max 16384 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "cluster_fsid": "31465258-c534-45cb-bb4d-35d3efdd6f7d", 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "whoami": 0, 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 5295, 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "want_state": "up:active", 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "state": "up:active", 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs", 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "rank_uptime": 5.6872783880000002, 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "mdsmap_epoch": 15, 2024-02-19T16:31:17.700 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_epoch": 33, 2024-02-19T16:31:17.701 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_epoch_barrier": 33, 2024-02-19T16:31:17.701 INFO:teuthology.orchestra.run.smithi104.stdout: "uptime": 13.112074296999999 2024-02-19T16:31:17.701 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:31:17.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff7d006b810 msgr2=0x7ff7d006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff7d006b810 0x7ff7d006dcd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff7e0036000 tx=0x7ff7e003c040 comp rx=0 tx=0).stop 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7f00d0610 msgr2=0x7ff7f009f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7f00d0610 0x7ff7f009f190 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800c430 tx=0x7ff7d800c8f0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/3277185112 shutdown_connections 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff7d006b810 0x7ff7d006dcd0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7f00d0610 0x7ff7f009f190 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7f015bfd0 0x7ff7f014cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 --2- 172.21.15.104:0/3277185112 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff7f00cf700 0x7ff7f00cb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/3277185112 >> 172.21.15.104:0/3277185112 conn(0x7ff7f00d1920 msgr2=0x7ff7f00ce8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/3277185112 shutdown_connections 2024-02-19T16:31:17.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.691+0000 7ff7f5a6b640 1 -- 172.21.15.104:0/3277185112 wait complete. 2024-02-19T16:31:17.703 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:31:17.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.803+0000 7fefce1b5640 1 Processor -- start 2024-02-19T16:31:17.805 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.803+0000 7fefce1b5640 1 -- start start 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefce1b5640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fefc80b3900 0x7fefc806af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefce1b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 0x7fefc815d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefce1b5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefc806b880 con 0x7fefc8152e60 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefce1b5640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefc80b4a00 con 0x7fefc80b3900 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefce1b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefc80b5b20 con 0x7fefc806b450 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc77fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fefc8152e60 0x7fefc815cc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41534/0 (socket says 172.21.15.104:41534) 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc77fe640 1 -- 172.21.15.104:0/3449010831 learned_addr learned my addr 172.21.15.104:0/3449010831 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc7fff640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 0x7fefc815d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3000680626 0 0) 0x7fefc806b880 con 0x7fefc8152e60 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fefb4003520 con 0x7fefc8152e60 2024-02-19T16:31:17.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefbeffd640 1 --2- 172.21.15.104:0/3449010831 >> v2:172.21.15.158:3300/0 conn(0x7fefc80b3900 0x7fefc806af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2859193303 0 0) 0x7fefb4003520 con 0x7fefc8152e60 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 msgr2=0x7fefc815d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 0x7fefc815d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 >> v2:172.21.15.158:3300/0 conn(0x7fefc80b3900 msgr2=0x7fefc806af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 --2- 172.21.15.104:0/3449010831 >> v2:172.21.15.158:3300/0 conn(0x7fefc80b3900 0x7fefc806af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc80b3d80 con 0x7fefc8152e60 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.804+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fefb8001690 con 0x7fefc8152e60 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 >> v1:172.21.15.104:6789/0 conn(0x7fefc8152e60 legacy=0x7fefc815cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc6ffd640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 0x7fefb4003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc6ffd640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefb4003ef0 0x7fefb40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc6ffd640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefb4004d00 0x7fefb4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc80b4a00 con 0x7fefb4004d00 2024-02-19T16:31:17.810 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc80b5b20 con 0x7fefb4003ef0 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefb400b9d0 con 0x7fefc806b450 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefbeffd640 1 --2- 172.21.15.104:0/3449010831 >> v2:172.21.15.158:3300/0 conn(0x7fefc80b3900 0x7fefc806af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc7fff640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefb4004d00 0x7fefb4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc77fe640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 0x7fefb4003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefbeffd640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefb4003ef0 0x7fefb40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc7fff640 1 -- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 msgr2=0x7fefb4003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc7fff640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 0x7fefb4003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc7fff640 1 -- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefb4003ef0 msgr2=0x7fefb40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc7fff640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefb4003ef0 0x7fefb40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc7fff640 1 -- 172.21.15.104:0/3449010831 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefb4003520 con 0x7fefb4004d00 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.805+0000 7fefc77fe640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefc806b450 0x7fefb4003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefc7fff640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefb4004d00 0x7fefb4005180 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fefc0009fc0 tx=0x7fefb40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc45bb901b25f795 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc002cc20 con 0x7fefb4004d00 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefc000f040 con 0x7fefb4004d00 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefc6ffd640 1 -- 172.21.15.104:0/3449010831 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc0034440 con 0x7fefb4004d00 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefce1b5640 1 -- 172.21.15.104:0/3449010831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefb4004d00 msgr2=0x7fefb4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefce1b5640 1 --2- 172.21.15.104:0/3449010831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefb4004d00 0x7fefb4005180 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fefc0009fc0 tx=0x7fefb40057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefc7fff640 1 -- 172.21.15.104:0/3449010831 reap_dead start 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefce1b5640 1 -- 172.21.15.104:0/3449010831 shutdown_connections 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefce1b5640 1 -- 172.21.15.104:0/3449010831 >> 172.21.15.104:0/3449010831 conn(0x7fefc806c020 msgr2=0x7fefc806c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefce1b5640 1 -- 172.21.15.104:0/3449010831 shutdown_connections 2024-02-19T16:31:17.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.806+0000 7fefce1b5640 1 -- 172.21.15.104:0/3449010831 wait complete. 2024-02-19T16:31:17.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.808+0000 7fefce1b5640 1 Processor -- start 2024-02-19T16:31:17.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.808+0000 7fefce1b5640 1 -- start start 2024-02-19T16:31:17.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefce1b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefb4004d00 0x7fefc814b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefce1b5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefc8153240 0x7fefc80cefa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefce1b5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefc8149f00 0x7fefc814a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefce1b5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc8155770 con 0x7fefc8149f00 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefce1b5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc814be80 con 0x7fefc8153240 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefce1b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefc814c160 con 0x7fefb4004d00 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefc8149f00 0x7fefc814a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefc8149f00 0x7fefc814a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44566/0 (socket says 172.21.15.104:44566) 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 -- 172.21.15.104:0/4032618810 learned_addr learned my addr 172.21.15.104:0/4032618810 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc77fe640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefb4004d00 0x7fefc814b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefbeffd640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefc8153240 0x7fefc80cefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 -- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefb4004d00 msgr2=0x7fefc814b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefb4004d00 0x7fefc814b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 -- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefc8153240 msgr2=0x7fefc80cefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefc8153240 0x7fefc80cefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 -- 172.21.15.104:0/4032618810 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc814c440 con 0x7fefc8149f00 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefbeffd640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefc8153240 0x7fefc80cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc77fe640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefb4004d00 0x7fefc814b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc7fff640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefc8149f00 0x7fefc814a360 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fefc0037040 tx=0x7fefc0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc4ff9640 1 -- 172.21.15.104:0/4032618810 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc0043070 con 0x7fefc8149f00 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc4ff9640 1 -- 172.21.15.104:0/4032618810 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefc0034b50 con 0x7fefc8149f00 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefc814c720 con 0x7fefc8149f00 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefc4ff9640 1 -- 172.21.15.104:0/4032618810 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc0003990 con 0x7fefc8149f00 2024-02-19T16:31:17.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.810+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefc81536a0 con 0x7fefc8149f00 2024-02-19T16:31:17.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.811+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefc8153830 con 0x7fefc8149f00 2024-02-19T16:31:17.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.812+0000 7fefc4ff9640 1 -- 172.21.15.104:0/4032618810 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fefc003e440 con 0x7fefc8149f00 2024-02-19T16:31:17.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.813+0000 7fefc4ff9640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefa806b840 0x7fefa806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:17.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.813+0000 7fefc77fe640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefa806b840 0x7fefa806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:17.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.813+0000 7fefc4ff9640 1 -- 172.21.15.104:0/4032618810 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fefc00aba90 con 0x7fefc8149f00 2024-02-19T16:31:17.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.813+0000 7fefc77fe640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefa806b840 0x7fefa806dd00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fefb8001eb0 tx=0x7fefb8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:17.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:17.817+0000 7fefc4ff9640 1 -- 172.21.15.104:0/4032618810 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fefc8153830 con 0x7fefc8149f00 2024-02-19T16:31:18.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.033+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fefc815d590 con 0x7fefc8149f00 2024-02-19T16:31:18.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.034+0000 7fefc4ff9640 1 -- 172.21.15.104:0/4032618810 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) v1 ==== 53+0+73 (secure 0 0 0) 0x7fefc815d590 con 0x7fefc8149f00 2024-02-19T16:31:18.035 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-19T16:31:18.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefa806b840 msgr2=0x7fefa806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:18.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefa806b840 0x7fefa806dd00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fefb8001eb0 tx=0x7fefb8009040 comp rx=0 tx=0).stop 2024-02-19T16:31:18.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefc8149f00 msgr2=0x7fefc814a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:18.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefc8149f00 0x7fefc814a360 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fefc0037040 tx=0x7fefc0009750 comp rx=0 tx=0).stop 2024-02-19T16:31:18.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 shutdown_connections 2024-02-19T16:31:18.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefa806b840 0x7fefa806dd00 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:18.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefc8149f00 0x7fefc814a360 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:18.039 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefc8153240 0x7fefc80cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:18.039 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 --2- 172.21.15.104:0/4032618810 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefb4004d00 0x7fefc814b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:18.039 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.036+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 >> 172.21.15.104:0/4032618810 conn(0x7fefc806c020 msgr2=0x7fefc8159fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:18.039 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.037+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 shutdown_connections 2024-02-19T16:31:18.039 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18.037+0000 7fefce1b5640 1 -- 172.21.15.104:0/4032618810 wait complete. 2024-02-19T16:31:18.052 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:31:18.052 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:31:18.052 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-02-19T16:31:18.053 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-19T16:31:18.053 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:18.053 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:31:18.053 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:31:18.053 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:31:18.053 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:18.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.053 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:18.069 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42580sec preferred_lft 42580sec 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::3407:6dff:fe00:a91/64 scope link 2024-02-19T16:31:18.070 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4017:6aff:fee5:fdcb/64 scope link 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether be:4f:74:dd:12:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::bc4f:74ff:fedd:128c/64 scope link 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:18.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.071 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:31:18.134 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-02-19T16:31:18.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.136 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-02-19T16:31:18.191 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-02-19T16:31:18.191 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:31:18.191 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:31:18.191 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:31:18.191 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:31:18.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.191 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:31:18.192 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:31:18.192 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:31:18.192 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:31:18.192 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:31:18.192 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:31:18.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.285 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:31:18.299 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-19T16:31:18.300 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-19T16:31:18.300 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:18.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.300 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-02-19T16:31:18.367 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-19T16:31:18.367 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:31:18.367 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:18.422 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:18.422 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:31:18.422 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:18.476 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:31:18.543 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:31:18.598 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:31:18.598 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:31:18.598 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:31:18.598 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:31:18.599 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:18.600 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:18.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.601 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:31:18.654 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-19T16:31:18.654 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-19T16:31:18.696 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:31:18.722 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:31:18.778 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:31:18.779 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:18.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.780 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:31:18.782 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:2024-02-19T16:31:18.781+0000 7f67cf760480 -1 init, newargv = 0x55ba46171ac0 newargc=15 2024-02-19T16:31:18.782 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[53304]: starting ceph client 2024-02-19T16:31:18.786 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[53304]: starting fuse 2024-02-19T16:31:18.798 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:31:18.798 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-02-19T16:31:18.798 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:31:18.798 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-02-19T16:31:18.798 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-02-19T16:31:18.798 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:31:18.798 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-02-19T16:31:18.798 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:18.798 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:31:18.799 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:18.800 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.0")) 2024-02-19T16:31:18.800 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:31:18.917 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.0.53304.asok 2024-02-19T16:31:18.920 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:31:18.928 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.53304.asok 2024-02-19T16:31:18.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:18.928 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.53304.asok status 2024-02-19T16:31:19.066 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "0", 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "53304", 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 5505, 2024-02-19T16:31:19.067 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 5505 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2741281663 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2741281663 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:19.068 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.5505 192.168.0.1:0/2741281663", 2024-02-19T16:31:19.069 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/2741281663", 2024-02-19T16:31:19.069 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-02-19T16:31:19.069 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 15, 2024-02-19T16:31:19.069 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 33, 2024-02-19T16:31:19.069 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:31:19.069 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-02-19T16:31:19.069 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-02-19T16:31:19.069 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:31:19.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:19.075 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-02-19T16:31:19.075 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:19.090 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-02-19T16:31:19.090 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:19.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:19.091 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:19.158 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create data_new --pg_num_min 64 2024-02-19T16:31:19.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.302+0000 7f262a4d4640 1 Processor -- start 2024-02-19T16:31:19.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.302+0000 7f262a4d4640 1 -- start start 2024-02-19T16:31:19.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f262a4d4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f26240ceb00 0x7f26240ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f262a4d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f26240cd6a0 0x7f26240cdb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f262a4d4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f262406e650 con 0x7f262406db00 2024-02-19T16:31:19.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f262a4d4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26240cf420 con 0x7f26240ceb00 2024-02-19T16:31:19.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f262a4d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f262406e8c0 con 0x7f26240cd6a0 2024-02-19T16:31:19.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f26237fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f262406db00 0x7f262406df40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41536/0 (socket says 172.21.15.104:41536) 2024-02-19T16:31:19.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f26237fe640 1 -- 172.21.15.104:0/3055311288 learned_addr learned my addr 172.21.15.104:0/3055311288 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3134462536 0 0) 0x7f262406e650 con 0x7f262406db00 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f2628a71640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f26240cd6a0 0x7f26240cdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.303+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f260c003520 con 0x7f262406db00 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2623fff640 1 --2- 172.21.15.104:0/3055311288 >> v2:172.21.15.158:3300/0 conn(0x7f26240ceb00 0x7f26240ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2276366611 0 0) 0x7f260c003520 con 0x7f262406db00 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f26240cd6a0 msgr2=0x7f26240cdb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f26240cd6a0 0x7f26240cdb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 >> v2:172.21.15.158:3300/0 conn(0x7f26240ceb00 msgr2=0x7f26240ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 --2- 172.21.15.104:0/3055311288 >> v2:172.21.15.158:3300/0 conn(0x7f26240ceb00 0x7f26240ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26240b3ad0 con 0x7f262406db00 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f2614001670 con 0x7f262406db00 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 >> v1:172.21.15.104:6789/0 conn(0x7f262406db00 legacy=0x7f262406df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f260c003970 0x7f260c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f260c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f26240cd6a0 0x7f260c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26240cf420 con 0x7f260c0047c0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f262406e8c0 con 0x7f260c003970 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f260c00b9b0 con 0x7f26240cd6a0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f26237fe640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f260c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2623fff640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f260c003970 0x7f260c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2628a71640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f26240cd6a0 0x7f260c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f26237fe640 1 -- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f26240cd6a0 msgr2=0x7f260c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f26237fe640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f26240cd6a0 0x7f260c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f26237fe640 1 -- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f260c003970 msgr2=0x7f260c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f26237fe640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f260c003970 0x7f260c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f26237fe640 1 -- 172.21.15.104:0/3055311288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f260c003520 con 0x7f260c0047c0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.304+0000 7f2623fff640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f260c003970 0x7f260c003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.305+0000 7f26237fe640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f260c004c40 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f261400c290 tx=0x7f260c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e9b3b41a83b317 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.305+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2614005ad0 con 0x7f260c0047c0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.305+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2614005c30 con 0x7f260c0047c0 2024-02-19T16:31:19.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.305+0000 7f2622ffd640 1 -- 172.21.15.104:0/3055311288 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f261402c8d0 con 0x7f260c0047c0 2024-02-19T16:31:19.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.306+0000 7f262a4d4640 1 -- 172.21.15.104:0/3055311288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 msgr2=0x7f260c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:19.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.306+0000 7f262a4d4640 1 --2- 172.21.15.104:0/3055311288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f260c004c40 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f261400c290 tx=0x7f260c0057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:19.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.306+0000 7f2628a71640 1 -- 172.21.15.104:0/3055311288 reap_dead start 2024-02-19T16:31:19.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.306+0000 7f262a4d4640 1 -- 172.21.15.104:0/3055311288 shutdown_connections 2024-02-19T16:31:19.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.306+0000 7f262a4d4640 1 -- 172.21.15.104:0/3055311288 >> 172.21.15.104:0/3055311288 conn(0x7f26240b1410 msgr2=0x7f26240b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:19.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.306+0000 7f262a4d4640 1 -- 172.21.15.104:0/3055311288 shutdown_connections 2024-02-19T16:31:19.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.306+0000 7f262a4d4640 1 -- 172.21.15.104:0/3055311288 wait complete. 2024-02-19T16:31:19.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.307+0000 7f262a4d4640 1 Processor -- start 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.307+0000 7f262a4d4640 1 -- start start 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f262a4d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f262414d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f262a4d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26241e3d70 0x7f262415b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f262a4d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2624070b70 0x7f2624070ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f262a4d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2624071530 con 0x7f260c0047c0 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f262a4d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26241e4f20 con 0x7f26241e3d70 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f262a4d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f262414dc00 con 0x7f2624070b70 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f262414d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f262414d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44576/0 (socket says 172.21.15.104:44576) 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 -- 172.21.15.104:0/1806639605 learned_addr learned my addr 172.21.15.104:0/1806639605 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f26237fe640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26241e3d70 0x7f262415b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2628a71640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2624070b70 0x7f2624070ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 -- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2624070b70 msgr2=0x7f2624070ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:19.313 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2624070b70 0x7f2624070ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 -- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26241e3d70 msgr2=0x7f262415b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26241e3d70 0x7f262415b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 -- 172.21.15.104:0/1806639605 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26241e4310 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f26237fe640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26241e3d70 0x7f262415b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2623fff640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f262414d6c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f26180115d0 tx=0x7f2618011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2620ff9640 1 -- 172.21.15.104:0/1806639605 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f261800f8f0 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f2620ff9640 1 -- 172.21.15.104:0/1806639605 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f261800fa50 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.308+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26241e45f0 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.309+0000 7f2620ff9640 1 -- 172.21.15.104:0/1806639605 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f261800fde0 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.309+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26241e4bb0 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.310+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26240751e0 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.310+0000 7f2620ff9640 1 -- 172.21.15.104:0/1806639605 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2618015460 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.310+0000 7f2620ff9640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f261006b810 0x7f261006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.311+0000 7f2620ff9640 1 -- 172.21.15.104:0/1806639605 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f261808a9e0 con 0x7f260c0047c0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.311+0000 7f26237fe640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f261006b810 0x7f261006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:19.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.311+0000 7f26237fe640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f261006b810 0x7f261006dcd0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f2614034000 tx=0x7f2614007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:19.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.315+0000 7f2620ff9640 1 -- 172.21.15.104:0/1806639605 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2618055400 con 0x7f260c0047c0 2024-02-19T16:31:19.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:19.610+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "data_new", "pg_num_min": 64} v 0) v1 -- 0x7f26240aec90 con 0x7f260c0047c0 2024-02-19T16:31:20.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.048+0000 7f2620ff9640 1 -- 172.21.15.104:0/1806639605 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "data_new", "pg_num_min": 64}]=0 pool 'data_new' created v34) v1 ==== 124+0+0 (secure 0 0 0) 0x7f2618058ac0 con 0x7f260c0047c0 2024-02-19T16:31:20.050 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'data_new' created 2024-02-19T16:31:20.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f261006b810 msgr2=0x7f261006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:20.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f261006b810 0x7f261006dcd0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f2614034000 tx=0x7f2614007000 comp rx=0 tx=0).stop 2024-02-19T16:31:20.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 msgr2=0x7f262414d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f262414d6c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f26180115d0 tx=0x7f2618011a90 comp rx=0 tx=0).stop 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 shutdown_connections 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f261006b810 0x7f261006dcd0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2624070b70 0x7f2624070ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26241e3d70 0x7f262415b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 --2- 172.21.15.104:0/1806639605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f260c0047c0 0x7f262414d6c0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 >> 172.21.15.104:0/1806639605 conn(0x7f26240b1410 msgr2=0x7f26240b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 shutdown_connections 2024-02-19T16:31:20.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.051+0000 7f262a4d4640 1 -- 172.21.15.104:0/1806639605 wait complete. 2024-02-19T16:31:20.067 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs data_new 2024-02-19T16:31:20.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.168+0000 7fe3720f4640 1 Processor -- start 2024-02-19T16:31:20.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.168+0000 7fe3720f4640 1 -- start start 2024-02-19T16:31:20.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe3720f4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c0cfa10 0x7fe36c0cfe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe3720f4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fe36c0b1610 0x7fe36c0b1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe3720f4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe36c0d03b0 con 0x7fe36c15bc30 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe3720f4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe36c0ce6d0 con 0x7fe36c0b1610 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe3720f4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe36c0b1fd0 con 0x7fe36c0cfa10 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36affd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c0cfa10 0x7fe36c0cfe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36bfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fe36c0b1610 0x7fe36c0b1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36affd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c0cfa10 0x7fe36c0cfe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:60138/0 (socket says 172.21.15.104:60138) 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36affd640 1 -- 172.21.15.104:0/3922629067 learned_addr learned my addr 172.21.15.104:0/3922629067 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36bfff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fe36c0b1610 0x7fe36c0b1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:50740/0 (socket says 172.21.15.104:50740) 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36bfff640 1 -- 172.21.15.104:0/3922629067 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c0cfa10 msgr2=0x7fe36c0cfe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36bfff640 1 --2- 172.21.15.104:0/3922629067 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c0cfa10 0x7fe36c0cfe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36bfff640 1 -- 172.21.15.104:0/3922629067 >> v1:172.21.15.158:6789/0 conn(0x7fe36c15bc30 legacy=0x7fe36c0cd120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:20.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36bfff640 1 -- 172.21.15.104:0/3922629067 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe36c15c010 con 0x7fe36c0b1610 2024-02-19T16:31:20.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.169+0000 7fe36affd640 1 --2- 172.21.15.104:0/3922629067 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c0cfa10 0x7fe36c0cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:20.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.170+0000 7fe36bfff640 1 --2- 172.21.15.104:0/3922629067 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0b1610 0x7fe36c0b1a90 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe364009d90 tx=0x7fe36402bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=514ca3cab7f95206 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:20.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.170+0000 7fe36a7fc640 1 -- 172.21.15.104:0/3922629067 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe36402cc50 con 0x7fe36c0b1610 2024-02-19T16:31:20.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.170+0000 7fe36a7fc640 1 -- 172.21.15.104:0/3922629067 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe36402cdb0 con 0x7fe36c0b1610 2024-02-19T16:31:20.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.170+0000 7fe36a7fc640 1 -- 172.21.15.104:0/3922629067 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe364034660 con 0x7fe36c0b1610 2024-02-19T16:31:20.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.171+0000 7fe3720f4640 1 -- 172.21.15.104:0/3922629067 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0b1610 msgr2=0x7fe36c0b1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:20.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.171+0000 7fe3720f4640 1 --2- 172.21.15.104:0/3922629067 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0b1610 0x7fe36c0b1a90 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe364009d90 tx=0x7fe36402bea0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.171+0000 7fe3720f4640 1 -- 172.21.15.104:0/3922629067 shutdown_connections 2024-02-19T16:31:20.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.171+0000 7fe3720f4640 1 --2- 172.21.15.104:0/3922629067 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0b1610 0x7fe36c0b1a90 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.171+0000 7fe3720f4640 1 --2- 172.21.15.104:0/3922629067 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c0cfa10 0x7fe36c0cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.171+0000 7fe3720f4640 1 -- 172.21.15.104:0/3922629067 >> 172.21.15.104:0/3922629067 conn(0x7fe36c072e20 msgr2=0x7fe36c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:20.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.171+0000 7fe3720f4640 1 -- 172.21.15.104:0/3922629067 shutdown_connections 2024-02-19T16:31:20.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.171+0000 7fe3720f4640 1 -- 172.21.15.104:0/3922629067 wait complete. 2024-02-19T16:31:20.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.172+0000 7fe3720f4640 1 Processor -- start 2024-02-19T16:31:20.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.172+0000 7fe3720f4640 1 -- start start 2024-02-19T16:31:20.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe3720f4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe36c0b1610 0x7fe36c151240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:20.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe3720f4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0cfa10 0x7fe36c0c54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:20.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe3720f4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c15bc30 0x7fe36c1e5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:20.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe3720f4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe36c151780 con 0x7fe36c0b1610 2024-02-19T16:31:20.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe3720f4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe36c1558b0 con 0x7fe36c0cfa10 2024-02-19T16:31:20.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe3720f4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe36c155b90 con 0x7fe36c15bc30 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe36c0b1610 0x7fe36c151240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe36c0b1610 0x7fe36c151240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44588/0 (socket says 172.21.15.104:44588) 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 -- 172.21.15.104:0/4246208699 learned_addr learned my addr 172.21.15.104:0/4246208699 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36affd640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0cfa10 0x7fe36c0c54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36bfff640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c15bc30 0x7fe36c1e5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 -- 172.21.15.104:0/4246208699 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c15bc30 msgr2=0x7fe36c1e5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c15bc30 0x7fe36c1e5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 -- 172.21.15.104:0/4246208699 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0cfa10 msgr2=0x7fe36c0c54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0cfa10 0x7fe36c0c54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 -- 172.21.15.104:0/4246208699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3600094d0 con 0x7fe36c0b1610 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.173+0000 7fe36b7fe640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe36c0b1610 0x7fe36c151240 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe35c00c3c0 tx=0x7fe35c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.174+0000 7fe353fff640 1 -- 172.21.15.104:0/4246208699 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe35c0052d0 con 0x7fe36c0b1610 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.174+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe364009a70 con 0x7fe36c0b1610 2024-02-19T16:31:20.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.174+0000 7fe353fff640 1 -- 172.21.15.104:0/4246208699 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe35c005450 con 0x7fe36c0b1610 2024-02-19T16:31:20.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.174+0000 7fe353fff640 1 -- 172.21.15.104:0/4246208699 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe35c007260 con 0x7fe36c0b1610 2024-02-19T16:31:20.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.174+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe36c156150 con 0x7fe36c0b1610 2024-02-19T16:31:20.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.175+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe36c0751e0 con 0x7fe36c0b1610 2024-02-19T16:31:20.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.175+0000 7fe353fff640 1 -- 172.21.15.104:0/4246208699 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe35c0073c0 con 0x7fe36c0b1610 2024-02-19T16:31:20.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.175+0000 7fe353fff640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe35806b810 0x7fe35806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:20.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.176+0000 7fe353fff640 1 -- 172.21.15.104:0/4246208699 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 6072+0+0 (secure 0 0 0) 0x7fe35c089690 con 0x7fe36c0b1610 2024-02-19T16:31:20.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.176+0000 7fe36affd640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe35806b810 0x7fe35806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:20.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.176+0000 7fe36affd640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe35806b810 0x7fe35806dcd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe36c159480 tx=0x7fe360009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:20.181 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.180+0000 7fe353fff640 1 -- 172.21.15.104:0/4246208699 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe35c053f70 con 0x7fe36c0b1610 2024-02-19T16:31:20.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:20.413+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "data_new"} v 0) v1 -- 0x7fe36c0ce180 con 0x7fe36c0b1610 2024-02-19T16:31:21.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.058+0000 7fe353fff640 1 -- 172.21.15.104:0/4246208699 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "data_new"}]=0 added data pool 6 to fsmap v16) v1 ==== 131+0+0 (secure 0 0 0) 0x7fe35c057630 con 0x7fe36c0b1610 2024-02-19T16:31:21.060 INFO:teuthology.orchestra.run.smithi104.stderr:added data pool 6 to fsmap 2024-02-19T16:31:21.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe35806b810 msgr2=0x7fe35806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe35806b810 0x7fe35806dcd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe36c159480 tx=0x7fe360009240 comp rx=0 tx=0).stop 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe36c0b1610 msgr2=0x7fe36c151240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe36c0b1610 0x7fe36c151240 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe35c00c3c0 tx=0x7fe35c00c880 comp rx=0 tx=0).stop 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 shutdown_connections 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe35806b810 0x7fe35806dcd0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe36c15bc30 0x7fe36c1e5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe36c0cfa10 0x7fe36c0c54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 --2- 172.21.15.104:0/4246208699 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe36c0b1610 0x7fe36c151240 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 >> 172.21.15.104:0/4246208699 conn(0x7fe36c072e20 msgr2=0x7fe36c06f620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 shutdown_connections 2024-02-19T16:31:21.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.066+0000 7fe3720f4640 1 -- 172.21.15.104:0/4246208699 wait complete. 2024-02-19T16:31:21.082 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:21.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.181+0000 7fd8b53e2640 1 Processor -- start 2024-02-19T16:31:21.183 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.181+0000 7fd8b53e2640 1 -- start start 2024-02-19T16:31:21.185 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8b53e2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8b006b620 0x7fd8b00cf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8b53e2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b0161860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8b53e2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8b015e270 con 0x7fd8b015de80 2024-02-19T16:31:21.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8b53e2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8b015e530 con 0x7fd8b006b620 2024-02-19T16:31:21.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8b53e2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8b015e810 con 0x7fd8b00cf850 2024-02-19T16:31:21.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8ae7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8b006b620 0x7fd8b00cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8ae7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd8b006b620 0x7fd8b00cf310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35682/0 (socket says 172.21.15.104:35682) 2024-02-19T16:31:21.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8ae7fc640 1 -- 172.21.15.104:0/3819566368 learned_addr learned my addr 172.21.15.104:0/3819566368 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:21.186 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8af7fe640 1 --2- 172.21.15.104:0/3819566368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b0161860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8ae7fc640 1 -- 172.21.15.104:0/3819566368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 msgr2=0x7fd8b0161860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:21.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8ae7fc640 1 --2- 172.21.15.104:0/3819566368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b0161860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8ae7fc640 1 -- 172.21.15.104:0/3819566368 >> v1:172.21.15.158:6789/0 conn(0x7fd8b015de80 legacy=0x7fd8b006af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.182+0000 7fd8ae7fc640 1 -- 172.21.15.104:0/3819566368 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8b015eaf0 con 0x7fd8b006b620 2024-02-19T16:31:21.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.183+0000 7fd8ae7fc640 1 --2- 172.21.15.104:0/3819566368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b006b620 0x7fd8b00cf310 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fd8a4009870 tx=0x7fd8a402b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379e713e27c0b5a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:21.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.183+0000 7fd8adffb640 1 -- 172.21.15.104:0/3819566368 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8a4031640 con 0x7fd8b006b620 2024-02-19T16:31:21.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.183+0000 7fd8adffb640 1 -- 172.21.15.104:0/3819566368 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8a40317a0 con 0x7fd8b006b620 2024-02-19T16:31:21.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.183+0000 7fd8adffb640 1 -- 172.21.15.104:0/3819566368 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8a4031b30 con 0x7fd8b006b620 2024-02-19T16:31:21.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.184+0000 7fd8b53e2640 1 -- 172.21.15.104:0/3819566368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b006b620 msgr2=0x7fd8b00cf310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.184+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/3819566368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b006b620 0x7fd8b00cf310 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fd8a4009870 tx=0x7fd8a402b8f0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.184+0000 7fd8b53e2640 1 -- 172.21.15.104:0/3819566368 shutdown_connections 2024-02-19T16:31:21.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.184+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/3819566368 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b0161860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.184+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/3819566368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b006b620 0x7fd8b00cf310 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.184+0000 7fd8b53e2640 1 -- 172.21.15.104:0/3819566368 >> 172.21.15.104:0/3819566368 conn(0x7fd8b00d0900 msgr2=0x7fd8b00d0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:21.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.184+0000 7fd8b53e2640 1 -- 172.21.15.104:0/3819566368 shutdown_connections 2024-02-19T16:31:21.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.184+0000 7fd8b53e2640 1 -- 172.21.15.104:0/3819566368 wait complete. 2024-02-19T16:31:21.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.185+0000 7fd8b53e2640 1 Processor -- start 2024-02-19T16:31:21.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.185+0000 7fd8b53e2640 1 -- start start 2024-02-19T16:31:21.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8b53e2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8b006b620 0x7fd8b01f2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8b53e2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b006f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8b53e2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b015c020 0x7fd8b015c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8b53e2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8b015ca10 con 0x7fd8b015c020 2024-02-19T16:31:21.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8b53e2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8b00b5ee0 con 0x7fd8b006b620 2024-02-19T16:31:21.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8b53e2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8b014de40 con 0x7fd8b00cf850 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b015c020 0x7fd8b015c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b015c020 0x7fd8b015c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35696/0 (socket says 172.21.15.104:35696) 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 -- 172.21.15.104:0/1774453519 learned_addr learned my addr 172.21.15.104:0/1774453519 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8aeffd640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8b006b620 0x7fd8b01f2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8ae7fc640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b006f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 -- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 msgr2=0x7fd8b006f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b006f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 -- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8b006b620 msgr2=0x7fd8b01f2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8b006b620 0x7fd8b01f2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 -- 172.21.15.104:0/1774453519 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8a40094d0 con 0x7fd8b015c020 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8ae7fc640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b006f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8af7fe640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b015c020 0x7fd8b015c4d0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fd8a800efc0 tx=0x7fd8a800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.186+0000 7fd8977fe640 1 -- 172.21.15.104:0/1774453519 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8a8009ba0 con 0x7fd8b015c020 2024-02-19T16:31:21.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.187+0000 7fd8977fe640 1 -- 172.21.15.104:0/1774453519 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8a800f040 con 0x7fd8b015c020 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.187+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8b00b6130 con 0x7fd8b015c020 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.187+0000 7fd8977fe640 1 -- 172.21.15.104:0/1774453519 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8a80146c0 con 0x7fd8b015c020 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.187+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8b014e090 con 0x7fd8b015c020 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.187+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8b00751e0 con 0x7fd8b015c020 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.188+0000 7fd8977fe640 1 -- 172.21.15.104:0/1774453519 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd8a8014820 con 0x7fd8b015c020 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.188+0000 7fd8977fe640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd89c06b810 0x7fd89c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.188+0000 7fd8aeffd640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd89c06b810 0x7fd89c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.189+0000 7fd8977fe640 1 -- 172.21.15.104:0/1774453519 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fd8a808b130 con 0x7fd8b015c020 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.189+0000 7fd8aeffd640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd89c06b810 0x7fd89c06dcd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd8a0000f60 tx=0x7fd8a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:21.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.193+0000 7fd8977fe640 1 -- 172.21.15.104:0/1774453519 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd8a80559d0 con 0x7fd8b015c020 2024-02-19T16:31:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.471+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd8b00cdd40 con 0x7fd8b015c020 2024-02-19T16:31:21.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.472+0000 7fd8977fe640 1 -- 172.21.15.104:0/1774453519 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4949 (secure 0 0 0) 0x7fd8a8059090 con 0x7fd8b015c020 2024-02-19T16:31:21.474 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:21.474 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/732126641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":732126641},{"type":"v1","addr":"172.21.15.104:6837","nonce":732126641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":4940,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3497547146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3497547146},{"type":"v1","addr":"172.21.15.158:6834","nonce":3497547146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5248,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2034837576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2034837576},{"type":"v1","addr":"172.21.15.158:6835","nonce":2034837576}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:11.357027+0000","modified":"2024-02-19T16:31:20.415019+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5295},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5295":{"gid":5295,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3228911833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3228911833},{"type":"v1","addr":"172.21.15.104:6836","nonce":3228911833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5,6],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-19T16:31:21.474 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 16 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd89c06b810 msgr2=0x7fd89c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd89c06b810 0x7fd89c06dcd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd8a0000f60 tx=0x7fd8a0009040 comp rx=0 tx=0).stop 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b015c020 msgr2=0x7fd8b015c4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b015c020 0x7fd8b015c4d0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fd8a800efc0 tx=0x7fd8a800c490 comp rx=0 tx=0).stop 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 shutdown_connections 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd89c06b810 0x7fd89c06dcd0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8b015c020 0x7fd8b015c4d0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd8b00cf850 0x7fd8b006f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 --2- 172.21.15.104:0/1774453519 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd8b006b620 0x7fd8b01f2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 >> 172.21.15.104:0/1774453519 conn(0x7fd8b00d0900 msgr2=0x7fd8b006af10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 shutdown_connections 2024-02-19T16:31:21.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.474+0000 7fd8b53e2640 1 -- 172.21.15.104:0/1774453519 wait complete. 2024-02-19T16:31:21.486 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:21.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.613+0000 7fb7ba447640 1 Processor -- start 2024-02-19T16:31:21.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.613+0000 7fb7ba447640 1 -- start start 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.614+0000 7fb7ba447640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb7b40c8f30 0x7fb7b40c93c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.614+0000 7fb7ba447640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7b40cb450 con 0x7fb7b415dfa0 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.614+0000 7fb7ba447640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7b40ca3b0 con 0x7fb7b4071790 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.614+0000 7fb7ba447640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7b40c9900 con 0x7fb7b40c8f30 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.614+0000 7fb7b3fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb7b415dfa0 0x7fb7b40cd9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41094/0 (socket says 172.21.15.104:41094) 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.614+0000 7fb7b3fff640 1 -- 172.21.15.104:0/3385422796 learned_addr learned my addr 172.21.15.104:0/3385422796 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.614+0000 7fb7b37fe640 1 --2- 172.21.15.104:0/3385422796 >> v2:172.21.15.104:3300/0 conn(0x7fb7b40c8f30 0x7fb7b40c93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.614+0000 7fb7b37fe640 1 -- 172.21.15.104:0/3385422796 >> v1:172.21.15.158:6789/0 conn(0x7fb7b4071790 legacy=0x7fb7b4071ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.615+0000 7fb7b37fe640 1 -- 172.21.15.104:0/3385422796 >> v1:172.21.15.104:6789/0 conn(0x7fb7b415dfa0 legacy=0x7fb7b40cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.615+0000 7fb7b37fe640 1 -- 172.21.15.104:0/3385422796 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7b40ca690 con 0x7fb7b40c8f30 2024-02-19T16:31:21.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.615+0000 7fb7b2ffd640 1 -- 172.21.15.104:0/3385422796 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2535611041 0 0) 0x7fb7b40cb450 con 0x7fb7b415dfa0 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.615+0000 7fb7b37fe640 1 --2- 172.21.15.104:0/3385422796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b40c8f30 0x7fb7b40c93c0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40097a0 tx=0x7fb7a402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5bd66827438376d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.615+0000 7fb7b2ffd640 1 -- 172.21.15.104:0/3385422796 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4031830 con 0x7fb7b40c8f30 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.615+0000 7fb7b2ffd640 1 -- 172.21.15.104:0/3385422796 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7a4031990 con 0x7fb7b40c8f30 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.615+0000 7fb7b2ffd640 1 -- 172.21.15.104:0/3385422796 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4031d20 con 0x7fb7b40c8f30 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.616+0000 7fb7ba447640 1 -- 172.21.15.104:0/3385422796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b40c8f30 msgr2=0x7fb7b40c93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.616+0000 7fb7ba447640 1 --2- 172.21.15.104:0/3385422796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b40c8f30 0x7fb7b40c93c0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40097a0 tx=0x7fb7a402b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.616+0000 7fb7ba447640 1 -- 172.21.15.104:0/3385422796 shutdown_connections 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.616+0000 7fb7ba447640 1 --2- 172.21.15.104:0/3385422796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b40c8f30 0x7fb7b40c93c0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.616+0000 7fb7ba447640 1 -- 172.21.15.104:0/3385422796 >> 172.21.15.104:0/3385422796 conn(0x7fb7b40cfbc0 msgr2=0x7fb7b40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.616+0000 7fb7ba447640 1 -- 172.21.15.104:0/3385422796 shutdown_connections 2024-02-19T16:31:21.618 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.616+0000 7fb7ba447640 1 -- 172.21.15.104:0/3385422796 wait complete. 2024-02-19T16:31:21.619 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.617+0000 7fb7ba447640 1 Processor -- start 2024-02-19T16:31:21.619 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.617+0000 7fb7ba447640 1 -- start start 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7ba447640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb7b4071790 0x7fb7b406cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7ba447640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb7b40c8f30 0x7fb7b406d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7ba447640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b415dfa0 0x7fb7b40b4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7ba447640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b406e3c0 con 0x7fb7b415dfa0 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7ba447640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b4153bd0 con 0x7fb7b4071790 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7ba447640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b406d740 con 0x7fb7b40c8f30 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b89e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b415dfa0 0x7fb7b40b4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b89e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b415dfa0 0x7fb7b40b4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35704/0 (socket says 172.21.15.104:35704) 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b89e4640 1 -- 172.21.15.104:0/2729825983 learned_addr learned my addr 172.21.15.104:0/2729825983 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b3fff640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb7b4071790 0x7fb7b406cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b37fe640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb7b40c8f30 0x7fb7b406d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.621 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b89e4640 1 -- 172.21.15.104:0/2729825983 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb7b40c8f30 msgr2=0x7fb7b406d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b89e4640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb7b40c8f30 0x7fb7b406d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b89e4640 1 -- 172.21.15.104:0/2729825983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb7b4071790 msgr2=0x7fb7b406cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.618+0000 7fb7b89e4640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb7b4071790 0x7fb7b406cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.619+0000 7fb7b89e4640 1 -- 172.21.15.104:0/2729825983 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7a4009400 con 0x7fb7b415dfa0 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.619+0000 7fb7b89e4640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b415dfa0 0x7fb7b40b4950 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac00c6b0 tx=0x7fb7ac00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.619+0000 7fb7b0ff9640 1 -- 172.21.15.104:0/2729825983 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac003b70 con 0x7fb7b415dfa0 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.619+0000 7fb7b0ff9640 1 -- 172.21.15.104:0/2729825983 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7ac003cf0 con 0x7fb7b415dfa0 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.619+0000 7fb7b0ff9640 1 -- 172.21.15.104:0/2729825983 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac003ea0 con 0x7fb7b415dfa0 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.619+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7b406da20 con 0x7fb7b415dfa0 2024-02-19T16:31:21.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.619+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7b406dfe0 con 0x7fb7b415dfa0 2024-02-19T16:31:21.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.620+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7b406e500 con 0x7fb7b415dfa0 2024-02-19T16:31:21.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.620+0000 7fb7b0ff9640 1 -- 172.21.15.104:0/2729825983 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb7ac005310 con 0x7fb7b415dfa0 2024-02-19T16:31:21.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.621+0000 7fb7b0ff9640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb7a006b810 0x7fb7a006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:21.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.621+0000 7fb7b3fff640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb7a006b810 0x7fb7a006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:21.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.621+0000 7fb7b0ff9640 1 -- 172.21.15.104:0/2729825983 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fb7ac089f10 con 0x7fb7b415dfa0 2024-02-19T16:31:21.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.621+0000 7fb7b3fff640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb7a006b810 0x7fb7a006dcd0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8000f60 tx=0x7fb7a8007e40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:21.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.625+0000 7fb7b0ff9640 1 -- 172.21.15.104:0/2729825983 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb7b406e500 con 0x7fb7b415dfa0 2024-02-19T16:31:21.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.806+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb7b406e500 con 0x7fb7b415dfa0 2024-02-19T16:31:21.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.807+0000 7fb7b0ff9640 1 -- 172.21.15.104:0/2729825983 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+18518 (secure 0 0 0) 0x7fb7b406e500 con 0x7fb7b415dfa0 2024-02-19T16:31:21.809 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:21.809 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":35,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:20.414827+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb7a006b810 msgr2=0x7fb7a006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb7a006b810 0x7fb7a006dcd0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8000f60 tx=0x7fb7a8007e40 comp rx=0 tx=0).stop 2024-02-19T16:31:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b415dfa0 msgr2=0x7fb7b40b4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b415dfa0 0x7fb7b40b4950 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac00c6b0 tx=0x7fb7ac00cb70 comp rx=0 tx=0).stop 2024-02-19T16:31:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 shutdown_connections 2024-02-19T16:31:21.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb7a006b810 0x7fb7a006dcd0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b415dfa0 0x7fb7b40b4950 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb7b40c8f30 0x7fb7b406d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 --2- 172.21.15.104:0/2729825983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb7b4071790 0x7fb7b406cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.809+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 >> 172.21.15.104:0/2729825983 conn(0x7fb7b40cfbc0 msgr2=0x7fb7b41564b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.810+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 shutdown_connections 2024-02-19T16:31:21.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:21.810+0000 7fb7ba447640 1 -- 172.21.15.104:0/2729825983 wait complete. 2024-02-19T16:31:21.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:21.822 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch layoutfile) 2024-02-19T16:31:21.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:21.841 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir layoutdir) 2024-02-19T16:31:21.899 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds 'allow rw' mon 'allow r' osd 'allow rw pool=cephfs_data,allow rw pool=data_new' 2024-02-19T16:31:22.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.050+0000 7fad2eea3640 1 Processor -- start 2024-02-19T16:31:22.052 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.050+0000 7fad2eea3640 1 -- start start 2024-02-19T16:31:22.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.051+0000 7fad2eea3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad2815b9d0 0x7fad280b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.051+0000 7fad2eea3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fad2815bdb0 0x7fad2806bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.051+0000 7fad2eea3640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fad280b5030 0x7fad2806ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.051+0000 7fad2eea3640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad280b4090 con 0x7fad2815bdb0 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.051+0000 7fad2eea3640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad2806c2b0 con 0x7fad280b5030 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.051+0000 7fad2eea3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad280b55f0 con 0x7fad2815b9d0 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.051+0000 7fad27fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fad2815bdb0 0x7fad2806bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad27fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fad2815bdb0 0x7fad2806bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35720/0 (socket says 172.21.15.104:35720) 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad27fff640 1 -- 172.21.15.104:0/2147101172 learned_addr learned my addr 172.21.15.104:0/2147101172 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad2cc3f640 1 --2- 172.21.15.104:0/2147101172 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad2815b9d0 0x7fad280b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad2d440640 1 --2- 172.21.15.104:0/2147101172 >> v2:172.21.15.158:3300/0 conn(0x7fad280b5030 0x7fad2806ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad27fff640 1 -- 172.21.15.104:0/2147101172 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad2815b9d0 msgr2=0x7fad280b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad27fff640 1 --2- 172.21.15.104:0/2147101172 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad2815b9d0 0x7fad280b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad27fff640 1 -- 172.21.15.104:0/2147101172 >> v2:172.21.15.158:3300/0 conn(0x7fad280b5030 msgr2=0x7fad2806ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad27fff640 1 --2- 172.21.15.104:0/2147101172 >> v2:172.21.15.158:3300/0 conn(0x7fad280b5030 0x7fad2806ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad27fff640 1 -- 172.21.15.104:0/2147101172 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad2806afb0 con 0x7fad2815bdb0 2024-02-19T16:31:22.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.052+0000 7fad2d440640 1 --2- 172.21.15.104:0/2147101172 >> v2:172.21.15.158:3300/0 conn(0x7fad280b5030 0x7fad2806ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:22.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.053+0000 7fad27fff640 1 --2- 172.21.15.104:0/2147101172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815bdb0 0x7fad2806bd70 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fad2815f680 tx=0x7fad1402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d223f80fa6590b05 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.055+0000 7fad277fe640 1 -- 172.21.15.104:0/2147101172 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad14031870 con 0x7fad2815bdb0 2024-02-19T16:31:22.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.055+0000 7fad277fe640 1 -- 172.21.15.104:0/2147101172 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad140319d0 con 0x7fad2815bdb0 2024-02-19T16:31:22.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.055+0000 7fad277fe640 1 -- 172.21.15.104:0/2147101172 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad14031d60 con 0x7fad2815bdb0 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 -- 172.21.15.104:0/2147101172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815bdb0 msgr2=0x7fad2806bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2147101172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815bdb0 0x7fad2806bd70 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fad2815f680 tx=0x7fad1402b910 comp rx=0 tx=0).stop 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 -- 172.21.15.104:0/2147101172 shutdown_connections 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2147101172 >> v2:172.21.15.158:3300/0 conn(0x7fad280b5030 0x7fad2806ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2147101172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815bdb0 0x7fad2806bd70 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2147101172 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad2815b9d0 0x7fad280b3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 -- 172.21.15.104:0/2147101172 >> 172.21.15.104:0/2147101172 conn(0x7fad280b2020 msgr2=0x7fad280b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 -- 172.21.15.104:0/2147101172 shutdown_connections 2024-02-19T16:31:22.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.056+0000 7fad2eea3640 1 -- 172.21.15.104:0/2147101172 wait complete. 2024-02-19T16:31:22.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.057+0000 7fad2eea3640 1 Processor -- start 2024-02-19T16:31:22.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.057+0000 7fad2eea3640 1 -- start start 2024-02-19T16:31:22.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2eea3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad280b5030 0x7fad281465d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2eea3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fad2815b9d0 0x7fad2815d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2eea3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815da10 0x7fad281e42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2eea3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad28147730 con 0x7fad2815da10 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2eea3640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad2815de80 con 0x7fad2815b9d0 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2eea3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad28147090 con 0x7fad280b5030 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2d440640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815da10 0x7fad281e42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2d440640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815da10 0x7fad281e42f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35722/0 (socket says 172.21.15.104:35722) 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2d440640 1 -- 172.21.15.104:0/2884463134 learned_addr learned my addr 172.21.15.104:0/2884463134 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad27fff640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fad2815b9d0 0x7fad2815d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.058+0000 7fad2cc3f640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad280b5030 0x7fad281465d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.059+0000 7fad2d440640 1 -- 172.21.15.104:0/2884463134 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad280b5030 msgr2=0x7fad281465d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.059+0000 7fad2d440640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad280b5030 0x7fad281465d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.059+0000 7fad2d440640 1 -- 172.21.15.104:0/2884463134 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fad2815b9d0 msgr2=0x7fad2815d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.059+0000 7fad2d440640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fad2815b9d0 0x7fad2815d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.059+0000 7fad2d440640 1 -- 172.21.15.104:0/2884463134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad140094d0 con 0x7fad2815da10 2024-02-19T16:31:22.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.059+0000 7fad2d440640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815da10 0x7fad281e42f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fad20007e40 tx=0x7fad2000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.060+0000 7fad257fa640 1 -- 172.21.15.104:0/2884463134 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad20003b90 con 0x7fad2815da10 2024-02-19T16:31:22.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.060+0000 7fad257fa640 1 -- 172.21.15.104:0/2884463134 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad2000f040 con 0x7fad2815da10 2024-02-19T16:31:22.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.060+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad281e5020 con 0x7fad2815da10 2024-02-19T16:31:22.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.060+0000 7fad257fa640 1 -- 172.21.15.104:0/2884463134 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad2000de80 con 0x7fad2815da10 2024-02-19T16:31:22.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.060+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad28146b10 con 0x7fad2815da10 2024-02-19T16:31:22.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.061+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad280751e0 con 0x7fad2815da10 2024-02-19T16:31:22.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.061+0000 7fad257fa640 1 -- 172.21.15.104:0/2884463134 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fad20004030 con 0x7fad2815da10 2024-02-19T16:31:22.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.062+0000 7fad257fa640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fad0c06b810 0x7fad0c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.062+0000 7fad257fa640 1 -- 172.21.15.104:0/2884463134 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fad2008a550 con 0x7fad2815da10 2024-02-19T16:31:22.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.062+0000 7fad2cc3f640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fad0c06b810 0x7fad0c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.062+0000 7fad2cc3f640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fad0c06b810 0x7fad0c06dcd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fad1c009b40 tx=0x7fad1c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.067 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.066+0000 7fad257fa640 1 -- 172.21.15.104:0/2884463134 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fad20054f20 con 0x7fad2815da10 2024-02-19T16:31:22.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.343+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow rw", "mon", "allow r", "osd", "allow rw pool=cephfs_data,allow rw pool=data_new"]} v 0) v1 -- 0x7fad280cc330 con 0x7fad2815da10 2024-02-19T16:31:22.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.345+0000 7fad257fa640 1 -- 172.21.15.104:0/2884463134 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow rw", "mon", "allow r", "osd", "allow rw pool=cephfs_data,allow rw pool=data_new"]}]=0 updated caps for client.0 v12) v1 ==== 210+0+167 (secure 0 0 0) 0x7fad200585e0 con 0x7fad2815da10 2024-02-19T16:31:22.346 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:31:22.346 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:31:22.346 INFO:teuthology.orchestra.run.smithi104.stdout: caps mds = "allow rw" 2024-02-19T16:31:22.346 INFO:teuthology.orchestra.run.smithi104.stdout: caps mon = "allow r" 2024-02-19T16:31:22.347 INFO:teuthology.orchestra.run.smithi104.stdout: caps osd = "allow rw pool=cephfs_data,allow rw pool=data_new" 2024-02-19T16:31:22.347 INFO:teuthology.orchestra.run.smithi104.stderr:updated caps for client.0 2024-02-19T16:31:22.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fad0c06b810 msgr2=0x7fad0c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fad0c06b810 0x7fad0c06dcd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fad1c009b40 tx=0x7fad1c009190 comp rx=0 tx=0).stop 2024-02-19T16:31:22.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815da10 msgr2=0x7fad281e42f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815da10 0x7fad281e42f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fad20007e40 tx=0x7fad2000d4a0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 shutdown_connections 2024-02-19T16:31:22.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fad0c06b810 0x7fad0c06dcd0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad2815da10 0x7fad281e42f0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fad2815b9d0 0x7fad2815d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 --2- 172.21.15.104:0/2884463134 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fad280b5030 0x7fad281465d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.347+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 >> 172.21.15.104:0/2884463134 conn(0x7fad280b2020 msgr2=0x7fad280b3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:22.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.348+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 shutdown_connections 2024-02-19T16:31:22.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.348+0000 7fad2eea3640 1 -- 172.21.15.104:0/2884463134 wait complete. 2024-02-19T16:31:22.360 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:22.360 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:22.376 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:22.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.515+0000 7f71bb908640 1 Processor -- start 2024-02-19T16:31:22.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.515+0000 7f71bb908640 1 -- start start 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71bb908640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f71b415ded0 0x7f71b406af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71bb908640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b40ad8b0 0x7f71b406b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71bb908640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71b406d6a0 con 0x7f71b406b990 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71bb908640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71b40ae150 con 0x7f71b415ded0 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71bb908640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71b40ade70 con 0x7f71b40ad8b0 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71b9ea5640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f71b406b990 0x7f71b406d9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41100/0 (socket says 172.21.15.104:41100) 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71b9ea5640 1 -- 172.21.15.104:0/2849481031 learned_addr learned my addr 172.21.15.104:0/2849481031 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71b8ea3640 1 --2- 172.21.15.104:0/2849481031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b40ad8b0 0x7f71b406b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71b96a4640 1 --2- 172.21.15.104:0/2849481031 >> v2:172.21.15.158:3300/0 conn(0x7f71b415ded0 0x7f71b406af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71abfff640 1 -- 172.21.15.104:0/2849481031 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3322343896 0 0) 0x7f71b406d6a0 con 0x7f71b406b990 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71abfff640 1 -- 172.21.15.104:0/2849481031 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f71a0003520 con 0x7f71b406b990 2024-02-19T16:31:22.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71b8ea3640 1 -- 172.21.15.104:0/2849481031 >> v2:172.21.15.158:3300/0 conn(0x7f71b415ded0 msgr2=0x7f71b406af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:22.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71b8ea3640 1 --2- 172.21.15.104:0/2849481031 >> v2:172.21.15.158:3300/0 conn(0x7f71b415ded0 0x7f71b406af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71b8ea3640 1 -- 172.21.15.104:0/2849481031 >> v1:172.21.15.104:6789/0 conn(0x7f71b406b990 legacy=0x7f71b406d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71abfff640 1 -- 172.21.15.104:0/2849481031 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1400190652 0 0) 0x7f71a0003520 con 0x7f71b406b990 2024-02-19T16:31:22.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.516+0000 7f71b8ea3640 1 -- 172.21.15.104:0/2849481031 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71b406d050 con 0x7f71b40ad8b0 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.517+0000 7f71b8ea3640 1 --2- 172.21.15.104:0/2849481031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b40ad8b0 0x7f71b406b450 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f71a40097a0 tx=0x7f71a402b790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2de7f5aef7ed3e9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.517+0000 7f71abfff640 1 -- 172.21.15.104:0/2849481031 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71ac0019f0 con 0x7f71b40ad8b0 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.517+0000 7f71abfff640 1 -- 172.21.15.104:0/2849481031 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71a402e050 con 0x7f71b40ad8b0 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.517+0000 7f71abfff640 1 -- 172.21.15.104:0/2849481031 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71a4030710 con 0x7f71b40ad8b0 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.518+0000 7f71bb908640 1 -- 172.21.15.104:0/2849481031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b40ad8b0 msgr2=0x7f71b406b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.518+0000 7f71bb908640 1 --2- 172.21.15.104:0/2849481031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b40ad8b0 0x7f71b406b450 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f71a40097a0 tx=0x7f71a402b790 comp rx=0 tx=0).stop 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.518+0000 7f71bb908640 1 -- 172.21.15.104:0/2849481031 shutdown_connections 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.518+0000 7f71bb908640 1 --2- 172.21.15.104:0/2849481031 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b40ad8b0 0x7f71b406b450 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.518+0000 7f71bb908640 1 --2- 172.21.15.104:0/2849481031 >> v2:172.21.15.158:3300/0 conn(0x7f71b415ded0 0x7f71b406af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.518+0000 7f71bb908640 1 -- 172.21.15.104:0/2849481031 >> 172.21.15.104:0/2849481031 conn(0x7f71b40b2240 msgr2=0x7f71b40d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:22.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.518+0000 7f71bb908640 1 -- 172.21.15.104:0/2849481031 shutdown_connections 2024-02-19T16:31:22.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.518+0000 7f71bb908640 1 -- 172.21.15.104:0/2849481031 wait complete. 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.519+0000 7f71bb908640 1 Processor -- start 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.519+0000 7f71bb908640 1 -- start start 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71bb908640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71b406b990 0x7f71b4156f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71bb908640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71b40ad8b0 0x7f71b41f30e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71bb908640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b415ded0 0x7f71b4071210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71bb908640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71b4071af0 con 0x7f71b406b990 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71bb908640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71b40720b0 con 0x7f71b40ad8b0 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71bb908640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71b4157490 con 0x7f71b415ded0 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b96a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71b406b990 0x7f71b4156f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b96a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71b406b990 0x7f71b4156f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35736/0 (socket says 172.21.15.104:35736) 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b96a4640 1 -- 172.21.15.104:0/2589289593 learned_addr learned my addr 172.21.15.104:0/2589289593 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b9ea5640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b415ded0 0x7f71b4071210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b8ea3640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71b40ad8b0 0x7f71b41f30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b96a4640 1 -- 172.21.15.104:0/2589289593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b415ded0 msgr2=0x7f71b4071210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b96a4640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b415ded0 0x7f71b4071210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b96a4640 1 -- 172.21.15.104:0/2589289593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71b40ad8b0 msgr2=0x7f71b41f30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b96a4640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71b40ad8b0 0x7f71b41f30e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.520+0000 7f71b96a4640 1 -- 172.21.15.104:0/2589289593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71a4009400 con 0x7f71b406b990 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.521+0000 7f71b96a4640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71b406b990 0x7f71b4156f50 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f71b000e8a0 tx=0x7f71b000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.521+0000 7f71a9ffb640 1 -- 172.21.15.104:0/2589289593 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71b00094f0 con 0x7f71b406b990 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.521+0000 7f71a9ffb640 1 -- 172.21.15.104:0/2589289593 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71b000c940 con 0x7f71b406b990 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.521+0000 7f71a9ffb640 1 -- 172.21.15.104:0/2589289593 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71b000ccf0 con 0x7f71b406b990 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.521+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71b41f3620 con 0x7f71b406b990 2024-02-19T16:31:22.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.521+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71b4156b60 con 0x7f71b406b990 2024-02-19T16:31:22.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.522+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71b4156d50 con 0x7f71b406b990 2024-02-19T16:31:22.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.522+0000 7f71a9ffb640 1 -- 172.21.15.104:0/2589289593 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f71b0013470 con 0x7f71b406b990 2024-02-19T16:31:22.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.523+0000 7f71a9ffb640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f719806b840 0x7f719806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.523+0000 7f71a9ffb640 1 -- 172.21.15.104:0/2589289593 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f71b008a490 con 0x7f71b406b990 2024-02-19T16:31:22.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.523+0000 7f71b8ea3640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f719806b840 0x7f719806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.523+0000 7f71b8ea3640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f719806b840 0x7f719806dd00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f71a4034000 tx=0x7f71a402f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.528 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.527+0000 7f71a9ffb640 1 -- 172.21.15.104:0/2589289593 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f71b0054ca0 con 0x7f71b406b990 2024-02-19T16:31:22.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.705+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f71b40751e0 con 0x7f71b406b990 2024-02-19T16:31:22.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.706+0000 7f71a9ffb640 1 -- 172.21.15.104:0/2589289593 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7f71b0058360 con 0x7f71b406b990 2024-02-19T16:31:22.708 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:22.708 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:22.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.708+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f719806b840 msgr2=0x7f719806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.708+0000 7f71bb908640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f719806b840 0x7f719806dd00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f71a4034000 tx=0x7f71a402f000 comp rx=0 tx=0).stop 2024-02-19T16:31:22.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.708+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71b406b990 msgr2=0x7f71b4156f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.708+0000 7f71bb908640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71b406b990 0x7f71b4156f50 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f71b000e8a0 tx=0x7f71b000ed60 comp rx=0 tx=0).stop 2024-02-19T16:31:22.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.709+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 shutdown_connections 2024-02-19T16:31:22.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.709+0000 7f71bb908640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f719806b840 0x7f719806dd00 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.710 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.709+0000 7f71bb908640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f71b415ded0 0x7f71b4071210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.709+0000 7f71bb908640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f71b40ad8b0 0x7f71b41f30e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.709+0000 7f71bb908640 1 --2- 172.21.15.104:0/2589289593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f71b406b990 0x7f71b4156f50 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.709+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 >> 172.21.15.104:0/2589289593 conn(0x7f71b40b2240 msgr2=0x7f71b415aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:22.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.709+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 shutdown_connections 2024-02-19T16:31:22.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.709+0000 7f71bb908640 1 -- 172.21.15.104:0/2589289593 wait complete. 2024-02-19T16:31:22.721 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:09.207291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:10.330329+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'data_new', 'create_time': '2024-02-19T16:31:19.629125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:22.721 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:22.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.824+0000 7f20fd593640 1 Processor -- start 2024-02-19T16:31:22.826 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.824+0000 7f20fd593640 1 -- start start 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20fd593640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f20f815f3e0 0x7f20f80d2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20fd593640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20f80cd3d0 0x7f20f80ce1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20fd593640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20f80ceb60 con 0x7f20f80ce730 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20fd593640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20f815f7c0 con 0x7f20f815f3e0 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20fd593640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20f8160800 con 0x7f20f80cd3d0 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20f77fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f20f80ce730 0x7f20f80b1280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41106/0 (socket says 172.21.15.104:41106) 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20f77fe640 1 -- 172.21.15.104:0/1347446795 learned_addr learned my addr 172.21.15.104:0/1347446795 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20effff640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20f80cd3d0 0x7f20f80ce1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2140400235 0 0) 0x7f20f80ceb60 con 0x7f20f80ce730 2024-02-19T16:31:22.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/1347446795 >> v2:172.21.15.158:3300/0 conn(0x7f20f815f3e0 0x7f20f80d2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.825+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f20e4003520 con 0x7f20f80ce730 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2215860630 0 0) 0x7f20e4003520 con 0x7f20f80ce730 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20f80cd3d0 msgr2=0x7f20f80ce1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20f80cd3d0 0x7f20f80ce1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 >> v2:172.21.15.158:3300/0 conn(0x7f20f815f3e0 msgr2=0x7f20f80d2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 --2- 172.21.15.104:0/1347446795 >> v2:172.21.15.158:3300/0 conn(0x7f20f815f3e0 0x7f20f80d2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20f80cc8f0 con 0x7f20f80ce730 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f20f00019f0 con 0x7f20f80ce730 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 >> v1:172.21.15.104:6789/0 conn(0x7f20f80ce730 legacy=0x7f20f80b1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20e4003970 0x7f20e4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20f80cd3d0 0x7f20e40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20e4004d00 0x7f20e4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f815f7c0 con 0x7f20e4003970 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f8160800 con 0x7f20e4004d00 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20e400b980 con 0x7f20f80cd3d0 2024-02-19T16:31:22.830 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20e4003970 0x7f20e4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20effff640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20f80cd3d0 0x7f20e40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f77fe640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20e4004d00 0x7f20e4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f6ffd640 1 -- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20f80cd3d0 msgr2=0x7f20e40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20f80cd3d0 0x7f20e40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f6ffd640 1 -- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20e4004d00 msgr2=0x7f20e4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20e4004d00 0x7f20e4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.826+0000 7f20f6ffd640 1 -- 172.21.15.104:0/1347446795 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20e4003520 con 0x7f20e4003970 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.827+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20e4003970 0x7f20e4003d90 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f20e8009ac0 tx=0x7f20e40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46c211a8432361bd server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.827+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e802c710 con 0x7f20e4003970 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.827+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20e802c870 con 0x7f20e4003970 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.827+0000 7f20f67fc640 1 -- 172.21.15.104:0/1347446795 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e802cc00 con 0x7f20e4003970 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.828+0000 7f20fd593640 1 -- 172.21.15.104:0/1347446795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20e4003970 msgr2=0x7f20e4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.828+0000 7f20fd593640 1 --2- 172.21.15.104:0/1347446795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20e4003970 0x7f20e4003d90 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f20e8009ac0 tx=0x7f20e40057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.828+0000 7f20f77fe640 1 -- 172.21.15.104:0/1347446795 reap_dead start 2024-02-19T16:31:22.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.828+0000 7f20fd593640 1 -- 172.21.15.104:0/1347446795 shutdown_connections 2024-02-19T16:31:22.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.828+0000 7f20fd593640 1 -- 172.21.15.104:0/1347446795 >> 172.21.15.104:0/1347446795 conn(0x7f20f80d1920 msgr2=0x7f20f80d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:22.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.828+0000 7f20fd593640 1 -- 172.21.15.104:0/1347446795 shutdown_connections 2024-02-19T16:31:22.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.828+0000 7f20fd593640 1 -- 172.21.15.104:0/1347446795 wait complete. 2024-02-19T16:31:22.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.829+0000 7f20fd593640 1 Processor -- start 2024-02-19T16:31:22.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.829+0000 7f20fd593640 1 -- start start 2024-02-19T16:31:22.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20fd593640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20e4003970 0x7f20f80c5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20fd593640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20f80c4730 0x7f20f815a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.834 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20fd593640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20f806db00 0x7f20f80b6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20fd593640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f815a6a0 con 0x7f20f80c4730 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20fd593640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f80c9c40 con 0x7f20f806db00 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20fd593640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20f80c78f0 con 0x7f20e4003970 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20f80c4730 0x7f20f815a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20f80c4730 0x7f20f815a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35754/0 (socket says 172.21.15.104:35754) 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 -- 172.21.15.104:0/2358292202 learned_addr learned my addr 172.21.15.104:0/2358292202 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20f77fe640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20f806db00 0x7f20f80b6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20e4003970 0x7f20f80c5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 -- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20e4003970 msgr2=0x7f20f80c5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20e4003970 0x7f20f80c5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 -- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20f806db00 msgr2=0x7f20f80b6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20f806db00 0x7f20f80b6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 -- 172.21.15.104:0/2358292202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20f80c7bd0 con 0x7f20f80c4730 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20f77fe640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20f806db00 0x7f20f80b6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:22.835 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20e4003970 0x7f20f80c5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20effff640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20f80c4730 0x7f20f815a160 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f20e0011600 tx=0x7f20e0011ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20ef7fe640 1 -- 172.21.15.104:0/2358292202 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e000f920 con 0x7f20f80c4730 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20ef7fe640 1 -- 172.21.15.104:0/2358292202 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20e000fa80 con 0x7f20f80c4730 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20f80c7eb0 con 0x7f20f80c4730 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20ef7fe640 1 -- 172.21.15.104:0/2358292202 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e000fdf0 con 0x7f20f80c4730 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.830+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20f80c8190 con 0x7f20f80c4730 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.831+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20f80c9aa0 con 0x7f20f80c4730 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.832+0000 7f20ef7fe640 1 -- 172.21.15.104:0/2358292202 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f20e0015460 con 0x7f20f80c4730 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.832+0000 7f20ef7fe640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f20d806b840 0x7f20d806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.832+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f20d806b840 0x7f20d806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.832+0000 7f20ef7fe640 1 -- 172.21.15.104:0/2358292202 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f20e008ac20 con 0x7f20f80c4730 2024-02-19T16:31:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.833+0000 7f20f6ffd640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f20d806b840 0x7f20d806dd00 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f20e8036000 tx=0x7f20e8030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:22.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:22.837+0000 7f20ef7fe640 1 -- 172.21.15.104:0/2358292202 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f20f80c9aa0 con 0x7f20f80c4730 2024-02-19T16:31:23.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.008+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f20f80c9d80 con 0x7f20f80c4730 2024-02-19T16:31:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.009+0000 7f20ef7fe640 1 -- 172.21.15.104:0/2358292202 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f20f80c9d80 con 0x7f20f80c4730 2024-02-19T16:31:23.010 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:23.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f20d806b840 msgr2=0x7f20d806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f20d806b840 0x7f20d806dd00 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f20e8036000 tx=0x7f20e8030000 comp rx=0 tx=0).stop 2024-02-19T16:31:23.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20f80c4730 msgr2=0x7f20f815a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20f80c4730 0x7f20f815a160 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f20e0011600 tx=0x7f20e0011ac0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 shutdown_connections 2024-02-19T16:31:23.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f20d806b840 0x7f20d806dd00 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20f80c4730 0x7f20f815a160 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20f806db00 0x7f20f80b6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 --2- 172.21.15.104:0/2358292202 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20e4003970 0x7f20f80c5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 >> 172.21.15.104:0/2358292202 conn(0x7f20f80d1920 msgr2=0x7f20f80b0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:23.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 shutdown_connections 2024-02-19T16:31:23.013 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.011+0000 7f20fd593640 1 -- 172.21.15.104:0/2358292202 wait complete. 2024-02-19T16:31:23.023 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:31:23.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.127+0000 7f9ce2de2640 1 Processor -- start 2024-02-19T16:31:23.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.127+0000 7f9ce2de2640 1 -- start start 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce2de2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9cdc15f3e0 0x7f9cdc0d2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce2de2640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cdc15f7c0 con 0x7f9cdc0ce900 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce2de2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cdc160800 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce2de2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cdc0cc8f0 con 0x7f9cdc15f3e0 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce0b7e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9cdc15f3e0 0x7f9cdc0d2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce137f640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9cdc0ce900 0x7f9cdc0b1280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41112/0 (socket says 172.21.15.104:41112) 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce137f640 1 -- 172.21.15.104:0/2414390678 learned_addr learned my addr 172.21.15.104:0/2414390678 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce0b7e640 1 -- 172.21.15.104:0/2414390678 >> v1:172.21.15.158:6789/0 conn(0x7f9cdc0cd3d0 legacy=0x7f9cdc0ce1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce0b7e640 1 -- 172.21.15.104:0/2414390678 >> v1:172.21.15.104:6789/0 conn(0x7f9cdc0ce900 legacy=0x7f9cdc0b1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9ce0b7e640 1 -- 172.21.15.104:0/2414390678 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cdc0ccbd0 con 0x7f9cdc15f3e0 2024-02-19T16:31:23.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.128+0000 7f9cdb7fe640 1 -- 172.21.15.104:0/2414390678 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 620646837 0 0) 0x7f9cdc15f7c0 con 0x7f9cdc0ce900 2024-02-19T16:31:23.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9ce0b7e640 1 --2- 172.21.15.104:0/2414390678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc15f3e0 0x7f9cdc0d2440 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4009d90 tx=0x7f9cd402bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aca4c3d2b7d810a0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9cdb7fe640 1 -- 172.21.15.104:0/2414390678 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd402cd00 con 0x7f9cdc15f3e0 2024-02-19T16:31:23.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9cdb7fe640 1 -- 172.21.15.104:0/2414390678 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cd402ce60 con 0x7f9cdc15f3e0 2024-02-19T16:31:23.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9cdb7fe640 1 -- 172.21.15.104:0/2414390678 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd4034660 con 0x7f9cdc15f3e0 2024-02-19T16:31:23.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9ce2de2640 1 -- 172.21.15.104:0/2414390678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc15f3e0 msgr2=0x7f9cdc0d2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9ce2de2640 1 --2- 172.21.15.104:0/2414390678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc15f3e0 0x7f9cdc0d2440 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4009d90 tx=0x7f9cd402bf50 comp rx=0 tx=0).stop 2024-02-19T16:31:23.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9ce2de2640 1 -- 172.21.15.104:0/2414390678 shutdown_connections 2024-02-19T16:31:23.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9ce2de2640 1 --2- 172.21.15.104:0/2414390678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc15f3e0 0x7f9cdc0d2440 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9ce2de2640 1 -- 172.21.15.104:0/2414390678 >> 172.21.15.104:0/2414390678 conn(0x7f9cdc0d1920 msgr2=0x7f9cdc0d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:23.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9ce2de2640 1 -- 172.21.15.104:0/2414390678 shutdown_connections 2024-02-19T16:31:23.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.130+0000 7f9ce2de2640 1 -- 172.21.15.104:0/2414390678 wait complete. 2024-02-19T16:31:23.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.131+0000 7f9ce2de2640 1 Processor -- start 2024-02-19T16:31:23.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.131+0000 7f9ce2de2640 1 -- start start 2024-02-19T16:31:23.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce2de2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc0cd3d0 0x7f9cdc0c99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce2de2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9cdc0ce900 0x7f9cdc0c9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce2de2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9cdc15f3e0 0x7f9cdc0b4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce2de2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cdc1f4830 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce2de2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cdc1f3bb0 con 0x7f9cdc0ce900 2024-02-19T16:31:23.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce2de2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cdc1f3e90 con 0x7f9cdc15f3e0 2024-02-19T16:31:23.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce0b7e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc0cd3d0 0x7f9cdc0c99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce0b7e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc0cd3d0 0x7f9cdc0c99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35760/0 (socket says 172.21.15.104:35760) 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.132+0000 7f9ce0b7e640 1 -- 172.21.15.104:0/1382258087 learned_addr learned my addr 172.21.15.104:0/1382258087 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce0b7e640 1 -- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9cdc15f3e0 msgr2=0x7f9cdc0b4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce137f640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9cdc15f3e0 0x7f9cdc0b4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce0b7e640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9cdc15f3e0 0x7f9cdc0b4540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce0b7e640 1 -- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9cdc0ce900 msgr2=0x7f9cdc0c9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9cdbfff640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9cdc0ce900 0x7f9cdc0c9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce0b7e640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9cdc0ce900 0x7f9cdc0c9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce0b7e640 1 -- 172.21.15.104:0/1382258087 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cd4009a70 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9cdbfff640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9cdc0ce900 0x7f9cdc0c9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce0b7e640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc0cd3d0 0x7f9cdc0c99f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4009d90 tx=0x7f9cd4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9cd97fa640 1 -- 172.21.15.104:0/1382258087 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd403e670 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9cd97fa640 1 -- 172.21.15.104:0/1382258087 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cd403e7d0 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9cd97fa640 1 -- 172.21.15.104:0/1382258087 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd403eb80 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cdc1f4170 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.133+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cdc1f37d0 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.134+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cdc0cd820 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.135+0000 7f9cd97fa640 1 -- 172.21.15.104:0/1382258087 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9cd403b040 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.135+0000 7f9cd97fa640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9cc806b810 0x7f9cc806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.135+0000 7f9cd97fa640 1 -- 172.21.15.104:0/1382258087 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f9cd40ac810 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.135+0000 7f9cdbfff640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9cc806b810 0x7f9cc806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.135+0000 7f9cdbfff640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9cc806b810 0x7f9cc806dcd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc0aea00 tx=0x7f9cd0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.140 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.139+0000 7f9cd97fa640 1 -- 172.21.15.104:0/1382258087 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9cdc0cd820 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.317+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9cdc0cd820 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.317+0000 7f9cd97fa640 1 -- 172.21.15.104:0/1382258087 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9cdc0cd820 con 0x7f9cdc0cd3d0 2024-02-19T16:31:23.318 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:23.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9cc806b810 msgr2=0x7f9cc806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9cc806b810 0x7f9cc806dcd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc0aea00 tx=0x7f9cd0008040 comp rx=0 tx=0).stop 2024-02-19T16:31:23.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc0cd3d0 msgr2=0x7f9cdc0c99f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc0cd3d0 0x7f9cdc0c99f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4009d90 tx=0x7f9cd4004a40 comp rx=0 tx=0).stop 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 shutdown_connections 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9cc806b810 0x7f9cc806dcd0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9cdc15f3e0 0x7f9cdc0b4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9cdc0ce900 0x7f9cdc0c9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 --2- 172.21.15.104:0/1382258087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cdc0cd3d0 0x7f9cdc0c99f0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 >> 172.21.15.104:0/1382258087 conn(0x7f9cdc0d1920 msgr2=0x7f9cdc06f8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 shutdown_connections 2024-02-19T16:31:23.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.319+0000 7f9ce2de2640 1 -- 172.21.15.104:0/1382258087 wait complete. 2024-02-19T16:31:23.335 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:31:23.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.437+0000 7fba337d7640 1 Processor -- start 2024-02-19T16:31:23.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.438+0000 7fba337d7640 1 -- start start 2024-02-19T16:31:23.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.438+0000 7fba337d7640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fba2c0d2030 0x7fba2c0ce4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.438+0000 7fba337d7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fba2c0b2730 0x7fba2c0ce9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.438+0000 7fba337d7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba2c0cf220 con 0x7fba2c0b0c40 2024-02-19T16:31:23.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.438+0000 7fba337d7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba2c0d0b50 con 0x7fba2c0b2730 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.438+0000 7fba337d7640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba2c0b1970 con 0x7fba2c0d2030 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba31d74640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fba2c0b2730 0x7fba2c0ce9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba31573640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fba2c0b0c40 0x7fba2c0d1920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41122/0 (socket says 172.21.15.104:41122) 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba31573640 1 -- 172.21.15.104:0/321869437 learned_addr learned my addr 172.21.15.104:0/321869437 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba30d72640 1 --2- 172.21.15.104:0/321869437 >> v2:172.21.15.158:3300/0 conn(0x7fba2c0d2030 0x7fba2c0ce4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba31d74640 1 -- 172.21.15.104:0/321869437 >> v2:172.21.15.158:3300/0 conn(0x7fba2c0d2030 msgr2=0x7fba2c0ce4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba31d74640 1 --2- 172.21.15.104:0/321869437 >> v2:172.21.15.158:3300/0 conn(0x7fba2c0d2030 0x7fba2c0ce4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba31d74640 1 -- 172.21.15.104:0/321869437 >> v1:172.21.15.104:6789/0 conn(0x7fba2c0b0c40 legacy=0x7fba2c0d1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba31d74640 1 -- 172.21.15.104:0/321869437 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba2c0b1c50 con 0x7fba2c0b2730 2024-02-19T16:31:23.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.439+0000 7fba23fff640 1 -- 172.21.15.104:0/321869437 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1342494256 0 0) 0x7fba2c0cf220 con 0x7fba2c0b0c40 2024-02-19T16:31:23.442 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba31d74640 1 --2- 172.21.15.104:0/321869437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0b2730 0x7fba2c0ce9f0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fba2c0cf5f0 tx=0x7fba2402be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea4a02cd98e1790 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba23fff640 1 -- 172.21.15.104:0/321869437 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba2402cbf0 con 0x7fba2c0b2730 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba23fff640 1 -- 172.21.15.104:0/321869437 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba2402cd50 con 0x7fba2c0b2730 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba23fff640 1 -- 172.21.15.104:0/321869437 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba24034660 con 0x7fba2c0b2730 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba337d7640 1 -- 172.21.15.104:0/321869437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0b2730 msgr2=0x7fba2c0ce9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba337d7640 1 --2- 172.21.15.104:0/321869437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0b2730 0x7fba2c0ce9f0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fba2c0cf5f0 tx=0x7fba2402be40 comp rx=0 tx=0).stop 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba337d7640 1 -- 172.21.15.104:0/321869437 shutdown_connections 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba337d7640 1 --2- 172.21.15.104:0/321869437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0b2730 0x7fba2c0ce9f0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba337d7640 1 --2- 172.21.15.104:0/321869437 >> v2:172.21.15.158:3300/0 conn(0x7fba2c0d2030 0x7fba2c0ce4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba337d7640 1 -- 172.21.15.104:0/321869437 >> 172.21.15.104:0/321869437 conn(0x7fba2c072e20 msgr2=0x7fba2c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba337d7640 1 -- 172.21.15.104:0/321869437 shutdown_connections 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.440+0000 7fba337d7640 1 -- 172.21.15.104:0/321869437 wait complete. 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.441+0000 7fba337d7640 1 Processor -- start 2024-02-19T16:31:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba337d7640 1 -- start start 2024-02-19T16:31:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba337d7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fba2c0b0c40 0x7fba2c150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba337d7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fba2c0b2730 0x7fba2c06ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba337d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0d2030 0x7fba2c06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba337d7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba2c154960 con 0x7fba2c0d2030 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba337d7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba2c0b4580 con 0x7fba2c0b0c40 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba337d7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba2c0b4860 con 0x7fba2c0b2730 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba31d74640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0d2030 0x7fba2c06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba31d74640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0d2030 0x7fba2c06f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35776/0 (socket says 172.21.15.104:35776) 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.442+0000 7fba31d74640 1 -- 172.21.15.104:0/1774357851 learned_addr learned my addr 172.21.15.104:0/1774357851 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba30d72640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fba2c0b2730 0x7fba2c06ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba31573640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fba2c0b0c40 0x7fba2c150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba31d74640 1 -- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fba2c0b2730 msgr2=0x7fba2c06ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba31d74640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fba2c0b2730 0x7fba2c06ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba31d74640 1 -- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fba2c0b0c40 msgr2=0x7fba2c150fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba31d74640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fba2c0b0c40 0x7fba2c150fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba31d74640 1 -- 172.21.15.104:0/1774357851 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba24009a70 con 0x7fba2c0d2030 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba31573640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fba2c0b0c40 0x7fba2c150fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:23.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba31d74640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0d2030 0x7fba2c06f1c0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fba2402c450 tx=0x7fba24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba21ffb640 1 -- 172.21.15.104:0/1774357851 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba24040650 con 0x7fba2c0d2030 2024-02-19T16:31:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba21ffb640 1 -- 172.21.15.104:0/1774357851 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba240407d0 con 0x7fba2c0d2030 2024-02-19T16:31:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba2c1514f0 con 0x7fba2c0d2030 2024-02-19T16:31:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba21ffb640 1 -- 172.21.15.104:0/1774357851 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba24040b80 con 0x7fba2c0d2030 2024-02-19T16:31:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.443+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba2c0cb6b0 con 0x7fba2c0d2030 2024-02-19T16:31:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.444+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba2c0b4a10 con 0x7fba2c0d2030 2024-02-19T16:31:23.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.445+0000 7fba21ffb640 1 -- 172.21.15.104:0/1774357851 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fba24040ce0 con 0x7fba2c0d2030 2024-02-19T16:31:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.445+0000 7fba21ffb640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fba1006b840 0x7fba1006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.445+0000 7fba21ffb640 1 -- 172.21.15.104:0/1774357851 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fba240ad480 con 0x7fba2c0d2030 2024-02-19T16:31:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.445+0000 7fba31573640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fba1006b840 0x7fba1006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.448 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.446+0000 7fba31573640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fba1006b840 0x7fba1006dd00 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fba28000f60 tx=0x7fba28009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.453+0000 7fba21ffb640 1 -- 172.21.15.104:0/1774357851 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fba2c0b4a10 con 0x7fba2c0d2030 2024-02-19T16:31:23.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.630+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fba2c0b49d0 con 0x7fba2c0d2030 2024-02-19T16:31:23.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.631+0000 7fba21ffb640 1 -- 172.21.15.104:0/1774357851 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7fba24077d10 con 0x7fba2c0d2030 2024-02-19T16:31:23.632 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:31:23.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fba1006b840 msgr2=0x7fba1006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fba1006b840 0x7fba1006dd00 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fba28000f60 tx=0x7fba28009040 comp rx=0 tx=0).stop 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0d2030 msgr2=0x7fba2c06f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0d2030 0x7fba2c06f1c0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fba2402c450 tx=0x7fba24004a40 comp rx=0 tx=0).stop 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 shutdown_connections 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fba1006b840 0x7fba1006dd00 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba2c0d2030 0x7fba2c06f1c0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fba2c0b2730 0x7fba2c06ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 --2- 172.21.15.104:0/1774357851 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fba2c0b0c40 0x7fba2c150fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 >> 172.21.15.104:0/1774357851 conn(0x7fba2c072e20 msgr2=0x7fba2c06c240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 shutdown_connections 2024-02-19T16:31:23.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.633+0000 7fba337d7640 1 -- 172.21.15.104:0/1774357851 wait complete. 2024-02-19T16:31:23.645 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get data_new pg_num 2024-02-19T16:31:23.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.748+0000 7f0773e5c640 1 Processor -- start 2024-02-19T16:31:23.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.748+0000 7f0773e5c640 1 -- start start 2024-02-19T16:31:23.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0773e5c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f076c0d0780 0x7f076c0d0b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0773e5c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c15e010 0x7f076c0d2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0773e5c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f076c15efb0 0x7f076c0cfa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0773e5c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f076c162340 con 0x7f076c0d0780 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0773e5c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f076c0d10a0 con 0x7f076c15efb0 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0773e5c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f076c161a30 con 0x7f076c15e010 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0771bf8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f076c0d0780 0x7f076c0d0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0771bf8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f076c0d0780 0x7f076c0d0b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35790/0 (socket says 172.21.15.104:35790) 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0771bf8640 1 -- 172.21.15.104:0/1761870509 learned_addr learned my addr 172.21.15.104:0/1761870509 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f07713f7640 1 --2- 172.21.15.104:0/1761870509 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c15e010 0x7f076c0d2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0771bf8640 1 -- 172.21.15.104:0/1761870509 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c15e010 msgr2=0x7f076c0d2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0771bf8640 1 --2- 172.21.15.104:0/1761870509 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c15e010 0x7f076c0d2280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0771bf8640 1 -- 172.21.15.104:0/1761870509 >> v2:172.21.15.158:3300/0 conn(0x7f076c15efb0 msgr2=0x7f076c0cfa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f07723f9640 1 --2- 172.21.15.104:0/1761870509 >> v2:172.21.15.158:3300/0 conn(0x7f076c15efb0 0x7f076c0cfa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0771bf8640 1 --2- 172.21.15.104:0/1761870509 >> v2:172.21.15.158:3300/0 conn(0x7f076c15efb0 0x7f076c0cfa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.749+0000 7f0771bf8640 1 -- 172.21.15.104:0/1761870509 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f076c161cf0 con 0x7f076c0d0780 2024-02-19T16:31:23.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.750+0000 7f0771bf8640 1 --2- 172.21.15.104:0/1761870509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c0d0780 0x7f076c0d0b60 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f076c0d3d30 tx=0x7f076802b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63a2968e800c1f23 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.750+0000 7f0770bf6640 1 -- 172.21.15.104:0/1761870509 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07680317e0 con 0x7f076c0d0780 2024-02-19T16:31:23.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.750+0000 7f0770bf6640 1 -- 172.21.15.104:0/1761870509 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0768031940 con 0x7f076c0d0780 2024-02-19T16:31:23.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.750+0000 7f0770bf6640 1 -- 172.21.15.104:0/1761870509 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0768031cd0 con 0x7f076c0d0780 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 -- 172.21.15.104:0/1761870509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c0d0780 msgr2=0x7f076c0d0b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 --2- 172.21.15.104:0/1761870509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c0d0780 0x7f076c0d0b60 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f076c0d3d30 tx=0x7f076802b880 comp rx=0 tx=0).stop 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 -- 172.21.15.104:0/1761870509 shutdown_connections 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 --2- 172.21.15.104:0/1761870509 >> v2:172.21.15.158:3300/0 conn(0x7f076c15efb0 0x7f076c0cfa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 --2- 172.21.15.104:0/1761870509 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c15e010 0x7f076c0d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 --2- 172.21.15.104:0/1761870509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c0d0780 0x7f076c0d0b60 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 -- 172.21.15.104:0/1761870509 >> 172.21.15.104:0/1761870509 conn(0x7f076c08d800 msgr2=0x7f076c09d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 -- 172.21.15.104:0/1761870509 shutdown_connections 2024-02-19T16:31:23.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.751+0000 7f0773e5c640 1 -- 172.21.15.104:0/1761870509 wait complete. 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.752+0000 7f0773e5c640 1 Processor -- start 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f0773e5c640 1 -- start start 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f0773e5c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c0d0780 0x7f076c0ccd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f0773e5c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f076c15e010 0x7f076c0cd260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f0773e5c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c15efb0 0x7f076c0c8740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f0773e5c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f076c0ca120 con 0x7f076c15efb0 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f0773e5c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f076c0c9510 con 0x7f076c15e010 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f0773e5c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f076c0c97f0 con 0x7f076c0d0780 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f07723f9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c15efb0 0x7f076c0c8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f07723f9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c15efb0 0x7f076c0c8740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35798/0 (socket says 172.21.15.104:35798) 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.753+0000 7f07723f9640 1 -- 172.21.15.104:0/134902719 learned_addr learned my addr 172.21.15.104:0/134902719 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:23.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f0771bf8640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c0d0780 0x7f076c0ccd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07713f7640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f076c15e010 0x7f076c0cd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07723f9640 1 -- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c0d0780 msgr2=0x7f076c0ccd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07723f9640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c0d0780 0x7f076c0ccd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07723f9640 1 -- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f076c15e010 msgr2=0x7f076c0cd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07723f9640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f076c15e010 0x7f076c0cd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07723f9640 1 -- 172.21.15.104:0/134902719 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07680094d0 con 0x7f076c15efb0 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07713f7640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f076c15e010 0x7f076c0cd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07723f9640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c15efb0 0x7f076c0c8740 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f076400cd70 tx=0x7f076400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07627fc640 1 -- 172.21.15.104:0/134902719 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0764003b90 con 0x7f076c15efb0 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07627fc640 1 -- 172.21.15.104:0/134902719 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0764003cf0 con 0x7f076c15efb0 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f076c0c9ad0 con 0x7f076c15efb0 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f07627fc640 1 -- 172.21.15.104:0/134902719 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0764004240 con 0x7f076c15efb0 2024-02-19T16:31:23.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.754+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f076c157160 con 0x7f076c15efb0 2024-02-19T16:31:23.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.755+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f076c1627b0 con 0x7f076c15efb0 2024-02-19T16:31:23.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.755+0000 7f07627fc640 1 -- 172.21.15.104:0/134902719 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f07640043a0 con 0x7f076c15efb0 2024-02-19T16:31:23.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.756+0000 7f07627fc640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f075006b810 0x7f075006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:23.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.756+0000 7f07627fc640 1 -- 172.21.15.104:0/134902719 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f0764012070 con 0x7f076c15efb0 2024-02-19T16:31:23.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.756+0000 7f0771bf8640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f075006b810 0x7f075006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:23.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.756+0000 7f0771bf8640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f075006b810 0x7f075006dcd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0768036000 tx=0x7f076803d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:23.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.760+0000 7f07627fc640 1 -- 172.21.15.104:0/134902719 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f076c1627b0 con 0x7f076c15efb0 2024-02-19T16:31:23.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.978+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"} v 0) v1 -- 0x7f076c1627b0 con 0x7f076c15efb0 2024-02-19T16:31:23.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.978+0000 7f07627fc640 1 -- 172.21.15.104:0/134902719 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"}]=0 v36) v1 ==== 97+0+11 (secure 0 0 0) 0x7f076c1627b0 con 0x7f076c15efb0 2024-02-19T16:31:23.979 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:23.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f075006b810 msgr2=0x7f075006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f075006b810 0x7f075006dcd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0768036000 tx=0x7f076803d040 comp rx=0 tx=0).stop 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c15efb0 msgr2=0x7f076c0c8740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c15efb0 0x7f076c0c8740 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f076400cd70 tx=0x7f076400a660 comp rx=0 tx=0).stop 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 shutdown_connections 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f075006b810 0x7f075006dcd0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f076c15efb0 0x7f076c0c8740 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f076c15e010 0x7f076c0cd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 --2- 172.21.15.104:0/134902719 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f076c0d0780 0x7f076c0ccd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 >> 172.21.15.104:0/134902719 conn(0x7f076c08d800 msgr2=0x7f076c0d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 shutdown_connections 2024-02-19T16:31:23.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:23.980+0000 7f0773e5c640 1 -- 172.21.15.104:0/134902719 wait complete. 2024-02-19T16:31:23.992 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:31:24.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.095+0000 7f841573e640 1 Processor -- start 2024-02-19T16:31:24.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.095+0000 7f841573e640 1 -- start start 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f841573e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84100b2fc0 0x7f84100d0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f841573e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f84100d2110 0x7f84100d2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f841573e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f841006bb30 con 0x7f8410161580 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f841573e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84100b3430 con 0x7f84100b2fc0 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f841573e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84100d2ac0 con 0x7f84100d2110 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f840e7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84100b2fc0 0x7f84100d0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f840e7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84100b2fc0 0x7f84100d0b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35808/0 (socket says 172.21.15.104:35808) 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f840e7fc640 1 -- 172.21.15.104:0/391388718 learned_addr learned my addr 172.21.15.104:0/391388718 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f840f7fe640 1 --2- 172.21.15.104:0/391388718 >> v2:172.21.15.158:3300/0 conn(0x7f84100d2110 0x7f84100d2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f840e7fc640 1 -- 172.21.15.104:0/391388718 >> v2:172.21.15.158:3300/0 conn(0x7f84100d2110 msgr2=0x7f84100d2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f840e7fc640 1 --2- 172.21.15.104:0/391388718 >> v2:172.21.15.158:3300/0 conn(0x7f84100d2110 0x7f84100d2580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f840e7fc640 1 -- 172.21.15.104:0/391388718 >> v1:172.21.15.158:6789/0 conn(0x7f8410161580 legacy=0x7f841006b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:24.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.096+0000 7f840e7fc640 1 -- 172.21.15.104:0/391388718 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84100d45f0 con 0x7f84100b2fc0 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.097+0000 7f840e7fc640 1 --2- 172.21.15.104:0/391388718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100b2fc0 0x7f84100d0b40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f84100d2cd0 tx=0x7f840002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eb50ca3e5cff155 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.097+0000 7f840dffb640 1 -- 172.21.15.104:0/391388718 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8400031870 con 0x7f84100b2fc0 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.097+0000 7f840dffb640 1 -- 172.21.15.104:0/391388718 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84000319d0 con 0x7f84100b2fc0 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.097+0000 7f840dffb640 1 -- 172.21.15.104:0/391388718 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8400031d60 con 0x7f84100b2fc0 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.098+0000 7f841573e640 1 -- 172.21.15.104:0/391388718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100b2fc0 msgr2=0x7f84100d0b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.098+0000 7f841573e640 1 --2- 172.21.15.104:0/391388718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100b2fc0 0x7f84100d0b40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f84100d2cd0 tx=0x7f840002b910 comp rx=0 tx=0).stop 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.098+0000 7f841573e640 1 -- 172.21.15.104:0/391388718 shutdown_connections 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.098+0000 7f841573e640 1 --2- 172.21.15.104:0/391388718 >> v2:172.21.15.158:3300/0 conn(0x7f84100d2110 0x7f84100d2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.098+0000 7f841573e640 1 --2- 172.21.15.104:0/391388718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100b2fc0 0x7f84100d0b40 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.098+0000 7f841573e640 1 -- 172.21.15.104:0/391388718 >> 172.21.15.104:0/391388718 conn(0x7f841009ceb0 msgr2=0x7f84100d3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.098+0000 7f841573e640 1 -- 172.21.15.104:0/391388718 shutdown_connections 2024-02-19T16:31:24.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.098+0000 7f841573e640 1 -- 172.21.15.104:0/391388718 wait complete. 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.099+0000 7f841573e640 1 Processor -- start 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.099+0000 7f841573e640 1 -- start start 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f841573e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84100b2fc0 0x7f8410158430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f841573e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100d2110 0x7f84100b8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f841573e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8410161580 0x7f841015fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f841573e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84100b36a0 con 0x7f84100d2110 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f841573e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84100b3980 con 0x7f8410161580 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f841573e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84100b3c60 con 0x7f84100b2fc0 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100d2110 0x7f84100b8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100d2110 0x7f84100b8e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35816/0 (socket says 172.21.15.104:35816) 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 -- 172.21.15.104:0/2220092584 learned_addr learned my addr 172.21.15.104:0/2220092584 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:24.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840effd640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84100b2fc0 0x7f8410158430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840f7fe640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8410161580 0x7f841015fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 -- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84100b2fc0 msgr2=0x7f8410158430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84100b2fc0 0x7f8410158430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 -- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8410161580 msgr2=0x7f841015fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8410161580 0x7f841015fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 -- 172.21.15.104:0/2220092584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84000094d0 con 0x7f84100d2110 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840f7fe640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8410161580 0x7f841015fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.100+0000 7f840e7fc640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100d2110 0x7f84100b8e10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8400000c00 tx=0x7f84000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.101+0000 7f83f77fe640 1 -- 172.21.15.104:0/2220092584 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8400031840 con 0x7f84100d2110 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.101+0000 7f83f77fe640 1 -- 172.21.15.104:0/2220092584 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84000443f0 con 0x7f84100d2110 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.101+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84100b3f40 con 0x7f84100d2110 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.101+0000 7f83f77fe640 1 -- 172.21.15.104:0/2220092584 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84000447c0 con 0x7f84100d2110 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.101+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8410158c10 con 0x7f84100d2110 2024-02-19T16:31:24.104 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.102+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8410158e00 con 0x7f84100d2110 2024-02-19T16:31:24.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.102+0000 7f83f77fe640 1 -- 172.21.15.104:0/2220092584 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f840004d450 con 0x7f84100d2110 2024-02-19T16:31:24.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.102+0000 7f83f77fe640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83fc06b810 0x7f83fc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.103+0000 7f83f77fe640 1 -- 172.21.15.104:0/2220092584 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f840002d040 con 0x7f84100d2110 2024-02-19T16:31:24.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.103+0000 7f840effd640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83fc06b810 0x7f83fc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.105 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.103+0000 7f840effd640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83fc06b810 0x7f83fc06dcd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8404006fd0 tx=0x7f8404009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.108 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.107+0000 7f83f77fe640 1 -- 172.21.15.104:0/2220092584 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8410158e00 con 0x7f84100d2110 2024-02-19T16:31:24.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.297+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f84100b4460 con 0x7f84100d2110 2024-02-19T16:31:24.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.297+0000 7f83f77fe640 1 -- 172.21.15.104:0/2220092584 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7f84100b4460 con 0x7f84100d2110 2024-02-19T16:31:24.298 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83fc06b810 msgr2=0x7f83fc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83fc06b810 0x7f83fc06dcd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8404006fd0 tx=0x7f8404009060 comp rx=0 tx=0).stop 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100d2110 msgr2=0x7f84100b8e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100d2110 0x7f84100b8e10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8400000c00 tx=0x7f84000046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 shutdown_connections 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f83fc06b810 0x7f83fc06dcd0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84100d2110 0x7f84100b8e10 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8410161580 0x7f841015fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 --2- 172.21.15.104:0/2220092584 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84100b2fc0 0x7f8410158430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 >> 172.21.15.104:0/2220092584 conn(0x7f841009ceb0 msgr2=0x7f84100d3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 shutdown_connections 2024-02-19T16:31:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.299+0000 7f841573e640 1 -- 172.21.15.104:0/2220092584 wait complete. 2024-02-19T16:31:24.311 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:24.311 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:24.327 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:24.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.466+0000 7f11ba1b5640 1 Processor -- start 2024-02-19T16:31:24.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.466+0000 7f11ba1b5640 1 -- start start 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11ba1b5640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f11b40d0530 0x7f11b40d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11ba1b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f11b40cf3f0 0x7f11b40cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11ba1b5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11b40d16f0 con 0x7f11b415de30 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11ba1b5640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11b40d2e10 con 0x7f11b40d0530 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11ba1b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11b40d0f00 con 0x7f11b40cf3f0 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b37fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f11b415de30 0x7f11b40d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41130/0 (socket says 172.21.15.104:41130) 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b37fe640 1 -- 172.21.15.104:0/3869454005 learned_addr learned my addr 172.21.15.104:0/3869454005 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2035524661 0 0) 0x7f11b40d16f0 con 0x7f11b415de30 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f119c003520 con 0x7f11b415de30 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b3fff640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f11b40cf3f0 0x7f11b40cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b2ffd640 1 --2- 172.21.15.104:0/3869454005 >> v2:172.21.15.158:3300/0 conn(0x7f11b40d0530 0x7f11b40d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 121602504 0 0) 0x7f119c003520 con 0x7f11b415de30 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f11b40cf3f0 msgr2=0x7f11b40cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f11b40cf3f0 0x7f11b40cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 >> v2:172.21.15.158:3300/0 conn(0x7f11b40d0530 msgr2=0x7f11b40d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 --2- 172.21.15.104:0/3869454005 >> v2:172.21.15.158:3300/0 conn(0x7f11b40d0530 0x7f11b40d09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11b40d1940 con 0x7f11b415de30 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f11a4001670 con 0x7f11b415de30 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 >> v1:172.21.15.104:6789/0 conn(0x7f11b415de30 legacy=0x7f11b40d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.468+0000 7f11b27fc640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f119c003970 0x7f119c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b27fc640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f11b40cf3f0 0x7f119c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b27fc640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119c004d00 0x7f119c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11b40d2e10 con 0x7f119c003970 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11b40d0f00 con 0x7f119c004d00 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f119c00ba30 con 0x7f11b40cf3f0 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b2ffd640 1 --2- 172.21.15.104:0/3869454005 >> v2:172.21.15.158:3300/0 conn(0x7f11b40d0530 0x7f11b40d09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:24.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b37fe640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f119c003970 0x7f119c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b2ffd640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f11b40cf3f0 0x7f119c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b3fff640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119c004d00 0x7f119c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b37fe640 1 -- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f11b40cf3f0 msgr2=0x7f119c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b37fe640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f11b40cf3f0 0x7f119c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b37fe640 1 -- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119c004d00 msgr2=0x7f119c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b37fe640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119c004d00 0x7f119c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.469+0000 7f11b37fe640 1 -- 172.21.15.104:0/3869454005 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f119c003520 con 0x7f119c003970 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11b37fe640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f119c003970 0x7f119c003d90 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c210 tx=0x7f119c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97e29823db5ccdbf server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11a402cb00 con 0x7f119c003970 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11a402cc80 con 0x7f119c003970 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11b27fc640 1 -- 172.21.15.104:0/3869454005 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11a40058d0 con 0x7f119c003970 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3869454005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f119c003970 msgr2=0x7f119c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11ba1b5640 1 --2- 172.21.15.104:0/3869454005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f119c003970 0x7f119c003d90 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c210 tx=0x7f119c0057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11b3fff640 1 -- 172.21.15.104:0/3869454005 reap_dead start 2024-02-19T16:31:24.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3869454005 shutdown_connections 2024-02-19T16:31:24.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3869454005 >> 172.21.15.104:0/3869454005 conn(0x7f11b40d3b20 msgr2=0x7f11b40d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:24.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3869454005 shutdown_connections 2024-02-19T16:31:24.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.470+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3869454005 wait complete. 2024-02-19T16:31:24.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.471+0000 7f11ba1b5640 1 Processor -- start 2024-02-19T16:31:24.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11ba1b5640 1 -- start start 2024-02-19T16:31:24.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11ba1b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f119c003970 0x7f11b40a0e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11ba1b5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b414fb50 0x7f11b414ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11ba1b5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11b40ccfd0 0x7f11b40cd450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11ba1b5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11b409f010 con 0x7f11b414fb50 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11ba1b5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11b4150510 con 0x7f11b40ccfd0 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11ba1b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11b409e390 con 0x7f119c003970 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11b2ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b414fb50 0x7f11b414ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11b2ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b414fb50 0x7f11b414ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35836/0 (socket says 172.21.15.104:35836) 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.472+0000 7f11b2ffd640 1 -- 172.21.15.104:0/3935922804 learned_addr learned my addr 172.21.15.104:0/3935922804 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b37fe640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f119c003970 0x7f11b40a0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b3fff640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11b40ccfd0 0x7f11b40cd450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b2ffd640 1 -- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f119c003970 msgr2=0x7f11b40a0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b2ffd640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f119c003970 0x7f11b40a0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b2ffd640 1 -- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11b40ccfd0 msgr2=0x7f11b40cd450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b2ffd640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11b40ccfd0 0x7f11b40cd450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b2ffd640 1 -- 172.21.15.104:0/3935922804 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11b409e670 con 0x7f11b414fb50 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b37fe640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f119c003970 0x7f11b40a0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:24.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b3fff640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11b40ccfd0 0x7f11b40cd450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11b2ffd640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b414fb50 0x7f11b414ffd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f11a8010860 tx=0x7f11a8010d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f119bfff640 1 -- 172.21.15.104:0/3935922804 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11a800cb40 con 0x7f11b414fb50 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f119bfff640 1 -- 172.21.15.104:0/3935922804 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11a800cca0 con 0x7f11b414fb50 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11b409e950 con 0x7f11b414fb50 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f119bfff640 1 -- 172.21.15.104:0/3935922804 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11a8015690 con 0x7f11b414fb50 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.473+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11b40cd990 con 0x7f11b414fb50 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.474+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11b40d1ec0 con 0x7f11b414fb50 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.475+0000 7f119bfff640 1 -- 172.21.15.104:0/3935922804 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f11a80157f0 con 0x7f11b414fb50 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.475+0000 7f119bfff640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f11a006b810 0x7f11a006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.475+0000 7f11b37fe640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f11a006b810 0x7f11a006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.475+0000 7f119bfff640 1 -- 172.21.15.104:0/3935922804 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f11a808a7c0 con 0x7f11b414fb50 2024-02-19T16:31:24.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.476+0000 7f11b37fe640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f11a006b810 0x7f11a006dcd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f11a4034000 tx=0x7f11a4009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.479+0000 7f119bfff640 1 -- 172.21.15.104:0/3935922804 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f11a80550e0 con 0x7f11b414fb50 2024-02-19T16:31:24.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.660+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f11b40751e0 con 0x7f11b414fb50 2024-02-19T16:31:24.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.661+0000 7f119bfff640 1 -- 172.21.15.104:0/3935922804 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7f11a80587a0 con 0x7f11b414fb50 2024-02-19T16:31:24.662 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:24.663 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:24.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f11a006b810 msgr2=0x7f11a006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f11a006b810 0x7f11a006dcd0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f11a4034000 tx=0x7f11a4009030 comp rx=0 tx=0).stop 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b414fb50 msgr2=0x7f11b414ffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b414fb50 0x7f11b414ffd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f11a8010860 tx=0x7f11a8010d20 comp rx=0 tx=0).stop 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 shutdown_connections 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f11a006b810 0x7f11a006dcd0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11b414fb50 0x7f11b414ffd0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11b40ccfd0 0x7f11b40cd450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 --2- 172.21.15.104:0/3935922804 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f119c003970 0x7f11b40a0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 >> 172.21.15.104:0/3935922804 conn(0x7f11b40d3b20 msgr2=0x7f11b40b0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 shutdown_connections 2024-02-19T16:31:24.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.663+0000 7f11ba1b5640 1 -- 172.21.15.104:0/3935922804 wait complete. 2024-02-19T16:31:24.675 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:09.207291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:10.330329+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'data_new', 'create_time': '2024-02-19T16:31:19.629125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:24.676 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:24.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.777+0000 7fdd67c91640 1 Processor -- start 2024-02-19T16:31:24.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.777+0000 7fdd67c91640 1 -- start start 2024-02-19T16:31:24.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd67c91640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdd600d1ac0 0x7fdd600d1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd67c91640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b24b0 0x7fdd6015f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd67c91640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd600aeda0 con 0x7fdd600b2910 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd67c91640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd600b3450 con 0x7fdd600d1ac0 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd67c91640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd600d23e0 con 0x7fdd600b24b0 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd65a2d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdd600d1ac0 0x7fdd600d1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd65a2d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdd600d1ac0 0x7fdd600d1ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35842/0 (socket says 172.21.15.104:35842) 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd65a2d640 1 -- 172.21.15.104:0/3206317025 learned_addr learned my addr 172.21.15.104:0/3206317025 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd6522c640 1 --2- 172.21.15.104:0/3206317025 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b24b0 0x7fdd6015f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd65a2d640 1 -- 172.21.15.104:0/3206317025 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b24b0 msgr2=0x7fdd6015f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd65a2d640 1 --2- 172.21.15.104:0/3206317025 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b24b0 0x7fdd6015f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd65a2d640 1 -- 172.21.15.104:0/3206317025 >> v1:172.21.15.158:6789/0 conn(0x7fdd600b2910 legacy=0x7fdd6015fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd65a2d640 1 -- 172.21.15.104:0/3206317025 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd600b2e90 con 0x7fdd600d1ac0 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.778+0000 7fdd6522c640 1 --2- 172.21.15.104:0/3206317025 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b24b0 0x7fdd6015f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.779+0000 7fdd65a2d640 1 --2- 172.21.15.104:0/3206317025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600d1ac0 0x7fdd600d1ea0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009870 tx=0x7fdd5c02b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b2646deef55fd8e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.779+0000 7fdd64a2b640 1 -- 172.21.15.104:0/3206317025 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c0317c0 con 0x7fdd600d1ac0 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.779+0000 7fdd64a2b640 1 -- 172.21.15.104:0/3206317025 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd5c031920 con 0x7fdd600d1ac0 2024-02-19T16:31:24.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.779+0000 7fdd64a2b640 1 -- 172.21.15.104:0/3206317025 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c031cb0 con 0x7fdd600d1ac0 2024-02-19T16:31:24.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.780+0000 7fdd67c91640 1 -- 172.21.15.104:0/3206317025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600d1ac0 msgr2=0x7fdd600d1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.780+0000 7fdd67c91640 1 --2- 172.21.15.104:0/3206317025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600d1ac0 0x7fdd600d1ea0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009870 tx=0x7fdd5c02b860 comp rx=0 tx=0).stop 2024-02-19T16:31:24.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.780+0000 7fdd67c91640 1 -- 172.21.15.104:0/3206317025 shutdown_connections 2024-02-19T16:31:24.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.780+0000 7fdd67c91640 1 --2- 172.21.15.104:0/3206317025 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b24b0 0x7fdd6015f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.780+0000 7fdd67c91640 1 --2- 172.21.15.104:0/3206317025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600d1ac0 0x7fdd600d1ea0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.780+0000 7fdd67c91640 1 -- 172.21.15.104:0/3206317025 >> 172.21.15.104:0/3206317025 conn(0x7fdd60072f10 msgr2=0x7fdd6009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:24.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.780+0000 7fdd67c91640 1 -- 172.21.15.104:0/3206317025 shutdown_connections 2024-02-19T16:31:24.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.780+0000 7fdd67c91640 1 -- 172.21.15.104:0/3206317025 wait complete. 2024-02-19T16:31:24.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.782+0000 7fdd67c91640 1 Processor -- start 2024-02-19T16:31:24.783 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.782+0000 7fdd67c91640 1 -- start start 2024-02-19T16:31:24.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd67c91640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600b24b0 0x7fdd60155140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd67c91640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b2910 0x7fdd600c9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd67c91640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdd600d1ac0 0x7fdd600cb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd67c91640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd600b62b0 con 0x7fdd600b24b0 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd67c91640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd600b5980 con 0x7fdd600d1ac0 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd67c91640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd600b5c60 con 0x7fdd600b2910 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd65a2d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600b24b0 0x7fdd60155140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd65a2d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600b24b0 0x7fdd60155140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35856/0 (socket says 172.21.15.104:35856) 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd65a2d640 1 -- 172.21.15.104:0/1384826847 learned_addr learned my addr 172.21.15.104:0/1384826847 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd65a2d640 1 -- 172.21.15.104:0/1384826847 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b2910 msgr2=0x7fdd600c9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd6522c640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b2910 0x7fdd600c9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd6622e640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdd600d1ac0 0x7fdd600cb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd65a2d640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b2910 0x7fdd600c9450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd65a2d640 1 -- 172.21.15.104:0/1384826847 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdd600d1ac0 msgr2=0x7fdd600cb3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd65a2d640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdd600d1ac0 0x7fdd600cb3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.783+0000 7fdd65a2d640 1 -- 172.21.15.104:0/1384826847 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd5c0094d0 con 0x7fdd600b24b0 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.784+0000 7fdd65a2d640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600b24b0 0x7fdd60155140 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c000c00 tx=0x7fdd5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.784+0000 7fdd567fc640 1 -- 172.21.15.104:0/1384826847 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c032920 con 0x7fdd600b24b0 2024-02-19T16:31:24.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.784+0000 7fdd567fc640 1 -- 172.21.15.104:0/1384826847 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd5c032aa0 con 0x7fdd600b24b0 2024-02-19T16:31:24.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.784+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd600b5f40 con 0x7fdd600b24b0 2024-02-19T16:31:24.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.784+0000 7fdd567fc640 1 -- 172.21.15.104:0/1384826847 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c032e50 con 0x7fdd600b24b0 2024-02-19T16:31:24.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.784+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd60155680 con 0x7fdd600b24b0 2024-02-19T16:31:24.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.785+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd600b5da0 con 0x7fdd600b24b0 2024-02-19T16:31:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.785+0000 7fdd567fc640 1 -- 172.21.15.104:0/1384826847 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdd5c04d3f0 con 0x7fdd600b24b0 2024-02-19T16:31:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.786+0000 7fdd567fc640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd4406b810 0x7fdd4406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.786+0000 7fdd6522c640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd4406b810 0x7fdd4406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.786+0000 7fdd567fc640 1 -- 172.21.15.104:0/1384826847 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fdd5c0ac240 con 0x7fdd600b24b0 2024-02-19T16:31:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.786+0000 7fdd6522c640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd4406b810 0x7fdd4406dcd0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fdd601f5400 tx=0x7fdd50008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:24.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.790+0000 7fdd567fc640 1 -- 172.21.15.104:0/1384826847 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fdd600b5da0 con 0x7fdd600b24b0 2024-02-19T16:31:24.968 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.967+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdd600b5da0 con 0x7fdd600b24b0 2024-02-19T16:31:24.969 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.968+0000 7fdd567fc640 1 -- 172.21.15.104:0/1384826847 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdd600b5da0 con 0x7fdd600b24b0 2024-02-19T16:31:24.969 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:24.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd4406b810 msgr2=0x7fdd4406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd4406b810 0x7fdd4406dcd0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fdd601f5400 tx=0x7fdd50008040 comp rx=0 tx=0).stop 2024-02-19T16:31:24.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600b24b0 msgr2=0x7fdd60155140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:24.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600b24b0 0x7fdd60155140 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c000c00 tx=0x7fdd5c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 shutdown_connections 2024-02-19T16:31:24.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd4406b810 0x7fdd4406dcd0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdd600d1ac0 0x7fdd600cb3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdd600b2910 0x7fdd600c9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 --2- 172.21.15.104:0/1384826847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd600b24b0 0x7fdd60155140 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:24.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 >> 172.21.15.104:0/1384826847 conn(0x7fdd60072f10 msgr2=0x7fdd600b03d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:24.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 shutdown_connections 2024-02-19T16:31:24.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:24.970+0000 7fdd67c91640 1 -- 172.21.15.104:0/1384826847 wait complete. 2024-02-19T16:31:24.985 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:31:25.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.088+0000 7fe247c6b640 1 Processor -- start 2024-02-19T16:31:25.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.089+0000 7fe247c6b640 1 -- start start 2024-02-19T16:31:25.091 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe247c6b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2400d1ce0 0x7fe24015fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.091 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe247c6b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2400b1280 con 0x7fe24015f700 2024-02-19T16:31:25.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe247c6b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2401601c0 con 0x7fe24015bca0 2024-02-19T16:31:25.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe247c6b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2400ccb40 con 0x7fe2400d1ce0 2024-02-19T16:31:25.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe245206640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe24015f700 0x7fe2400d15d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41134/0 (socket says 172.21.15.104:41134) 2024-02-19T16:31:25.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe245206640 1 -- 172.21.15.104:0/1697811735 learned_addr learned my addr 172.21.15.104:0/1697811735 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:25.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2248021908 0 0) 0x7fe2400b1280 con 0x7fe24015f700 2024-02-19T16:31:25.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe246208640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2400d1ce0 0x7fe24015fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.090+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe22c003520 con 0x7fe24015f700 2024-02-19T16:31:25.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4030853041 0 0) 0x7fe22c003520 con 0x7fe24015f700 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2400d1ce0 msgr2=0x7fe24015fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2400d1ce0 0x7fe24015fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 >> v1:172.21.15.158:6789/0 conn(0x7fe24015bca0 legacy=0x7fe2400cc430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2401604a0 con 0x7fe24015f700 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fe23c001670 con 0x7fe24015f700 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 >> v1:172.21.15.104:6789/0 conn(0x7fe24015f700 legacy=0x7fe2400d15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22c0039a0 0x7fe22c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2400d1ce0 0x7fe22c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c004d00 0x7fe22c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2400ccb40 con 0x7fe22c0039a0 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c00ba90 con 0x7fe22c004d00 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c00bc50 con 0x7fe2400d1ce0 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe245a07640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22c0039a0 0x7fe22c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe246208640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c004d00 0x7fe22c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe245206640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2400d1ce0 0x7fe22c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe245a07640 1 -- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2400d1ce0 msgr2=0x7fe22c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe245a07640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2400d1ce0 0x7fe22c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe245a07640 1 -- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c004d00 msgr2=0x7fe22c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe245a07640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c004d00 0x7fe22c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.091+0000 7fe245a07640 1 -- 172.21.15.104:0/1697811735 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe22c003520 con 0x7fe22c0039a0 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.092+0000 7fe245a07640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22c0039a0 0x7fe22c003dc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fe230001720 tx=0x7fe22c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f39181c95d7d6cb9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.092+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2300052d0 con 0x7fe22c0039a0 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.092+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe23002e050 con 0x7fe22c0039a0 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.092+0000 7fe244a05640 1 -- 172.21.15.104:0/1697811735 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2300035f0 con 0x7fe22c0039a0 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.093+0000 7fe247c6b640 1 -- 172.21.15.104:0/1697811735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22c0039a0 msgr2=0x7fe22c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.093+0000 7fe247c6b640 1 --2- 172.21.15.104:0/1697811735 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22c0039a0 0x7fe22c003dc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fe230001720 tx=0x7fe22c0057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.093+0000 7fe246208640 1 -- 172.21.15.104:0/1697811735 reap_dead start 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.093+0000 7fe247c6b640 1 -- 172.21.15.104:0/1697811735 shutdown_connections 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.093+0000 7fe247c6b640 1 -- 172.21.15.104:0/1697811735 >> 172.21.15.104:0/1697811735 conn(0x7fe24009aa70 msgr2=0x7fe24009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:25.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.093+0000 7fe247c6b640 1 -- 172.21.15.104:0/1697811735 shutdown_connections 2024-02-19T16:31:25.097 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.093+0000 7fe247c6b640 1 -- 172.21.15.104:0/1697811735 wait complete. 2024-02-19T16:31:25.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.094+0000 7fe247c6b640 1 Processor -- start 2024-02-19T16:31:25.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.094+0000 7fe247c6b640 1 -- start start 2024-02-19T16:31:25.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe247c6b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c0039a0 0x7fe24006db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe247c6b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2401567a0 0x7fe240156c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe247c6b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24006e910 0x7fe24006ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe247c6b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe24006f2d0 con 0x7fe24006e910 2024-02-19T16:31:25.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe247c6b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe24006e060 con 0x7fe22c0039a0 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe247c6b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe24015c330 con 0x7fe2401567a0 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24006e910 0x7fe24006ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24006e910 0x7fe24006ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35880/0 (socket says 172.21.15.104:35880) 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 -- 172.21.15.104:0/1807048060 learned_addr learned my addr 172.21.15.104:0/1807048060 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe245a07640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c0039a0 0x7fe24006db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe245206640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2401567a0 0x7fe240156c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 -- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2401567a0 msgr2=0x7fe240156c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2401567a0 0x7fe240156c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 -- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c0039a0 msgr2=0x7fe24006db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c0039a0 0x7fe24006db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 -- 172.21.15.104:0/1807048060 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe24015d390 con 0x7fe24006e910 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe245a07640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c0039a0 0x7fe24006db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe245206640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2401567a0 0x7fe240156c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.095+0000 7fe246208640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24006e910 0x7fe24006ed90 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe2400d2170 tx=0x7fe23800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.096+0000 7fe2367fc640 1 -- 172.21.15.104:0/1807048060 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe23800e040 con 0x7fe24006e910 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.096+0000 7fe2367fc640 1 -- 172.21.15.104:0/1807048060 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe23800f040 con 0x7fe24006e910 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.096+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe24015c5d0 con 0x7fe24006e910 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.096+0000 7fe2367fc640 1 -- 172.21.15.104:0/1807048060 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe238003990 con 0x7fe24006e910 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.096+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe24015cb90 con 0x7fe24006e910 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.097+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2400751e0 con 0x7fe24006e910 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.097+0000 7fe2367fc640 1 -- 172.21.15.104:0/1807048060 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe238003af0 con 0x7fe24006e910 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.097+0000 7fe2367fc640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe22406b840 0x7fe22406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.097+0000 7fe2367fc640 1 -- 172.21.15.104:0/1807048060 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fe23808aae0 con 0x7fe24006e910 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.097+0000 7fe245a07640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe22406b840 0x7fe22406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.098+0000 7fe245a07640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe22406b840 0x7fe22406dd00 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe230033000 tx=0x7fe230009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.103 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.102+0000 7fe2367fc640 1 -- 172.21.15.104:0/1807048060 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe238058f30 con 0x7fe24006e910 2024-02-19T16:31:25.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.278+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe2400b31f0 con 0x7fe24006e910 2024-02-19T16:31:25.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.278+0000 7fe2367fc640 1 -- 172.21.15.104:0/1807048060 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe238058ac0 con 0x7fe24006e910 2024-02-19T16:31:25.280 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:25.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe22406b840 msgr2=0x7fe22406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe22406b840 0x7fe22406dd00 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe230033000 tx=0x7fe230009030 comp rx=0 tx=0).stop 2024-02-19T16:31:25.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24006e910 msgr2=0x7fe24006ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24006e910 0x7fe24006ed90 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe2400d2170 tx=0x7fe23800f580 comp rx=0 tx=0).stop 2024-02-19T16:31:25.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 shutdown_connections 2024-02-19T16:31:25.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe22406b840 0x7fe22406dd00 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe24006e910 0x7fe24006ed90 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe2401567a0 0x7fe240156c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 --2- 172.21.15.104:0/1807048060 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe22c0039a0 0x7fe24006db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 >> 172.21.15.104:0/1807048060 conn(0x7fe24009aa70 msgr2=0x7fe2400d1550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:25.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 shutdown_connections 2024-02-19T16:31:25.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.280+0000 7fe247c6b640 1 -- 172.21.15.104:0/1807048060 wait complete. 2024-02-19T16:31:25.293 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:31:25.396 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.395+0000 7fac0027b640 1 Processor -- start 2024-02-19T16:31:25.396 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.395+0000 7fac0027b640 1 -- start start 2024-02-19T16:31:25.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fac0027b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fabf8156240 0x7fabf80af740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fac0027b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf80afc80 0x7fabf806e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fac0027b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fabf806ef00 0x7fabf806d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fac0027b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabf815c0f0 con 0x7fabf806ef00 2024-02-19T16:31:25.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fac0027b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabf80b0100 con 0x7fabf8156240 2024-02-19T16:31:25.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fac0027b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabf815cbc0 con 0x7fabf80afc80 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fabfe818640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fabf806ef00 0x7fabf806d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fabfe818640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fabf806ef00 0x7fabf806d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35896/0 (socket says 172.21.15.104:35896) 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.396+0000 7fabfe818640 1 -- 172.21.15.104:0/461729178 learned_addr learned my addr 172.21.15.104:0/461729178 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfe017640 1 --2- 172.21.15.104:0/461729178 >> v2:172.21.15.158:3300/0 conn(0x7fabf8156240 0x7fabf80af740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfd816640 1 --2- 172.21.15.104:0/461729178 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf80afc80 0x7fabf806e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfe818640 1 -- 172.21.15.104:0/461729178 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf80afc80 msgr2=0x7fabf806e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfe818640 1 --2- 172.21.15.104:0/461729178 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf80afc80 0x7fabf806e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfe818640 1 -- 172.21.15.104:0/461729178 >> v2:172.21.15.158:3300/0 conn(0x7fabf8156240 msgr2=0x7fabf80af740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfe818640 1 --2- 172.21.15.104:0/461729178 >> v2:172.21.15.158:3300/0 conn(0x7fabf8156240 0x7fabf80af740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfe818640 1 -- 172.21.15.104:0/461729178 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabf8156620 con 0x7fabf806ef00 2024-02-19T16:31:25.399 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfe017640 1 --2- 172.21.15.104:0/461729178 >> v2:172.21.15.158:3300/0 conn(0x7fabf8156240 0x7fabf80af740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfe818640 1 --2- 172.21.15.104:0/461729178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf806ef00 0x7fabf806d7a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fabf806d580 tx=0x7fabf002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b1676fb33632fc4 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.397+0000 7fabfd015640 1 -- 172.21.15.104:0/461729178 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf002ca70 con 0x7fabf806ef00 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fabfd015640 1 -- 172.21.15.104:0/461729178 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabf002cbd0 con 0x7fabf806ef00 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fabfd015640 1 -- 172.21.15.104:0/461729178 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf00343f0 con 0x7fabf806ef00 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 -- 172.21.15.104:0/461729178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf806ef00 msgr2=0x7fabf806d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 --2- 172.21.15.104:0/461729178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf806ef00 0x7fabf806d7a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fabf806d580 tx=0x7fabf002bed0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 -- 172.21.15.104:0/461729178 shutdown_connections 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 --2- 172.21.15.104:0/461729178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf806ef00 0x7fabf806d7a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 --2- 172.21.15.104:0/461729178 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf80afc80 0x7fabf806e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 --2- 172.21.15.104:0/461729178 >> v2:172.21.15.158:3300/0 conn(0x7fabf8156240 0x7fabf80af740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 -- 172.21.15.104:0/461729178 >> 172.21.15.104:0/461729178 conn(0x7fabf80b2600 msgr2=0x7fabf80b29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 -- 172.21.15.104:0/461729178 shutdown_connections 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.398+0000 7fac0027b640 1 -- 172.21.15.104:0/461729178 wait complete. 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.399+0000 7fac0027b640 1 Processor -- start 2024-02-19T16:31:25.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.399+0000 7fac0027b640 1 -- start start 2024-02-19T16:31:25.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fac0027b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf806ef00 0x7fabf8142450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fac0027b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf80afc80 0x7fabf80b3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fac0027b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabf8156240 0x7fabf80b1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fac0027b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf80b4b20 con 0x7fabf80afc80 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fac0027b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf80b3f10 con 0x7fabf8156240 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fac0027b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabf80b41f0 con 0x7fabf806ef00 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfd816640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf80afc80 0x7fabf80b3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfd816640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf80afc80 0x7fabf80b3530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35912/0 (socket says 172.21.15.104:35912) 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfd816640 1 -- 172.21.15.104:0/3004433388 learned_addr learned my addr 172.21.15.104:0/3004433388 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfe017640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf806ef00 0x7fabf8142450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfe818640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabf8156240 0x7fabf80b1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfd816640 1 -- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf806ef00 msgr2=0x7fabf8142450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfd816640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf806ef00 0x7fabf8142450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfd816640 1 -- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabf8156240 msgr2=0x7fabf80b1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfd816640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabf8156240 0x7fabf80b1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfd816640 1 -- 172.21.15.104:0/3004433388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabf0009b30 con 0x7fabf80afc80 2024-02-19T16:31:25.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfe017640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf806ef00 0x7fabf8142450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:25.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.400+0000 7fabfe818640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabf8156240 0x7fabf80b1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:25.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.401+0000 7fabfd816640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf80afc80 0x7fabf80b3530 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fabe800c7f0 tx=0x7fabe800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.401+0000 7fabeeffd640 1 -- 172.21.15.104:0/3004433388 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe8004220 con 0x7fabf80afc80 2024-02-19T16:31:25.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.401+0000 7fabeeffd640 1 -- 172.21.15.104:0/3004433388 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabe8004380 con 0x7fabf80afc80 2024-02-19T16:31:25.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.401+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabf80b44d0 con 0x7fabf80afc80 2024-02-19T16:31:25.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.401+0000 7fabeeffd640 1 -- 172.21.15.104:0/3004433388 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe8007860 con 0x7fabf80afc80 2024-02-19T16:31:25.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.401+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabf8142990 con 0x7fabf80afc80 2024-02-19T16:31:25.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.402+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabf80b4cd0 con 0x7fabf80afc80 2024-02-19T16:31:25.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.403+0000 7fabeeffd640 1 -- 172.21.15.104:0/3004433388 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fabe8007bd0 con 0x7fabf80afc80 2024-02-19T16:31:25.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.403+0000 7fabeeffd640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabdc06b840 0x7fabdc06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.403+0000 7fabeeffd640 1 -- 172.21.15.104:0/3004433388 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fabe808a230 con 0x7fabf80afc80 2024-02-19T16:31:25.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.403+0000 7fabfe017640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabdc06b840 0x7fabdc06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.403+0000 7fabfe017640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabdc06b840 0x7fabdc06dd00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fabf400a990 tx=0x7fabf4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.407+0000 7fabeeffd640 1 -- 172.21.15.104:0/3004433388 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fabf80b4cd0 con 0x7fabf80afc80 2024-02-19T16:31:25.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.627+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fabf80751e0 con 0x7fabf80afc80 2024-02-19T16:31:25.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.627+0000 7fabeeffd640 1 -- 172.21.15.104:0/3004433388 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7fabe8054ac0 con 0x7fabf80afc80 2024-02-19T16:31:25.629 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabdc06b840 msgr2=0x7fabdc06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabdc06b840 0x7fabdc06dd00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fabf400a990 tx=0x7fabf4008040 comp rx=0 tx=0).stop 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf80afc80 msgr2=0x7fabf80b3530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf80afc80 0x7fabf80b3530 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fabe800c7f0 tx=0x7fabe800ccb0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 shutdown_connections 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabdc06b840 0x7fabdc06dd00 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabf80afc80 0x7fabf80b3530 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fabf8156240 0x7fabf80b1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 --2- 172.21.15.104:0/3004433388 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fabf806ef00 0x7fabf8142450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 >> 172.21.15.104:0/3004433388 conn(0x7fabf80b2600 msgr2=0x7fabf80cc5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 shutdown_connections 2024-02-19T16:31:25.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.629+0000 7fac0027b640 1 -- 172.21.15.104:0/3004433388 wait complete. 2024-02-19T16:31:25.641 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get data_new pg_num 2024-02-19T16:31:25.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.744+0000 7ff00453e640 1 Processor -- start 2024-02-19T16:31:25.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.744+0000 7ff00453e640 1 -- start start 2024-02-19T16:31:25.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.744+0000 7ff00453e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0d2440 0x7feffc0ce1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff00453e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feffc0ceb60 con 0x7feffc0ce730 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff00453e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feffc15f7c0 con 0x7feffc15f3e0 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff00453e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feffc0d2860 con 0x7feffc0d2440 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff002adb640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7feffc0ce730 0x7feffc0b1280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41136/0 (socket says 172.21.15.104:41136) 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff002adb640 1 -- 172.21.15.104:0/869532496 learned_addr learned my addr 172.21.15.104:0/869532496 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff001ad9640 1 --2- 172.21.15.104:0/869532496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0d2440 0x7feffc0ce1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff0012d8640 1 -- 172.21.15.104:0/869532496 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3712473468 0 0) 0x7feffc0ceb60 con 0x7feffc0ce730 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff0012d8640 1 -- 172.21.15.104:0/869532496 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fefe8003520 con 0x7feffc0ce730 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff0012d8640 1 -- 172.21.15.104:0/869532496 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2125872359 0 0) 0x7feffc15f7c0 con 0x7feffc15f3e0 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff0012d8640 1 -- 172.21.15.104:0/869532496 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feffc0ceb60 con 0x7feffc15f3e0 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff001ad9640 1 -- 172.21.15.104:0/869532496 >> v1:172.21.15.158:6789/0 conn(0x7feffc15f3e0 legacy=0x7feffc0cd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff001ad9640 1 -- 172.21.15.104:0/869532496 >> v1:172.21.15.104:6789/0 conn(0x7feffc0ce730 legacy=0x7feffc0b1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.747 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff0012d8640 1 -- 172.21.15.104:0/869532496 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4126248002 0 0) 0x7fefe8003520 con 0x7feffc0ce730 2024-02-19T16:31:25.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.745+0000 7ff001ad9640 1 -- 172.21.15.104:0/869532496 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feffc160800 con 0x7feffc0d2440 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.746+0000 7ff001ad9640 1 --2- 172.21.15.104:0/869532496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0d2440 0x7feffc0ce1f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fefec0097d0 tx=0x7fefec02b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d249c66509dc7063 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.746+0000 7ff0012d8640 1 -- 172.21.15.104:0/869532496 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feff40019f0 con 0x7feffc0d2440 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.746+0000 7ff0012d8640 1 -- 172.21.15.104:0/869532496 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefec031580 con 0x7feffc0d2440 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.746+0000 7ff0012d8640 1 -- 172.21.15.104:0/869532496 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefec031910 con 0x7feffc0d2440 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.747+0000 7ff00453e640 1 -- 172.21.15.104:0/869532496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0d2440 msgr2=0x7feffc0ce1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.747+0000 7ff00453e640 1 --2- 172.21.15.104:0/869532496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0d2440 0x7feffc0ce1f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fefec0097d0 tx=0x7fefec02b8a0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.747+0000 7ff00453e640 1 -- 172.21.15.104:0/869532496 shutdown_connections 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.747+0000 7ff00453e640 1 --2- 172.21.15.104:0/869532496 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0d2440 0x7feffc0ce1f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.747+0000 7ff00453e640 1 -- 172.21.15.104:0/869532496 >> 172.21.15.104:0/869532496 conn(0x7feffc0d1920 msgr2=0x7feffc0d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.747+0000 7ff00453e640 1 -- 172.21.15.104:0/869532496 shutdown_connections 2024-02-19T16:31:25.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.747+0000 7ff00453e640 1 -- 172.21.15.104:0/869532496 wait complete. 2024-02-19T16:31:25.751 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.748+0000 7ff00453e640 1 Processor -- start 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.748+0000 7ff00453e640 1 -- start start 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff00453e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0ce730 0x7feffc156220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff00453e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feffc0d2440 0x7feffc0ca360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff00453e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feffc15f3e0 0x7feffc06e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff00453e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feffc0b4470 con 0x7feffc15f3e0 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff00453e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feffc156760 con 0x7feffc0d2440 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff00453e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feffc0cac60 con 0x7feffc0ce730 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feffc15f3e0 0x7feffc06e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feffc15f3e0 0x7feffc06e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35918/0 (socket says 172.21.15.104:35918) 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 -- 172.21.15.104:0/2192805927 learned_addr learned my addr 172.21.15.104:0/2192805927 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff0022da640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0ce730 0x7feffc156220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff001ad9640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feffc0d2440 0x7feffc0ca360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 -- 172.21.15.104:0/2192805927 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0ce730 msgr2=0x7feffc156220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0ce730 0x7feffc156220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 -- 172.21.15.104:0/2192805927 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feffc0d2440 msgr2=0x7feffc0ca360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feffc0d2440 0x7feffc0ca360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 -- 172.21.15.104:0/2192805927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefec009400 con 0x7feffc15f3e0 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7ff002adb640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feffc15f3e0 0x7feffc06e830 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7feff400cc20 tx=0x7feff400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7feff2ffd640 1 -- 172.21.15.104:0/2192805927 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feff400ce30 con 0x7feffc15f3e0 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7feff2ffd640 1 -- 172.21.15.104:0/2192805927 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feff4012400 con 0x7feffc15f3e0 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.749+0000 7feff2ffd640 1 -- 172.21.15.104:0/2192805927 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feff4012790 con 0x7feffc15f3e0 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.750+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feffc0caf40 con 0x7feffc15f3e0 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.750+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feffc0b49a0 con 0x7feffc15f3e0 2024-02-19T16:31:25.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.750+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feffc0b4b90 con 0x7feffc15f3e0 2024-02-19T16:31:25.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.751+0000 7feff2ffd640 1 -- 172.21.15.104:0/2192805927 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7feff40128f0 con 0x7feffc15f3e0 2024-02-19T16:31:25.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.751+0000 7feff2ffd640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefe006b810 0x7fefe006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:25.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.751+0000 7feff2ffd640 1 -- 172.21.15.104:0/2192805927 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7feff408aa90 con 0x7feffc15f3e0 2024-02-19T16:31:25.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.751+0000 7ff0022da640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefe006b810 0x7fefe006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:25.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.752+0000 7ff0022da640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefe006b810 0x7fefe006dcd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7feff80011e0 tx=0x7feff8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:25.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.760+0000 7feff2ffd640 1 -- 172.21.15.104:0/2192805927 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7feff40553b0 con 0x7feffc15f3e0 2024-02-19T16:31:25.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.936+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"} v 0) v1 -- 0x7feffc0751e0 con 0x7feffc15f3e0 2024-02-19T16:31:25.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.936+0000 7feff2ffd640 1 -- 172.21.15.104:0/2192805927 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"}]=0 v36) v1 ==== 97+0+11 (secure 0 0 0) 0x7feff4058a70 con 0x7feffc15f3e0 2024-02-19T16:31:25.938 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefe006b810 msgr2=0x7fefe006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefe006b810 0x7fefe006dcd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7feff80011e0 tx=0x7feff8009040 comp rx=0 tx=0).stop 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feffc15f3e0 msgr2=0x7feffc06e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feffc15f3e0 0x7feffc06e830 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7feff400cc20 tx=0x7feff400a430 comp rx=0 tx=0).stop 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 shutdown_connections 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fefe006b810 0x7fefe006dcd0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feffc15f3e0 0x7feffc06e830 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7feffc0d2440 0x7feffc0ca360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 --2- 172.21.15.104:0/2192805927 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7feffc0ce730 0x7feffc156220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 >> 172.21.15.104:0/2192805927 conn(0x7feffc0d1920 msgr2=0x7feffc0b1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 shutdown_connections 2024-02-19T16:31:25.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:25.938+0000 7ff00453e640 1 -- 172.21.15.104:0/2192805927 wait complete. 2024-02-19T16:31:25.951 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:31:26.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.051+0000 7f1aaaa8f640 1 Processor -- start 2024-02-19T16:31:26.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.051+0000 7f1aaaa8f640 1 -- start start 2024-02-19T16:31:26.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aaaa8f640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f1aa4161520 0x7f1aa40b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aaaa8f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1aa4162760 0x7f1aa40d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aaaa8f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa40d4070 0x7f1aa40d0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aaaa8f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1aa40b42f0 con 0x7f1aa4162760 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aaaa8f640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1aa40b45d0 con 0x7f1aa4161520 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aaaa8f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa40b48b0 con 0x7f1aa40d4070 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aa3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1aa4162760 0x7f1aa40d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aa3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1aa4162760 0x7f1aa40d3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35922/0 (socket says 172.21.15.104:35922) 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.052+0000 7f1aa3fff640 1 -- 172.21.15.104:0/3047033234 learned_addr learned my addr 172.21.15.104:0/3047033234 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.053+0000 7f1aa882b640 1 --2- 172.21.15.104:0/3047033234 >> v2:172.21.15.158:3300/0 conn(0x7f1aa4161520 0x7f1aa40b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.053+0000 7f1aa902c640 1 --2- 172.21.15.104:0/3047033234 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa40d4070 0x7f1aa40d0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.053+0000 7f1aa3fff640 1 -- 172.21.15.104:0/3047033234 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa40d4070 msgr2=0x7f1aa40d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.053+0000 7f1aa3fff640 1 --2- 172.21.15.104:0/3047033234 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa40d4070 0x7f1aa40d0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.053+0000 7f1aa3fff640 1 -- 172.21.15.104:0/3047033234 >> v2:172.21.15.158:3300/0 conn(0x7f1aa4161520 msgr2=0x7f1aa40b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.053+0000 7f1aa3fff640 1 --2- 172.21.15.104:0/3047033234 >> v2:172.21.15.158:3300/0 conn(0x7f1aa4161520 0x7f1aa40b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.055 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.053+0000 7f1aa3fff640 1 -- 172.21.15.104:0/3047033234 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa40b4b90 con 0x7f1aa4162760 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.053+0000 7f1aa3fff640 1 --2- 172.21.15.104:0/3047033234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40d3b30 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40b67f0 tx=0x7f1a8c02b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e387c5c6bf777a67 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aa37fe640 1 -- 172.21.15.104:0/3047033234 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a8c030860 con 0x7f1aa4162760 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aa37fe640 1 -- 172.21.15.104:0/3047033234 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a8c0309c0 con 0x7f1aa4162760 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aa37fe640 1 -- 172.21.15.104:0/3047033234 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a8c030d50 con 0x7f1aa4162760 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3047033234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 msgr2=0x7f1aa40d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3047033234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40d3b30 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40b67f0 tx=0x7f1a8c02b9a0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3047033234 shutdown_connections 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3047033234 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa40d4070 0x7f1aa40d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3047033234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40d3b30 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3047033234 >> v2:172.21.15.158:3300/0 conn(0x7f1aa4161520 0x7f1aa40b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3047033234 >> 172.21.15.104:0/3047033234 conn(0x7f1aa408d5d0 msgr2=0x7f1aa409cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3047033234 shutdown_connections 2024-02-19T16:31:26.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.054+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3047033234 wait complete. 2024-02-19T16:31:26.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.055+0000 7f1aaaa8f640 1 Processor -- start 2024-02-19T16:31:26.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.055+0000 7f1aaaa8f640 1 -- start start 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aaaa8f640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa40d4070 0x7f1aa41524c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aaaa8f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa4161520 0x7f1aa40b7620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aaaa8f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40b7b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aaaa8f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa40b8e10 con 0x7f1aa4162760 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aaaa8f640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa40b8190 con 0x7f1aa40d4070 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aaaa8f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa40b8470 con 0x7f1aa4161520 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aa902c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40b7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aa902c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40b7b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35938/0 (socket says 172.21.15.104:35938) 2024-02-19T16:31:26.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.056+0000 7f1aa902c640 1 -- 172.21.15.104:0/3672105917 learned_addr learned my addr 172.21.15.104:0/3672105917 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa882b640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa40d4070 0x7f1aa41524c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa902c640 1 -- 172.21.15.104:0/3672105917 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa4161520 msgr2=0x7f1aa40b7620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa902c640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa4161520 0x7f1aa40b7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa902c640 1 -- 172.21.15.104:0/3672105917 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa40d4070 msgr2=0x7f1aa41524c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa902c640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa40d4070 0x7f1aa41524c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa902c640 1 -- 172.21.15.104:0/3672105917 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a8c0094d0 con 0x7f1aa4162760 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa882b640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa40d4070 0x7f1aa41524c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa902c640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40b7b60 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c00cc30 tx=0x7f1a9c00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa17fa640 1 -- 172.21.15.104:0/3672105917 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a9c00ce40 con 0x7f1aa4162760 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa17fa640 1 -- 172.21.15.104:0/3672105917 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a9c003990 con 0x7f1aa4162760 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aa17fa640 1 -- 172.21.15.104:0/3672105917 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a9c003d20 con 0x7f1aa4162760 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aa40b8750 con 0x7f1aa4162760 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.057+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aa40cd7c0 con 0x7f1aa4162760 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.058+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aa40b8f50 con 0x7f1aa4162760 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.058+0000 7f1aa17fa640 1 -- 172.21.15.104:0/3672105917 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1a9c003e80 con 0x7f1aa4162760 2024-02-19T16:31:26.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.059+0000 7f1aa17fa640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.059+0000 7f1aa17fa640 1 -- 172.21.15.104:0/3672105917 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f1a9c08a880 con 0x7f1aa4162760 2024-02-19T16:31:26.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.059+0000 7f1aa882b640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.059+0000 7f1aa882b640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1a94006fd0 tx=0x7f1a94008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:26.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.063+0000 7f1aa17fa640 1 -- 172.21.15.104:0/3672105917 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1aa40b8f50 con 0x7f1aa4162760 2024-02-19T16:31:26.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.253+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f1aa40b8f50 con 0x7f1aa4162760 2024-02-19T16:31:26.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.253+0000 7f1aa17fa640 1 -- 172.21.15.104:0/3672105917 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7f1aa40b8f50 con 0x7f1aa4162760 2024-02-19T16:31:26.255 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 msgr2=0x7f1a8406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1a94006fd0 tx=0x7f1a94008040 comp rx=0 tx=0).stop 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 msgr2=0x7f1aa40b7b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40b7b60 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c00cc30 tx=0x7f1a9c00a5c0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 shutdown_connections 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1a8406b810 0x7f1a8406dcd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1aa4162760 0x7f1aa40b7b60 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1aa4161520 0x7f1aa40b7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 --2- 172.21.15.104:0/3672105917 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1aa40d4070 0x7f1aa41524c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 >> 172.21.15.104:0/3672105917 conn(0x7f1aa408d5d0 msgr2=0x7f1aa406b8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:26.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 shutdown_connections 2024-02-19T16:31:26.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.255+0000 7f1aaaa8f640 1 -- 172.21.15.104:0/3672105917 wait complete. 2024-02-19T16:31:26.268 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-02-19T16:31:26.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:26.268 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:26.294 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[53304]: fuse finished with error 0 and tester_r 0 2024-02-19T16:31:26.295 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:26.378 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:31:26.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:26.378 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-19T16:31:26.394 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:31:26.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.534+0000 7fb1b4993640 1 Processor -- start 2024-02-19T16:31:26.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.534+0000 7fb1b4993640 1 -- start start 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1b4993640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fb1b00d0610 0x7fb1b00ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1b4993640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00cf700 0x7fb1b006f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1b4993640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1b00ae610 con 0x7fb1b015bfd0 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1b4993640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1b00cf360 con 0x7fb1b00d0610 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1b4993640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1b00cf080 con 0x7fb1b00cf700 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1ae59c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb1b015bfd0 0x7fb1b00cff00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41148/0 (socket says 172.21.15.104:41148) 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1ae59c640 1 -- 172.21.15.104:0/719026118 learned_addr learned my addr 172.21.15.104:0/719026118 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1aed9d640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00cf700 0x7fb1b006f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1a7fff640 1 --2- 172.21.15.104:0/719026118 >> v2:172.21.15.158:3300/0 conn(0x7fb1b00d0610 0x7fb1b00ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1250761076 0 0) 0x7fb1b00ae610 con 0x7fb1b015bfd0 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb19c003520 con 0x7fb1b015bfd0 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1765973919 0 0) 0x7fb19c003520 con 0x7fb1b015bfd0 2024-02-19T16:31:26.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00cf700 msgr2=0x7fb1b006f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00cf700 0x7fb1b006f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 >> v2:172.21.15.158:3300/0 conn(0x7fb1b00d0610 msgr2=0x7fb1b00ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 --2- 172.21.15.104:0/719026118 >> v2:172.21.15.158:3300/0 conn(0x7fb1b00d0610 0x7fb1b00ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1b006e8e0 con 0x7fb1b015bfd0 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fb1a0001670 con 0x7fb1b015bfd0 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 >> v1:172.21.15.104:6789/0 conn(0x7fb1b015bfd0 legacy=0x7fb1b00cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb19c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.535+0000 7fb1add9b640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb19c0047c0 0x7fb19c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1add9b640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00cf700 0x7fb19c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1b00cf360 con 0x7fb19c003970 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1b00cf080 con 0x7fb19c0047c0 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb19c00b980 con 0x7fb1b00cf700 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1ae59c640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb19c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1aed9d640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00cf700 0x7fb19c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1a7fff640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb19c0047c0 0x7fb19c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1ae59c640 1 -- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00cf700 msgr2=0x7fb19c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1ae59c640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00cf700 0x7fb19c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1ae59c640 1 -- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb19c0047c0 msgr2=0x7fb19c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1ae59c640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb19c0047c0 0x7fb19c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1ae59c640 1 -- 172.21.15.104:0/719026118 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb19c003520 con 0x7fb19c003970 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.536+0000 7fb1a7fff640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb19c0047c0 0x7fb19c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1ae59c640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb19c003d90 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000c2c0 tx=0x7fb19c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748d0679db160d10 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0005ad0 con 0x7fb19c003970 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1a0005c30 con 0x7fb19c003970 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1add9b640 1 -- 172.21.15.104:0/719026118 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1a002c8b0 con 0x7fb19c003970 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1b4993640 1 -- 172.21.15.104:0/719026118 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 msgr2=0x7fb19c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1b4993640 1 --2- 172.21.15.104:0/719026118 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb19c003d90 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000c2c0 tx=0x7fb19c0057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1aed9d640 1 -- 172.21.15.104:0/719026118 reap_dead start 2024-02-19T16:31:26.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1b4993640 1 -- 172.21.15.104:0/719026118 shutdown_connections 2024-02-19T16:31:26.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1b4993640 1 -- 172.21.15.104:0/719026118 >> 172.21.15.104:0/719026118 conn(0x7fb1b00d1920 msgr2=0x7fb1b00d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:26.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1b4993640 1 -- 172.21.15.104:0/719026118 shutdown_connections 2024-02-19T16:31:26.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.537+0000 7fb1b4993640 1 -- 172.21.15.104:0/719026118 wait complete. 2024-02-19T16:31:26.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.539+0000 7fb1b4993640 1 Processor -- start 2024-02-19T16:31:26.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.539+0000 7fb1b4993640 1 -- start start 2024-02-19T16:31:26.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.540+0000 7fb1b4993640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb1b00cb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1b4993640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb1b00b6550 0x7fb1b00b69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1b4993640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00c9b90 0x7fb1b00ca010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1b4993640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1b00b6f10 con 0x7fb19c003970 2024-02-19T16:31:26.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1b4993640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1b00cb930 con 0x7fb1b00b6550 2024-02-19T16:31:26.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1b4993640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1b00ca8e0 con 0x7fb1b00c9b90 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb1b00cb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb1b00cb3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35960/0 (socket says 172.21.15.104:35960) 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 -- 172.21.15.104:0/2103587949 learned_addr learned my addr 172.21.15.104:0/2103587949 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1a7fff640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb1b00b6550 0x7fb1b00b69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1aed9d640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00c9b90 0x7fb1b00ca010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 -- 172.21.15.104:0/2103587949 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00c9b90 msgr2=0x7fb1b00ca010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00c9b90 0x7fb1b00ca010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 -- 172.21.15.104:0/2103587949 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb1b00b6550 msgr2=0x7fb1b00b69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb1b00b6550 0x7fb1b00b69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 -- 172.21.15.104:0/2103587949 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1b01f4bd0 con 0x7fb19c003970 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1ae59c640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb1b00cb3f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fb1a0000f60 tx=0x7fb1a0000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1a6ffd640 1 -- 172.21.15.104:0/2103587949 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0039070 con 0x7fb19c003970 2024-02-19T16:31:26.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1a6ffd640 1 -- 172.21.15.104:0/2103587949 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1a002cd20 con 0x7fb19c003970 2024-02-19T16:31:26.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1b01f4eb0 con 0x7fb19c003970 2024-02-19T16:31:26.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1a6ffd640 1 -- 172.21.15.104:0/2103587949 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1a00072b0 con 0x7fb19c003970 2024-02-19T16:31:26.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.541+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1b01f5470 con 0x7fb19c003970 2024-02-19T16:31:26.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.542+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1b01f5600 con 0x7fb19c003970 2024-02-19T16:31:26.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.543+0000 7fb1a6ffd640 1 -- 172.21.15.104:0/2103587949 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb1a0032070 con 0x7fb19c003970 2024-02-19T16:31:26.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.543+0000 7fb1a6ffd640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb19006b810 0x7fb19006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:26.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.543+0000 7fb1a6ffd640 1 -- 172.21.15.104:0/2103587949 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fb1a003c040 con 0x7fb19c003970 2024-02-19T16:31:26.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.543+0000 7fb1a7fff640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb19006b810 0x7fb19006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:26.547 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.544+0000 7fb1a7fff640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb19006b810 0x7fb19006dcd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb1b00cbe90 tx=0x7fb198008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:26.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.548+0000 7fb1a6ffd640 1 -- 172.21.15.104:0/2103587949 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb1a0075ec0 con 0x7fb19c003970 2024-02-19T16:31:26.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.763+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fb1b00751e0 con 0x7fb19c003970 2024-02-19T16:31:26.765 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.764+0000 7fb1a6ffd640 1 -- 172.21.15.104:0/2103587949 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) v1 ==== 53+0+82 (secure 0 0 0) 0x7fb1a0079580 con 0x7fb19c003970 2024-02-19T16:31:26.765 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data data_new ] 2024-02-19T16:31:26.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.765+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb19006b810 msgr2=0x7fb19006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.765+0000 7fb1b4993640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb19006b810 0x7fb19006dcd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb1b00cbe90 tx=0x7fb198008040 comp rx=0 tx=0).stop 2024-02-19T16:31:26.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.765+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 msgr2=0x7fb1b00cb3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:26.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.765+0000 7fb1b4993640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb1b00cb3f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fb1a0000f60 tx=0x7fb1a0000fe0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.766+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 shutdown_connections 2024-02-19T16:31:26.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.766+0000 7fb1b4993640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb19006b810 0x7fb19006dcd0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.766+0000 7fb1b4993640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb1b00c9b90 0x7fb1b00ca010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.766+0000 7fb1b4993640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb1b00b6550 0x7fb1b00b69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.766+0000 7fb1b4993640 1 --2- 172.21.15.104:0/2103587949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb19c003970 0x7fb1b00cb3f0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:26.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.766+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 >> 172.21.15.104:0/2103587949 conn(0x7fb1b00d1920 msgr2=0x7fb1b00cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:26.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.766+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 shutdown_connections 2024-02-19T16:31:26.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:26.766+0000 7fb1b4993640 1 -- 172.21.15.104:0/2103587949 wait complete. 2024-02-19T16:31:26.781 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:31:26.781 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:31:26.781 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-02-19T16:31:26.781 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-19T16:31:26.781 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:26.782 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:31:26.782 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:31:26.782 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:31:26.782 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:26.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:26.782 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-02-19T16:31:26.797 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42571sec preferred_lft 42571sec 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::3407:6dff:fe00:a91/64 scope link 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4017:6aff:fee5:fdcb/64 scope link 2024-02-19T16:31:26.798 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:26.799 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:31:26.799 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether be:4f:74:dd:12:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:26.799 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::bc4f:74ff:fedd:128c/64 scope link 2024-02-19T16:31:26.799 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:26.799 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:26.799 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:31:26.862 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-02-19T16:31:26.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:26.864 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-02-19T16:31:26.919 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-02-19T16:31:26.919 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:31:26.919 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:31:26.919 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:31:26.919 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:31:26.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:26.920 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:31:26.920 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:31:26.920 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:31:26.920 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:31:26.920 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:31:26.920 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:31:27.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.016 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:31:27.031 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-19T16:31:27.031 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-19T16:31:27.031 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:27.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.031 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-02-19T16:31:27.099 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-19T16:31:27.099 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:31:27.099 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:27.154 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:27.154 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:31:27.154 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:27.208 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:31:27.275 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:31:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:31:27.331 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:31:27.332 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:31:27.332 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:31:27.332 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:31:27.332 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:31:27.332 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:27.332 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:27.332 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:27.332 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:27.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.333 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:31:27.388 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-19T16:31:27.388 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-19T16:31:27.430 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:31:27.457 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:31:27.513 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:31:27.514 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:31:27.515 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:31:27.515 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:31:27.515 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:31:27.515 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:27.515 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:27.515 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:27.515 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:27.515 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.515 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:31:27.520 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:2024-02-19T16:31:27.519+0000 7fba3e438480 -1 init, newargv = 0x55fc54eca450 newargc=15 2024-02-19T16:31:27.520 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[54539]: starting ceph client 2024-02-19T16:31:27.525 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[54539]: starting fuse 2024-02-19T16:31:27.535 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:31:27.535 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-02-19T16:31:27.536 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.0")) 2024-02-19T16:31:27.537 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:31:27.658 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.0.54539.asok 2024-02-19T16:31:27.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:31:27.668 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.54539.asok 2024-02-19T16:31:27.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.669 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.54539.asok status 2024-02-19T16:31:27.805 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "0", 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "54539", 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 5625, 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-02-19T16:31:27.806 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-02-19T16:31:27.807 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 5625 2024-02-19T16:31:27.807 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:27.807 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:31:27.807 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:31:27.807 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:31:27.807 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3092480265 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 3092480265 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.5625 192.168.0.1:0/3092480265", 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/3092480265", 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 16, 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 36, 2024-02-19T16:31:27.808 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:31:27.809 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-02-19T16:31:27.809 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-02-19T16:31:27.809 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:31:27.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.814 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-02-19T16:31:27.814 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:27.830 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-02-19T16:31:27.830 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:27.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.830 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:27.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.897 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.file.layout.pool -v data_new layoutfile) 2024-02-19T16:31:27.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:31:27.964 INFO:teuthology.orchestra.run.smithi104.stderr:setfattr: layoutfile: Permission denied 2024-02-19T16:31:27.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:27.964 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.layout.pool -v data_new layoutdir) 2024-02-19T16:31:28.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:31:28.021 INFO:teuthology.orchestra.run.smithi104.stderr:setfattr: layoutdir: Permission denied 2024-02-19T16:31:28.022 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:28.022 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:28.078 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:28.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.217+0000 7f700ba2a640 1 Processor -- start 2024-02-19T16:31:28.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.217+0000 7f700ba2a640 1 -- start start 2024-02-19T16:31:28.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f700ba2a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040d0530 0x7f70040d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f700ba2a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f70040cf3f0 0x7f70040cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f700ba2a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70040d0ed0 con 0x7f700415de30 2024-02-19T16:31:28.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f700ba2a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70040d2e10 con 0x7f70040cf3f0 2024-02-19T16:31:28.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f700ba2a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70040d16f0 con 0x7f70040d0530 2024-02-19T16:31:28.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f7009fc7640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f70040cf3f0 0x7f70040cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f7008fc5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040d0530 0x7f70040d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f7008fc5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040d0530 0x7f70040d0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:44794/0 (socket says 172.21.15.104:44794) 2024-02-19T16:31:28.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f7008fc5640 1 -- 172.21.15.104:0/2444781402 learned_addr learned my addr 172.21.15.104:0/2444781402 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:28.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.218+0000 7f70097c6640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f700415de30 0x7f70040d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:58594/0 (socket says 172.21.15.104:58594) 2024-02-19T16:31:28.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.219+0000 7f7008fc5640 1 -- 172.21.15.104:0/2444781402 >> v2:172.21.15.158:3300/0 conn(0x7f70040cf3f0 msgr2=0x7f70040cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:28.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.219+0000 7f7008fc5640 1 --2- 172.21.15.104:0/2444781402 >> v2:172.21.15.158:3300/0 conn(0x7f70040cf3f0 0x7f70040cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.219+0000 7f7008fc5640 1 -- 172.21.15.104:0/2444781402 >> v1:172.21.15.158:6789/0 conn(0x7f700415de30 legacy=0x7f70040d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.219+0000 7f7008fc5640 1 -- 172.21.15.104:0/2444781402 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70040d1940 con 0x7f70040d0530 2024-02-19T16:31:28.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.219+0000 7f7009fc7640 1 --2- 172.21.15.104:0/2444781402 >> v2:172.21.15.158:3300/0 conn(0x7f70040cf3f0 0x7f70040cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f7008fc5640 1 --2- 172.21.15.104:0/2444781402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040d0530 0x7f70040d0990 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4009870 tx=0x7f6ff402b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f2013cc896918d8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f6ffbfff640 1 -- 172.21.15.104:0/2444781402 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff4031640 con 0x7f70040d0530 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f6ffbfff640 1 -- 172.21.15.104:0/2444781402 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ff40317a0 con 0x7f70040d0530 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f6ffbfff640 1 -- 172.21.15.104:0/2444781402 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff4031b30 con 0x7f70040d0530 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f700ba2a640 1 -- 172.21.15.104:0/2444781402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040d0530 msgr2=0x7f70040d0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f700ba2a640 1 --2- 172.21.15.104:0/2444781402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040d0530 0x7f70040d0990 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4009870 tx=0x7f6ff402b8f0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f700ba2a640 1 -- 172.21.15.104:0/2444781402 shutdown_connections 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f700ba2a640 1 --2- 172.21.15.104:0/2444781402 >> v2:172.21.15.158:3300/0 conn(0x7f70040cf3f0 0x7f70040cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f700ba2a640 1 --2- 172.21.15.104:0/2444781402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040d0530 0x7f70040d0990 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f700ba2a640 1 -- 172.21.15.104:0/2444781402 >> 172.21.15.104:0/2444781402 conn(0x7f70040d3b20 msgr2=0x7f70040d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:28.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f700ba2a640 1 -- 172.21.15.104:0/2444781402 shutdown_connections 2024-02-19T16:31:28.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.220+0000 7f700ba2a640 1 -- 172.21.15.104:0/2444781402 wait complete. 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.221+0000 7f700ba2a640 1 Processor -- start 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f700ba2a640 1 -- start start 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f700ba2a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040cf3f0 0x7f700414efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f700ba2a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70040d0530 0x7f70040cd530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f700ba2a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f700415de30 0x7f70040c8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f700ba2a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f700414f520 con 0x7f70040d0530 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f700ba2a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70040c8640 con 0x7f700415de30 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f700ba2a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f700415b7c0 con 0x7f70040cf3f0 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f7008fc5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70040d0530 0x7f70040cd530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f7008fc5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70040d0530 0x7f70040cd530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35972/0 (socket says 172.21.15.104:35972) 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.222+0000 7f7008fc5640 1 -- 172.21.15.104:0/4101248108 learned_addr learned my addr 172.21.15.104:0/4101248108 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f70097c6640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040cf3f0 0x7f700414efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f7009fc7640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f700415de30 0x7f70040c8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f7008fc5640 1 -- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040cf3f0 msgr2=0x7f700414efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f7008fc5640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040cf3f0 0x7f700414efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f7008fc5640 1 -- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f700415de30 msgr2=0x7f70040c8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f7008fc5640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f700415de30 0x7f70040c8ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f7008fc5640 1 -- 172.21.15.104:0/4101248108 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7000009a70 con 0x7f70040d0530 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f70097c6640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040cf3f0 0x7f700414efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f7008fc5640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70040d0530 0x7f70040cd530 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4000c00 tx=0x7f6ff40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f6ff9ffb640 1 -- 172.21.15.104:0/4101248108 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff403a930 con 0x7f70040d0530 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f6ff9ffb640 1 -- 172.21.15.104:0/4101248108 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ff403aa90 con 0x7f70040d0530 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f6ff9ffb640 1 -- 172.21.15.104:0/4101248108 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff403ae40 con 0x7f70040d0530 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ff40094d0 con 0x7f70040d0530 2024-02-19T16:31:28.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.223+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70040c7d10 con 0x7f70040d0530 2024-02-19T16:31:28.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.224+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70040c87d0 con 0x7f70040d0530 2024-02-19T16:31:28.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.225+0000 7f6ff9ffb640 1 -- 172.21.15.104:0/4101248108 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6ff402f050 con 0x7f70040d0530 2024-02-19T16:31:28.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.225+0000 7f6ff9ffb640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fe806b810 0x7f6fe806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.225+0000 7f6ff9ffb640 1 -- 172.21.15.104:0/4101248108 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f6ff40ac1a0 con 0x7f70040d0530 2024-02-19T16:31:28.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.225+0000 7f70097c6640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fe806b810 0x7f6fe806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.226+0000 7f70097c6640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fe806b810 0x7f6fe806dcd0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc000f60 tx=0x7f6ffc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.230+0000 7f6ff9ffb640 1 -- 172.21.15.104:0/4101248108 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6ff4076a30 con 0x7f70040d0530 2024-02-19T16:31:28.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.407+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f70040751e0 con 0x7f70040d0530 2024-02-19T16:31:28.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.409+0000 7f6ff9ffb640 1 -- 172.21.15.104:0/4101248108 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7f6ff407a0f0 con 0x7f70040d0530 2024-02-19T16:31:28.411 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:28.411 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:28.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fe806b810 msgr2=0x7f6fe806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fe806b810 0x7f6fe806dcd0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc000f60 tx=0x7f6ffc009040 comp rx=0 tx=0).stop 2024-02-19T16:31:28.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70040d0530 msgr2=0x7f70040cd530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70040d0530 0x7f70040cd530 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4000c00 tx=0x7f6ff40046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 shutdown_connections 2024-02-19T16:31:28.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fe806b810 0x7f6fe806dcd0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70040d0530 0x7f70040cd530 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f700415de30 0x7f70040c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 --2- 172.21.15.104:0/4101248108 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f70040cf3f0 0x7f700414efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 >> 172.21.15.104:0/4101248108 conn(0x7f70040d3b20 msgr2=0x7f70040d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:28.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 shutdown_connections 2024-02-19T16:31:28.413 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.411+0000 7f700ba2a640 1 -- 172.21.15.104:0/4101248108 wait complete. 2024-02-19T16:31:28.426 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:09.207291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:10.330329+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'data_new', 'create_time': '2024-02-19T16:31:19.629125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:28.427 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:28.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.529+0000 7f2dc7adf640 1 Processor -- start 2024-02-19T16:31:28.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.529+0000 7f2dc7adf640 1 -- start start 2024-02-19T16:31:28.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.529+0000 7f2dc7adf640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2dc0161520 0x7f2dc00b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.529+0000 7f2dc7adf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2dc00b42f0 con 0x7f2dc00d4240 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.529+0000 7f2dc7adf640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2dc00b45d0 con 0x7f2dc0162760 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.529+0000 7f2dc7adf640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dc00b48b0 con 0x7f2dc0161520 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc607c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f2dc00d4240 0x7f2dc00d1bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41164/0 (socket says 172.21.15.104:41164) 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc607c640 1 -- 172.21.15.104:0/3110938729 learned_addr learned my addr 172.21.15.104:0/3110938729 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc587b640 1 --2- 172.21.15.104:0/3110938729 >> v2:172.21.15.158:3300/0 conn(0x7f2dc0161520 0x7f2dc00b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2230346524 0 0) 0x7f2dc00b42f0 con 0x7f2dc00d4240 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2dac003520 con 0x7f2dc00d4240 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3461289990 0 0) 0x7f2dac003520 con 0x7f2dc00d4240 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 >> v2:172.21.15.158:3300/0 conn(0x7f2dc0161520 msgr2=0x7f2dc00b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 --2- 172.21.15.104:0/3110938729 >> v2:172.21.15.158:3300/0 conn(0x7f2dc0161520 0x7f2dc00b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 >> v1:172.21.15.158:6789/0 conn(0x7f2dc0162760 legacy=0x7f2dc00d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dc00b4b90 con 0x7f2dc00d4240 2024-02-19T16:31:28.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f2db80019f0 con 0x7f2dc00d4240 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 >> v1:172.21.15.104:6789/0 conn(0x7f2dc00d4240 legacy=0x7f2dc00d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dac003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dac0047c0 0x7f2dac004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dac005180 0x7f2dac00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dc00b48b0 con 0x7f2dac003970 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac00c020 con 0x7f2dac005180 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac00c1e0 con 0x7f2dac0047c0 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc587b640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dac003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc607c640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dac005180 0x7f2dac00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.530+0000 7f2dc507a640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dac0047c0 0x7f2dac004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc587b640 1 -- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dac0047c0 msgr2=0x7f2dac004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc587b640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dac0047c0 0x7f2dac004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc587b640 1 -- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dac005180 msgr2=0x7f2dac00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc587b640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dac005180 0x7f2dac00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc587b640 1 -- 172.21.15.104:0/3110938729 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dac003520 con 0x7f2dac003970 2024-02-19T16:31:28.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc507a640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dac0047c0 0x7f2dac004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc607c640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dac005180 0x7f2dac00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc607c640 1 -- 172.21.15.104:0/3110938729 reap_dead start 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc587b640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dac003d90 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc009ac0 tx=0x7f2dac0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b9283aa71bcb9e8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.531+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc02c6b0 con 0x7f2dac003970 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dbc02c810 con 0x7f2dac003970 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc4879640 1 -- 172.21.15.104:0/3110938729 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc02cba0 con 0x7f2dac003970 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc7adf640 1 -- 172.21.15.104:0/3110938729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 msgr2=0x7f2dac003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc7adf640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dac003d90 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc009ac0 tx=0x7f2dac0057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc7adf640 1 -- 172.21.15.104:0/3110938729 shutdown_connections 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc7adf640 1 --2- 172.21.15.104:0/3110938729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dac003d90 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc7adf640 1 -- 172.21.15.104:0/3110938729 >> 172.21.15.104:0/3110938729 conn(0x7f2dc008d5d0 msgr2=0x7f2dc009cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc7adf640 1 -- 172.21.15.104:0/3110938729 shutdown_connections 2024-02-19T16:31:28.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.532+0000 7f2dc7adf640 1 -- 172.21.15.104:0/3110938729 wait complete. 2024-02-19T16:31:28.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.533+0000 7f2dc7adf640 1 Processor -- start 2024-02-19T16:31:28.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.533+0000 7f2dc7adf640 1 -- start start 2024-02-19T16:31:28.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc7adf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dc0151c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc7adf640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dc00ca2e0 0x7f2dc015f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc7adf640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dc015fe30 0x7f2dc006bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc7adf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dc01602f0 con 0x7f2dac003970 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc7adf640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dc00c8200 con 0x7f2dc015fe30 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc7adf640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dc00c84e0 con 0x7f2dc00ca2e0 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc587b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dc0151c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc587b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dc0151c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:35996/0 (socket says 172.21.15.104:35996) 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc587b640 1 -- 172.21.15.104:0/2933065179 learned_addr learned my addr 172.21.15.104:0/2933065179 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc507a640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dc00ca2e0 0x7f2dc015f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc607c640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dc015fe30 0x7f2dc006bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc587b640 1 -- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dc00ca2e0 msgr2=0x7f2dc015f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc587b640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dc00ca2e0 0x7f2dc015f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc587b640 1 -- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dc015fe30 msgr2=0x7f2dc006bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc587b640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dc015fe30 0x7f2dc006bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc587b640 1 -- 172.21.15.104:0/2933065179 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dc00c87c0 con 0x7f2dac003970 2024-02-19T16:31:28.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc507a640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dc00ca2e0 0x7f2dc015f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.534+0000 7f2dc607c640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dc015fe30 0x7f2dc006bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.535+0000 7f2dc587b640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dc0151c50 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc000c00 tx=0x7f2dbc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.535+0000 7f2db67fc640 1 -- 172.21.15.104:0/2933065179 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc003810 con 0x7f2dac003970 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.535+0000 7f2db67fc640 1 -- 172.21.15.104:0/2933065179 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dbc003970 con 0x7f2dac003970 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.535+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2dc00c8aa0 con 0x7f2dac003970 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.535+0000 7f2db67fc640 1 -- 172.21.15.104:0/2933065179 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc003d20 con 0x7f2dac003970 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.535+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2dc00cacf0 con 0x7f2dac003970 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.536+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2dc00b42f0 con 0x7f2dac003970 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.536+0000 7f2db67fc640 1 -- 172.21.15.104:0/2933065179 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2dbc047450 con 0x7f2dac003970 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.537+0000 7f2db67fc640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2da406b840 0x7f2da406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.537+0000 7f2db67fc640 1 -- 172.21.15.104:0/2933065179 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f2dbc0ac520 con 0x7f2dac003970 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.537+0000 7f2dc507a640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2da406b840 0x7f2da406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.537+0000 7f2dc507a640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2da406b840 0x7f2da406dd00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2db0000c00 tx=0x7f2db0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.541+0000 7f2db67fc640 1 -- 172.21.15.104:0/2933065179 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2dbc076e60 con 0x7f2dac003970 2024-02-19T16:31:28.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.719+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2dc00751e0 con 0x7f2dac003970 2024-02-19T16:31:28.720 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.719+0000 7f2db67fc640 1 -- 172.21.15.104:0/2933065179 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2dbc0044e0 con 0x7f2dac003970 2024-02-19T16:31:28.721 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2da406b840 msgr2=0x7f2da406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2da406b840 0x7f2da406dd00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2db0000c00 tx=0x7f2db0009040 comp rx=0 tx=0).stop 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 msgr2=0x7f2dc0151c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dc0151c50 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc000c00 tx=0x7f2dbc004730 comp rx=0 tx=0).stop 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 shutdown_connections 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2da406b840 0x7f2da406dd00 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2dc015fe30 0x7f2dc006bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2dc00ca2e0 0x7f2dc015f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 --2- 172.21.15.104:0/2933065179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2dac003970 0x7f2dc0151c50 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 >> 172.21.15.104:0/2933065179 conn(0x7f2dc008d5d0 msgr2=0x7f2dc00b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:28.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 shutdown_connections 2024-02-19T16:31:28.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.721+0000 7f2dc7adf640 1 -- 172.21.15.104:0/2933065179 wait complete. 2024-02-19T16:31:28.733 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:31:28.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.871+0000 7f20c0793640 1 Processor -- start 2024-02-19T16:31:28.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.871+0000 7f20c0793640 1 -- start start 2024-02-19T16:31:28.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.872+0000 7f20c0793640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f20b8161520 0x7f20b80b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.872+0000 7f20c0793640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20b80b42f0 con 0x7f20b80d4240 2024-02-19T16:31:28.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.872+0000 7f20c0793640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20b80b45d0 con 0x7f20b8162760 2024-02-19T16:31:28.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.872+0000 7f20c0793640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20b80b48b0 con 0x7f20b8161520 2024-02-19T16:31:28.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.872+0000 7f20be52f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f20b8161520 0x7f20b80b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.872+0000 7f20bed30640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f20b80d4240 0x7f20b80d1bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41174/0 (socket says 172.21.15.104:41174) 2024-02-19T16:31:28.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.872+0000 7f20bed30640 1 -- 172.21.15.104:0/917966474 learned_addr learned my addr 172.21.15.104:0/917966474 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:28.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.873+0000 7f20be52f640 1 -- 172.21.15.104:0/917966474 >> v1:172.21.15.158:6789/0 conn(0x7f20b8162760 legacy=0x7f20b80d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:28.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.873+0000 7f20be52f640 1 -- 172.21.15.104:0/917966474 >> v1:172.21.15.104:6789/0 conn(0x7f20b80d4240 legacy=0x7f20b80d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.873+0000 7f20be52f640 1 -- 172.21.15.104:0/917966474 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20b80b4b90 con 0x7f20b8161520 2024-02-19T16:31:28.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.873+0000 7f20bd52d640 1 -- 172.21.15.104:0/917966474 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1366475751 0 0) 0x7f20b80b42f0 con 0x7f20b80d4240 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.873+0000 7f20be52f640 1 --2- 172.21.15.104:0/917966474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8161520 0x7f20b80b3970 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f20b00097a0 tx=0x7f20b002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58c7b0a3d91e5d12 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.873+0000 7f20bd52d640 1 -- 172.21.15.104:0/917966474 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b0031830 con 0x7f20b8161520 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.873+0000 7f20bd52d640 1 -- 172.21.15.104:0/917966474 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20b0031990 con 0x7f20b8161520 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.873+0000 7f20bd52d640 1 -- 172.21.15.104:0/917966474 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b0031d20 con 0x7f20b8161520 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.874+0000 7f20c0793640 1 -- 172.21.15.104:0/917966474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8161520 msgr2=0x7f20b80b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.874+0000 7f20c0793640 1 --2- 172.21.15.104:0/917966474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8161520 0x7f20b80b3970 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f20b00097a0 tx=0x7f20b002b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.874+0000 7f20c0793640 1 -- 172.21.15.104:0/917966474 shutdown_connections 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.874+0000 7f20c0793640 1 --2- 172.21.15.104:0/917966474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8161520 0x7f20b80b3970 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.874+0000 7f20c0793640 1 -- 172.21.15.104:0/917966474 >> 172.21.15.104:0/917966474 conn(0x7f20b808d5d0 msgr2=0x7f20b809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:28.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.874+0000 7f20c0793640 1 -- 172.21.15.104:0/917966474 shutdown_connections 2024-02-19T16:31:28.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.874+0000 7f20c0793640 1 -- 172.21.15.104:0/917966474 wait complete. 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.875+0000 7f20c0793640 1 Processor -- start 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.875+0000 7f20c0793640 1 -- start start 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20c0793640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20b80d4240 0x7f20b80b8f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20c0793640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20b8161520 0x7f20b815ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20c0793640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8162760 0x7f20b815c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20c0793640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b80b94a0 con 0x7f20b8162760 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20c0793640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b80b6c80 con 0x7f20b80d4240 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20c0793640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20b80b6f60 con 0x7f20b8161520 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bed30640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8162760 0x7f20b815c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bed30640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8162760 0x7f20b815c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36016/0 (socket says 172.21.15.104:36016) 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bed30640 1 -- 172.21.15.104:0/415251280 learned_addr learned my addr 172.21.15.104:0/415251280 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:28.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bdd2e640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20b8161520 0x7f20b815ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20be52f640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20b80d4240 0x7f20b80b8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bed30640 1 -- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20b8161520 msgr2=0x7f20b815ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bed30640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20b8161520 0x7f20b815ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bed30640 1 -- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20b80d4240 msgr2=0x7f20b80b8f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bed30640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20b80d4240 0x7f20b80b8f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20bed30640 1 -- 172.21.15.104:0/415251280 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20b0009400 con 0x7f20b8162760 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.876+0000 7f20be52f640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20b80d4240 0x7f20b80b8f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.877+0000 7f20bed30640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8162760 0x7f20b815c120 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f20b400c7a0 tx=0x7f20b400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.877+0000 7f20aeffd640 1 -- 172.21.15.104:0/415251280 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b400a640 con 0x7f20b8162760 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.877+0000 7f20aeffd640 1 -- 172.21.15.104:0/415251280 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20b400a7a0 con 0x7f20b8162760 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.877+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20b80b7240 con 0x7f20b8162760 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.877+0000 7f20aeffd640 1 -- 172.21.15.104:0/415251280 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b400abd0 con 0x7f20b8162760 2024-02-19T16:31:28.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.877+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20b80b7800 con 0x7f20b8162760 2024-02-19T16:31:28.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.878+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20b80b7a20 con 0x7f20b8162760 2024-02-19T16:31:28.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.878+0000 7f20aeffd640 1 -- 172.21.15.104:0/415251280 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f20b400ad30 con 0x7f20b8162760 2024-02-19T16:31:28.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.879+0000 7f20aeffd640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f209c06b810 0x7f209c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:28.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.879+0000 7f20be52f640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f209c06b810 0x7f209c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:28.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.879+0000 7f20aeffd640 1 -- 172.21.15.104:0/415251280 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f20b4089b30 con 0x7f20b8162760 2024-02-19T16:31:28.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.879+0000 7f20be52f640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f209c06b810 0x7f209c06dcd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f20b0036000 tx=0x7f20b0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:28.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:28.883+0000 7f20aeffd640 1 -- 172.21.15.104:0/415251280 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f20b4054450 con 0x7f20b8162760 2024-02-19T16:31:29.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.075+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f20b80751e0 con 0x7f20b8162760 2024-02-19T16:31:29.077 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.076+0000 7f20aeffd640 1 -- 172.21.15.104:0/415251280 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f20b40180a0 con 0x7f20b8162760 2024-02-19T16:31:29.077 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:29.079 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f209c06b810 msgr2=0x7f209c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f209c06b810 0x7f209c06dcd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f20b0036000 tx=0x7f20b0008030 comp rx=0 tx=0).stop 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8162760 msgr2=0x7f20b815c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8162760 0x7f20b815c120 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f20b400c7a0 tx=0x7f20b400cc60 comp rx=0 tx=0).stop 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 shutdown_connections 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f209c06b810 0x7f209c06dcd0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b8162760 0x7f20b815c120 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20b8161520 0x7f20b815ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 --2- 172.21.15.104:0/415251280 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f20b80d4240 0x7f20b80b8f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 >> 172.21.15.104:0/415251280 conn(0x7f20b808d5d0 msgr2=0x7f20b80cfbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 shutdown_connections 2024-02-19T16:31:29.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.078+0000 7f20c0793640 1 -- 172.21.15.104:0/415251280 wait complete. 2024-02-19T16:31:29.091 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:31:29.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.225+0000 7f11949f6640 1 Processor -- start 2024-02-19T16:31:29.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.225+0000 7f11949f6640 1 -- start start 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.226+0000 7f11949f6640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f119015bd10 0x7f11900ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.226+0000 7f11949f6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11900af1f0 con 0x7f1190160440 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.226+0000 7f11949f6640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11900ce870 con 0x7f119006af10 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.226+0000 7f11949f6640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f119006d910 con 0x7f119015bd10 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.226+0000 7f118dd9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f1190160440 0x7f119006d200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41188/0 (socket says 172.21.15.104:41188) 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.226+0000 7f118dd9b640 1 -- 172.21.15.104:0/22919714 learned_addr learned my addr 172.21.15.104:0/22919714 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1868683640 0 0) 0x7f11900af1f0 con 0x7f1190160440 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1178003520 con 0x7f1190160440 2024-02-19T16:31:29.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118e59c640 1 --2- 172.21.15.104:0/22919714 >> v2:172.21.15.158:3300/0 conn(0x7f119015bd10 0x7f11900ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1302886881 0 0) 0x7f1178003520 con 0x7f1190160440 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 >> v2:172.21.15.158:3300/0 conn(0x7f119015bd10 msgr2=0x7f11900ced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 --2- 172.21.15.104:0/22919714 >> v2:172.21.15.158:3300/0 conn(0x7f119015bd10 0x7f11900ced00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 >> v1:172.21.15.158:6789/0 conn(0x7f119006af10 legacy=0x7f1190070e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f119006db30 con 0x7f1190160440 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f1184001670 con 0x7f1190160440 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 >> v1:172.21.15.104:6789/0 conn(0x7f1190160440 legacy=0x7f119006d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178003970 0x7f1178003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11780047c0 0x7f1178004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1178005180 0x7f117800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f119006d910 con 0x7f1178005180 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117800c0d0 con 0x7f11780047c0 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f117800c290 con 0x7f1178003970 2024-02-19T16:31:29.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118ed9d640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1178005180 0x7f117800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118dd9b640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11780047c0 0x7f1178004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118e59c640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178003970 0x7f1178003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118ed9d640 1 -- 172.21.15.104:0/22919714 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178003970 msgr2=0x7f1178003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118ed9d640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178003970 0x7f1178003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118ed9d640 1 -- 172.21.15.104:0/22919714 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11780047c0 msgr2=0x7f1178004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118ed9d640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f11780047c0 0x7f1178004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.227+0000 7f118ed9d640 1 -- 172.21.15.104:0/22919714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1178003520 con 0x7f1178005180 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.228+0000 7f118ed9d640 1 -- 172.21.15.104:0/22919714 reap_dead start 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f118ed9d640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1178005180 0x7f117800b980 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f1180001750 tx=0x7f11780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1744bd46e6baa6c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11800052d0 con 0x7f1178005180 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f118002e050 con 0x7f1178005180 2024-02-19T16:31:29.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f118d59a640 1 -- 172.21.15.104:0/22919714 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1180003830 con 0x7f1178005180 2024-02-19T16:31:29.235 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f11949f6640 1 -- 172.21.15.104:0/22919714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1178005180 msgr2=0x7f117800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.235 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f11949f6640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1178005180 0x7f117800b980 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f1180001750 tx=0x7f11780057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.235 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f11949f6640 1 -- 172.21.15.104:0/22919714 shutdown_connections 2024-02-19T16:31:29.235 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f11949f6640 1 --2- 172.21.15.104:0/22919714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1178005180 0x7f117800b980 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f11949f6640 1 -- 172.21.15.104:0/22919714 >> 172.21.15.104:0/22919714 conn(0x7f11900b1410 msgr2=0x7f11900b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f11949f6640 1 -- 172.21.15.104:0/22919714 shutdown_connections 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.229+0000 7f11949f6640 1 -- 172.21.15.104:0/22919714 wait complete. 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.231+0000 7f11949f6640 1 Processor -- start 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.231+0000 7f11949f6640 1 -- start start 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f11949f6640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178005180 0x7f119014c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f11949f6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11900a94d0 0x7f119015d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f11949f6640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119014b180 0x7f119014b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f11949f6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f119014c130 con 0x7f11900a94d0 2024-02-19T16:31:29.236 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f11949f6640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11900a9a00 con 0x7f119014b180 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f11949f6640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11900a9ce0 con 0x7f1178005180 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f118dd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11900a94d0 0x7f119015d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f118dd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11900a94d0 0x7f119015d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36046/0 (socket says 172.21.15.104:36046) 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.232+0000 7f118dd9b640 1 -- 172.21.15.104:0/699080656 learned_addr learned my addr 172.21.15.104:0/699080656 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f118ed9d640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119014b180 0x7f119014b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f118e59c640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178005180 0x7f119014c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f118dd9b640 1 -- 172.21.15.104:0/699080656 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178005180 msgr2=0x7f119014c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f118dd9b640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178005180 0x7f119014c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f118dd9b640 1 -- 172.21.15.104:0/699080656 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119014b180 msgr2=0x7f119014b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f118dd9b640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119014b180 0x7f119014b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f118dd9b640 1 -- 172.21.15.104:0/699080656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11900a9fc0 con 0x7f11900a94d0 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f118dd9b640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11900a94d0 0x7f119015d7f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f1184007290 tx=0x7f1184007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f117effd640 1 -- 172.21.15.104:0/699080656 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f118400f8c0 con 0x7f11900a94d0 2024-02-19T16:31:29.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f117effd640 1 -- 172.21.15.104:0/699080656 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f118400fa60 con 0x7f11900a94d0 2024-02-19T16:31:29.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11900aa2a0 con 0x7f11900a94d0 2024-02-19T16:31:29.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f117effd640 1 -- 172.21.15.104:0/699080656 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f118400fe10 con 0x7f11900a94d0 2024-02-19T16:31:29.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.233+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f119014bb20 con 0x7f11900a94d0 2024-02-19T16:31:29.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.234+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11900aa7c0 con 0x7f11900a94d0 2024-02-19T16:31:29.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.235+0000 7f117effd640 1 -- 172.21.15.104:0/699080656 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f118401d460 con 0x7f11900a94d0 2024-02-19T16:31:29.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.235+0000 7f117effd640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f117006b810 0x7f117006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.235+0000 7f117effd640 1 -- 172.21.15.104:0/699080656 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f118408a490 con 0x7f11900a94d0 2024-02-19T16:31:29.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.235+0000 7f118e59c640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f117006b810 0x7f117006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.236+0000 7f118e59c640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f117006b810 0x7f117006dcd0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1188003aa0 tx=0x7f1188009760 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.241 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.240+0000 7f117effd640 1 -- 172.21.15.104:0/699080656 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f11900aa7c0 con 0x7f11900a94d0 2024-02-19T16:31:29.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.416+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f11900aa7c0 con 0x7f11900a94d0 2024-02-19T16:31:29.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.416+0000 7f117effd640 1 -- 172.21.15.104:0/699080656 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f11900aa7c0 con 0x7f11900a94d0 2024-02-19T16:31:29.418 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f117006b810 msgr2=0x7f117006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f117006b810 0x7f117006dcd0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1188003aa0 tx=0x7f1188009760 comp rx=0 tx=0).stop 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11900a94d0 msgr2=0x7f119015d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11900a94d0 0x7f119015d7f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f1184007290 tx=0x7f1184007750 comp rx=0 tx=0).stop 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 shutdown_connections 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f117006b810 0x7f117006dcd0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11900a94d0 0x7f119015d7f0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f119014b180 0x7f119014b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 --2- 172.21.15.104:0/699080656 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1178005180 0x7f119014c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 >> 172.21.15.104:0/699080656 conn(0x7f11900b1410 msgr2=0x7f11900b0300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 shutdown_connections 2024-02-19T16:31:29.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.418+0000 7f11949f6640 1 -- 172.21.15.104:0/699080656 wait complete. 2024-02-19T16:31:29.430 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get data_new pg_num 2024-02-19T16:31:29.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.532+0000 7f97c7ac7640 1 Processor -- start 2024-02-19T16:31:29.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.532+0000 7f97c7ac7640 1 -- start start 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c7ac7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f97c006f2d0 0x7f97c00cdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c7ac7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c00ce4f0 0x7f97c006bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c7ac7640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97c00ca7a0 con 0x7f97c006f6b0 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c7ac7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97c0072850 con 0x7f97c006f2d0 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c7ac7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97c0072b30 con 0x7f97c00ce4f0 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c5863640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f97c006f2d0 0x7f97c00cdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c5863640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f97c006f2d0 0x7f97c00cdfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36050/0 (socket says 172.21.15.104:36050) 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c5863640 1 -- 172.21.15.104:0/3387740268 learned_addr learned my addr 172.21.15.104:0/3387740268 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:29.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.533+0000 7f97c6064640 1 --2- 172.21.15.104:0/3387740268 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c00ce4f0 0x7f97c006bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.534+0000 7f97c5863640 1 -- 172.21.15.104:0/3387740268 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c00ce4f0 msgr2=0x7f97c006bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:29.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.534+0000 7f97c5863640 1 --2- 172.21.15.104:0/3387740268 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c00ce4f0 0x7f97c006bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.534+0000 7f97c5863640 1 -- 172.21.15.104:0/3387740268 >> v1:172.21.15.158:6789/0 conn(0x7f97c006f6b0 legacy=0x7f97c00cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.534+0000 7f97c5863640 1 -- 172.21.15.104:0/3387740268 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97c0072e10 con 0x7f97c006f2d0 2024-02-19T16:31:29.536 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.534+0000 7f97c6064640 1 --2- 172.21.15.104:0/3387740268 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c00ce4f0 0x7f97c006bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:29.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.534+0000 7f97c5863640 1 --2- 172.21.15.104:0/3387740268 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c006f2d0 0x7f97c00cdfb0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f97b0009870 tx=0x7f97b002ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77b1c5481158a1d5 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.534+0000 7f97c4861640 1 -- 172.21.15.104:0/3387740268 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b002f840 con 0x7f97c006f2d0 2024-02-19T16:31:29.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c4861640 1 -- 172.21.15.104:0/3387740268 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97b002f9a0 con 0x7f97c006f2d0 2024-02-19T16:31:29.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c4861640 1 -- 172.21.15.104:0/3387740268 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b002fd30 con 0x7f97c006f2d0 2024-02-19T16:31:29.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c7ac7640 1 -- 172.21.15.104:0/3387740268 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c006f2d0 msgr2=0x7f97c00cdfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/3387740268 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c006f2d0 0x7f97c00cdfb0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f97b0009870 tx=0x7f97b002ba20 comp rx=0 tx=0).stop 2024-02-19T16:31:29.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c7ac7640 1 -- 172.21.15.104:0/3387740268 shutdown_connections 2024-02-19T16:31:29.537 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/3387740268 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c00ce4f0 0x7f97c006bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/3387740268 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c006f2d0 0x7f97c00cdfb0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c7ac7640 1 -- 172.21.15.104:0/3387740268 >> 172.21.15.104:0/3387740268 conn(0x7f97c00b1ba0 msgr2=0x7f97c00b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:29.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c7ac7640 1 -- 172.21.15.104:0/3387740268 shutdown_connections 2024-02-19T16:31:29.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.535+0000 7f97c7ac7640 1 -- 172.21.15.104:0/3387740268 wait complete. 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.536+0000 7f97c7ac7640 1 Processor -- start 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.536+0000 7f97c7ac7640 1 -- start start 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c7ac7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c006f2d0 0x7f97c015a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c7ac7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97c00ce4f0 0x7f97c00a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c7ac7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c01e9ae0 0x7f97c01e9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c7ac7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97c01ea4d0 con 0x7f97c01e9ae0 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c7ac7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97c015b410 con 0x7f97c00ce4f0 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c7ac7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97c015a990 con 0x7f97c006f2d0 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c6064640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c01e9ae0 0x7f97c01e9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c6064640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c01e9ae0 0x7f97c01e9f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36062/0 (socket says 172.21.15.104:36062) 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c6064640 1 -- 172.21.15.104:0/1419085591 learned_addr learned my addr 172.21.15.104:0/1419085591 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c5863640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c006f2d0 0x7f97c015a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c5062640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97c00ce4f0 0x7f97c00a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c6064640 1 -- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c006f2d0 msgr2=0x7f97c015a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c6064640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c006f2d0 0x7f97c015a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c6064640 1 -- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97c00ce4f0 msgr2=0x7f97c00a0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c6064640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97c00ce4f0 0x7f97c00a0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.537+0000 7f97c6064640 1 -- 172.21.15.104:0/1419085591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97b00094d0 con 0x7f97c01e9ae0 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.538+0000 7f97c5863640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c006f2d0 0x7f97c015a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.538+0000 7f97c5062640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97c00ce4f0 0x7f97c00a0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.538+0000 7f97c6064640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c01e9ae0 0x7f97c01e9f90 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f97b8007df0 tx=0x7f97b800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.538+0000 7f97b67fc640 1 -- 172.21.15.104:0/1419085591 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b8015400 con 0x7f97c01e9ae0 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.538+0000 7f97b67fc640 1 -- 172.21.15.104:0/1419085591 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97b800f040 con 0x7f97c01e9ae0 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.538+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97c00a1230 con 0x7f97c01e9ae0 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.538+0000 7f97b67fc640 1 -- 172.21.15.104:0/1419085591 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b80157a0 con 0x7f97c01e9ae0 2024-02-19T16:31:29.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.538+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97c009b6d0 con 0x7f97c01e9ae0 2024-02-19T16:31:29.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.539+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97c006ec30 con 0x7f97c01e9ae0 2024-02-19T16:31:29.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.539+0000 7f97b67fc640 1 -- 172.21.15.104:0/1419085591 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f97b801e3b0 con 0x7f97c01e9ae0 2024-02-19T16:31:29.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.540+0000 7f97b67fc640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f97a406b840 0x7f97a406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.540+0000 7f97b67fc640 1 -- 172.21.15.104:0/1419085591 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f97b808a5e0 con 0x7f97c01e9ae0 2024-02-19T16:31:29.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.540+0000 7f97c5863640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f97a406b840 0x7f97a406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.540+0000 7f97c5863640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f97a406b840 0x7f97a406dd00 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f97b0036000 tx=0x7f97b0039040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.544+0000 7f97b67fc640 1 -- 172.21.15.104:0/1419085591 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f97b8054e70 con 0x7f97c01e9ae0 2024-02-19T16:31:29.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.730+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"} v 0) v1 -- 0x7f97c00751e0 con 0x7f97c01e9ae0 2024-02-19T16:31:29.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.731+0000 7f97b67fc640 1 -- 172.21.15.104:0/1419085591 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"}]=0 v36) v1 ==== 97+0+11 (secure 0 0 0) 0x7f97b8058530 con 0x7f97c01e9ae0 2024-02-19T16:31:29.732 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:29.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.732+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f97a406b840 msgr2=0x7f97a406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.732+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f97a406b840 0x7f97a406dd00 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f97b0036000 tx=0x7f97b0039040 comp rx=0 tx=0).stop 2024-02-19T16:31:29.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.732+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c01e9ae0 msgr2=0x7f97c01e9f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.732+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c01e9ae0 0x7f97c01e9f90 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f97b8007df0 tx=0x7f97b800d4a0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.733+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 shutdown_connections 2024-02-19T16:31:29.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.733+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f97a406b840 0x7f97a406dd00 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.733+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f97c01e9ae0 0x7f97c01e9f90 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.733+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97c00ce4f0 0x7f97c00a0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.733+0000 7f97c7ac7640 1 --2- 172.21.15.104:0/1419085591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97c006f2d0 0x7f97c015a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.733+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 >> 172.21.15.104:0/1419085591 conn(0x7f97c00b1ba0 msgr2=0x7f97c00b1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:29.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.733+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 shutdown_connections 2024-02-19T16:31:29.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.733+0000 7f97c7ac7640 1 -- 172.21.15.104:0/1419085591 wait complete. 2024-02-19T16:31:29.745 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:31:29.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.845+0000 7f850205c640 1 Processor -- start 2024-02-19T16:31:29.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.845+0000 7f850205c640 1 -- start start 2024-02-19T16:31:29.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.846+0000 7f850205c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84fc161580 0x7f84fc0b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.846+0000 7f850205c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d2110 0x7f84fc0d25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.846+0000 7f850205c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84fc0d0fb0 con 0x7f84fc0d0b40 2024-02-19T16:31:29.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.846+0000 7f850205c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84fc0d2ae0 con 0x7f84fc161580 2024-02-19T16:31:29.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.846+0000 7f850205c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84fc06bb30 con 0x7f84fc0d2110 2024-02-19T16:31:29.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.846+0000 7f84fb7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84fc161580 0x7f84fc0b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.846+0000 7f84fb7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f84fc161580 0x7f84fc0b2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36076/0 (socket says 172.21.15.104:36076) 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.846+0000 7f84fb7fe640 1 -- 172.21.15.104:0/3722397844 learned_addr learned my addr 172.21.15.104:0/3722397844 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.847+0000 7f84fb7fe640 1 -- 172.21.15.104:0/3722397844 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d2110 msgr2=0x7f84fc0d25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.847+0000 7f84fb7fe640 1 --2- 172.21.15.104:0/3722397844 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d2110 0x7f84fc0d25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.847+0000 7f84fb7fe640 1 -- 172.21.15.104:0/3722397844 >> v1:172.21.15.158:6789/0 conn(0x7f84fc0d0b40 legacy=0x7f84fc06b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.847+0000 7f84fb7fe640 1 -- 172.21.15.104:0/3722397844 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84fc0d45f0 con 0x7f84fc161580 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.847+0000 7f84fb7fe640 1 --2- 172.21.15.104:0/3722397844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b2fc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f84ec009870 tx=0x7f84ec02b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=101f51202f912570 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f84faffd640 1 -- 172.21.15.104:0/3722397844 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84ec0317c0 con 0x7f84fc161580 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f84faffd640 1 -- 172.21.15.104:0/3722397844 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84ec031920 con 0x7f84fc161580 2024-02-19T16:31:29.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f84faffd640 1 -- 172.21.15.104:0/3722397844 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84ec031cb0 con 0x7f84fc161580 2024-02-19T16:31:29.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f850205c640 1 -- 172.21.15.104:0/3722397844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 msgr2=0x7f84fc0b2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f850205c640 1 --2- 172.21.15.104:0/3722397844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b2fc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f84ec009870 tx=0x7f84ec02b860 comp rx=0 tx=0).stop 2024-02-19T16:31:29.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f850205c640 1 -- 172.21.15.104:0/3722397844 shutdown_connections 2024-02-19T16:31:29.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f850205c640 1 --2- 172.21.15.104:0/3722397844 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d2110 0x7f84fc0d25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f850205c640 1 --2- 172.21.15.104:0/3722397844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b2fc0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f850205c640 1 -- 172.21.15.104:0/3722397844 >> 172.21.15.104:0/3722397844 conn(0x7f84fc09ceb0 msgr2=0x7f84fc0d3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:29.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f850205c640 1 -- 172.21.15.104:0/3722397844 shutdown_connections 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.848+0000 7f850205c640 1 -- 172.21.15.104:0/3722397844 wait complete. 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.849+0000 7f850205c640 1 Processor -- start 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f850205c640 1 -- start start 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f850205c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d0b40 0x7f84fc06bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f850205c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84fc0d2110 0x7f84fc06c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f850205c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f850205c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84fc1e8990 con 0x7f84fc161580 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f850205c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84fc1e7d10 con 0x7f84fc0d2110 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f850205c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84fc1e7ff0 con 0x7f84fc0d0b40 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f84fbfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f84fbfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b76c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36092/0 (socket says 172.21.15.104:36092) 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.850+0000 7f84fbfff640 1 -- 172.21.15.104:0/1222395956 learned_addr learned my addr 172.21.15.104:0/1222395956 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84f2ffd640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84fc0d2110 0x7f84fc06c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84fb7fe640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d0b40 0x7f84fc06bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84fbfff640 1 -- 172.21.15.104:0/1222395956 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d0b40 msgr2=0x7f84fc06bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84fbfff640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d0b40 0x7f84fc06bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84fbfff640 1 -- 172.21.15.104:0/1222395956 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84fc0d2110 msgr2=0x7f84fc06c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84fbfff640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84fc0d2110 0x7f84fc06c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84fbfff640 1 -- 172.21.15.104:0/1222395956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84ec0094d0 con 0x7f84fc161580 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84fbfff640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b76c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f84f400b970 tx=0x7f84f400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84f8ff9640 1 -- 172.21.15.104:0/1222395956 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f400cb40 con 0x7f84fc161580 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84f8ff9640 1 -- 172.21.15.104:0/1222395956 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84f400ccc0 con 0x7f84fc161580 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84fc1e82d0 con 0x7f84fc161580 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f84f8ff9640 1 -- 172.21.15.104:0/1222395956 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f4014680 con 0x7f84fc161580 2024-02-19T16:31:29.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.851+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84fc1e7880 con 0x7f84fc161580 2024-02-19T16:31:29.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.852+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84fc1e8ad0 con 0x7f84fc161580 2024-02-19T16:31:29.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.853+0000 7f84f8ff9640 1 -- 172.21.15.104:0/1222395956 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f84f401d3b0 con 0x7f84fc161580 2024-02-19T16:31:29.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.853+0000 7f84f8ff9640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f84dc06b810 0x7f84dc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:29.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.854+0000 7f84f8ff9640 1 -- 172.21.15.104:0/1222395956 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f84f408a350 con 0x7f84fc161580 2024-02-19T16:31:29.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.854+0000 7f84fb7fe640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f84dc06b810 0x7f84dc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:29.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.854+0000 7f84fb7fe640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f84dc06b810 0x7f84dc06dcd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f84ec036000 tx=0x7f84ec03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:29.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:29.858+0000 7f84f8ff9640 1 -- 172.21.15.104:0/1222395956 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f84f4054b50 con 0x7f84fc161580 2024-02-19T16:31:30.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.047+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f84fc0751e0 con 0x7f84fc161580 2024-02-19T16:31:30.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.047+0000 7f84f8ff9640 1 -- 172.21.15.104:0/1222395956 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7f84f4019080 con 0x7f84fc161580 2024-02-19T16:31:30.048 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:31:30.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f84dc06b810 msgr2=0x7f84dc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f84dc06b810 0x7f84dc06dcd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f84ec036000 tx=0x7f84ec03d040 comp rx=0 tx=0).stop 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 msgr2=0x7f84fc0b76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b76c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f84f400b970 tx=0x7f84f400be30 comp rx=0 tx=0).stop 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 shutdown_connections 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f84dc06b810 0x7f84dc06dcd0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f84fc161580 0x7f84fc0b76c0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84fc0d2110 0x7f84fc06c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 --2- 172.21.15.104:0/1222395956 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84fc0d0b40 0x7f84fc06bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 >> 172.21.15.104:0/1222395956 conn(0x7f84fc09ceb0 msgr2=0x7f84fc06b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 shutdown_connections 2024-02-19T16:31:30.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.049+0000 7f850205c640 1 -- 172.21.15.104:0/1222395956 wait complete. 2024-02-19T16:31:30.061 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:30.061 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:30.077 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:30.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.218+0000 7ffa27a1b640 1 Processor -- start 2024-02-19T16:31:30.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.219+0000 7ffa27a1b640 1 -- start start 2024-02-19T16:31:30.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa27a1b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ffa2006e8c0 0x7ffa2006ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa27a1b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa2015f610 con 0x7ffa200cda70 2024-02-19T16:31:30.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa27a1b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa201604c0 con 0x7ffa20156150 2024-02-19T16:31:30.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa27a1b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa2006d4f0 con 0x7ffa2006e8c0 2024-02-19T16:31:30.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa25fb8640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ffa200cda70 0x7ffa200cdf20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41192/0 (socket says 172.21.15.104:41192) 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa25fb8640 1 -- 172.21.15.104:0/3102216993 learned_addr learned my addr 172.21.15.104:0/3102216993 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1487000524 0 0) 0x7ffa2015f610 con 0x7ffa200cda70 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffa08003520 con 0x7ffa200cda70 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.220+0000 7ffa24fb6640 1 --2- 172.21.15.104:0/3102216993 >> v2:172.21.15.158:3300/0 conn(0x7ffa2006e8c0 0x7ffa2006ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4244300913 0 0) 0x7ffa08003520 con 0x7ffa200cda70 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 >> v2:172.21.15.158:3300/0 conn(0x7ffa2006e8c0 msgr2=0x7ffa2006ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 --2- 172.21.15.104:0/3102216993 >> v2:172.21.15.158:3300/0 conn(0x7ffa2006e8c0 0x7ffa2006ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 >> v1:172.21.15.158:6789/0 conn(0x7ffa20156150 legacy=0x7ffa2006cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa2015f8b0 con 0x7ffa200cda70 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7ffa100019f0 con 0x7ffa200cda70 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa24fb6640 1 --2- 172.21.15.104:0/3102216993 >> v2:172.21.15.158:3300/0 conn(0x7ffa2006e8c0 0x7ffa2006ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 >> v1:172.21.15.104:6789/0 conn(0x7ffa200cda70 legacy=0x7ffa200cdf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffa08003970 0x7ffa08003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa080047c0 0x7ffa08004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa0800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0800c0a0 con 0x7ffa08005180 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0800c210 con 0x7ffa080047c0 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0800c3d0 con 0x7ffa08003970 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa25fb8640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa0800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa257b7640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffa08003970 0x7ffa08003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa24fb6640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa080047c0 0x7ffa08004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa25fb8640 1 -- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffa08003970 msgr2=0x7ffa08003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa25fb8640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffa08003970 0x7ffa08003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa25fb8640 1 -- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa080047c0 msgr2=0x7ffa08004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa25fb8640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa080047c0 0x7ffa08004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa25fb8640 1 -- 172.21.15.104:0/3102216993 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa08003520 con 0x7ffa08005180 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.221+0000 7ffa24fb6640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa080047c0 0x7ffa08004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.222+0000 7ffa25fb8640 1 -- 172.21.15.104:0/3102216993 reap_dead start 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.222+0000 7ffa25fb8640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa0800b980 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000a830 tx=0x7ffa080057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e6a86ca0dc5595c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.222+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa100072d0 con 0x7ffa08005180 2024-02-19T16:31:30.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.222+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa1002f070 con 0x7ffa08005180 2024-02-19T16:31:30.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.222+0000 7ffa1ffff640 1 -- 172.21.15.104:0/3102216993 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa100076b0 con 0x7ffa08005180 2024-02-19T16:31:30.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.222+0000 7ffa27a1b640 1 -- 172.21.15.104:0/3102216993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 msgr2=0x7ffa0800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.222+0000 7ffa27a1b640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa0800b980 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000a830 tx=0x7ffa080057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.223+0000 7ffa27a1b640 1 -- 172.21.15.104:0/3102216993 shutdown_connections 2024-02-19T16:31:30.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.223+0000 7ffa27a1b640 1 --2- 172.21.15.104:0/3102216993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa0800b980 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.223+0000 7ffa27a1b640 1 -- 172.21.15.104:0/3102216993 >> 172.21.15.104:0/3102216993 conn(0x7ffa200cfbc0 msgr2=0x7ffa200cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:30.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.223+0000 7ffa27a1b640 1 -- 172.21.15.104:0/3102216993 shutdown_connections 2024-02-19T16:31:30.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.223+0000 7ffa27a1b640 1 -- 172.21.15.104:0/3102216993 wait complete. 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.224+0000 7ffa27a1b640 1 Processor -- start 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.224+0000 7ffa27a1b640 1 -- start start 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.224+0000 7ffa27a1b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa20145640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.224+0000 7ffa27a1b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa20152700 0x7ffa20152b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.224+0000 7ffa27a1b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffa20150810 0x7ffa20150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.224+0000 7ffa27a1b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa201f1870 con 0x7ffa08005180 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.224+0000 7ffa27a1b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa20153af0 con 0x7ffa20152700 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.224+0000 7ffa27a1b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa201511d0 con 0x7ffa20150810 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa20145640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa20145640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:36104/0 (socket says 172.21.15.104:36104) 2024-02-19T16:31:30.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 -- 172.21.15.104:0/4254251458 learned_addr learned my addr 172.21.15.104:0/4254251458 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 -- 172.21.15.104:0/4254251458 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffa20150810 msgr2=0x7ffa20150c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffa20150810 0x7ffa20150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 -- 172.21.15.104:0/4254251458 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa20152700 msgr2=0x7ffa20152b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa20152700 0x7ffa20152b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 -- 172.21.15.104:0/4254251458 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa201f1af0 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa257b7640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa20145640 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ffa1800f620 tx=0x7ffa1800fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa1dffb640 1 -- 172.21.15.104:0/4254251458 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa180052e0 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa1dffb640 1 -- 172.21.15.104:0/4254251458 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa18005440 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa20152130 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa1dffb640 1 -- 172.21.15.104:0/4254251458 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa18003810 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.225+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa20153530 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.226+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa200751e0 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.227+0000 7ffa1dffb640 1 -- 172.21.15.104:0/4254251458 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ffa18003970 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.228+0000 7ffa1dffb640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffa0c06b840 0x7ffa0c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.228+0000 7ffa1dffb640 1 -- 172.21.15.104:0/4254251458 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7ffa1808a270 con 0x7ffa08005180 2024-02-19T16:31:30.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.228+0000 7ffa24fb6640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffa0c06b840 0x7ffa0c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.228+0000 7ffa24fb6640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffa0c06b840 0x7ffa0c06dd00 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ffa14006b10 tx=0x7ffa14006a40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.237 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.236+0000 7ffa1dffb640 1 -- 172.21.15.104:0/4254251458 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ffa18054b00 con 0x7ffa08005180 2024-02-19T16:31:30.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.414+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffa2006cbc0 con 0x7ffa08005180 2024-02-19T16:31:30.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.415+0000 7ffa1dffb640 1 -- 172.21.15.104:0/4254251458 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7ffa180581c0 con 0x7ffa08005180 2024-02-19T16:31:30.416 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:30.417 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffa0c06b840 msgr2=0x7ffa0c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffa0c06b840 0x7ffa0c06dd00 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ffa14006b10 tx=0x7ffa14006a40 comp rx=0 tx=0).stop 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 msgr2=0x7ffa20145640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa20145640 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ffa1800f620 tx=0x7ffa1800fae0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 shutdown_connections 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffa0c06b840 0x7ffa0c06dd00 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffa20150810 0x7ffa20150c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffa20152700 0x7ffa20152b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 --2- 172.21.15.104:0/4254251458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa08005180 0x7ffa20145640 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 >> 172.21.15.104:0/4254251458 conn(0x7ffa200cfbc0 msgr2=0x7ffa20070f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:30.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 shutdown_connections 2024-02-19T16:31:30.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.417+0000 7ffa27a1b640 1 -- 172.21.15.104:0/4254251458 wait complete. 2024-02-19T16:31:30.433 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:09.207291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:10.330329+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'data_new', 'create_time': '2024-02-19T16:31:19.629125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:30.433 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:30.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.539+0000 7f2bab5c7640 1 Processor -- start 2024-02-19T16:31:30.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.539+0000 7f2bab5c7640 1 -- start start 2024-02-19T16:31:30.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.540+0000 7f2bab5c7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba415bdc0 0x7f2ba406fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.540+0000 7f2bab5c7640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2ba40d2370 0x7f2ba40cce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.540+0000 7f2bab5c7640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ba40cc970 con 0x7f2ba406ffc0 2024-02-19T16:31:30.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.540+0000 7f2bab5c7640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ba40704d0 con 0x7f2ba40d2370 2024-02-19T16:31:30.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.540+0000 7f2bab5c7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba40707b0 con 0x7f2ba415bdc0 2024-02-19T16:31:30.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.540+0000 7f2ba9b64640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2ba40d2370 0x7f2ba40cce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.540+0000 7f2ba9363640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba415bdc0 0x7f2ba406fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.542 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.541+0000 7f2ba9b64640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2ba40d2370 0x7f2ba40cce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:46816/0 (socket says 172.21.15.104:46816) 2024-02-19T16:31:30.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.541+0000 7f2ba8b62640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f2ba406ffc0 0x7f2ba40d1c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:41762/0 (socket says 172.21.15.104:41762) 2024-02-19T16:31:30.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.541+0000 7f2ba9b64640 1 -- 172.21.15.104:0/2895591875 learned_addr learned my addr 172.21.15.104:0/2895591875 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:30.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.541+0000 7f2ba9363640 1 -- 172.21.15.104:0/2895591875 >> v2:172.21.15.158:3300/0 conn(0x7f2ba40d2370 msgr2=0x7f2ba40cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:30.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.541+0000 7f2ba9363640 1 --2- 172.21.15.104:0/2895591875 >> v2:172.21.15.158:3300/0 conn(0x7f2ba40d2370 0x7f2ba40cce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.541+0000 7f2ba9363640 1 -- 172.21.15.104:0/2895591875 >> v1:172.21.15.158:6789/0 conn(0x7f2ba406ffc0 legacy=0x7f2ba40d1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.541+0000 7f2ba9363640 1 -- 172.21.15.104:0/2895591875 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ba4070a90 con 0x7f2ba415bdc0 2024-02-19T16:31:30.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.541+0000 7f2ba9b64640 1 --2- 172.21.15.104:0/2895591875 >> v2:172.21.15.158:3300/0 conn(0x7f2ba40d2370 0x7f2ba40cce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:30.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.542+0000 7f2ba9363640 1 --2- 172.21.15.104:0/2895591875 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba415bdc0 0x7f2ba406fa80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2ba00097d0 tx=0x7f2ba002b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b3814bf10d419c8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.542+0000 7f2b9bfff640 1 -- 172.21.15.104:0/2895591875 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba0031800 con 0x7f2ba415bdc0 2024-02-19T16:31:30.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.542+0000 7f2b9bfff640 1 -- 172.21.15.104:0/2895591875 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ba0031960 con 0x7f2ba415bdc0 2024-02-19T16:31:30.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.542+0000 7f2b9bfff640 1 -- 172.21.15.104:0/2895591875 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba0031cf0 con 0x7f2ba415bdc0 2024-02-19T16:31:30.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.543+0000 7f2bab5c7640 1 -- 172.21.15.104:0/2895591875 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba415bdc0 msgr2=0x7f2ba406fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.543+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/2895591875 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba415bdc0 0x7f2ba406fa80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2ba00097d0 tx=0x7f2ba002b8a0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.543+0000 7f2bab5c7640 1 -- 172.21.15.104:0/2895591875 shutdown_connections 2024-02-19T16:31:30.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.543+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/2895591875 >> v2:172.21.15.158:3300/0 conn(0x7f2ba40d2370 0x7f2ba40cce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.543+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/2895591875 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba415bdc0 0x7f2ba406fa80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.543+0000 7f2bab5c7640 1 -- 172.21.15.104:0/2895591875 >> 172.21.15.104:0/2895591875 conn(0x7f2ba4072f80 msgr2=0x7f2ba409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:30.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.543+0000 7f2bab5c7640 1 -- 172.21.15.104:0/2895591875 shutdown_connections 2024-02-19T16:31:30.545 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.543+0000 7f2bab5c7640 1 -- 172.21.15.104:0/2895591875 wait complete. 2024-02-19T16:31:30.547 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.544+0000 7f2bab5c7640 1 Processor -- start 2024-02-19T16:31:30.547 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.544+0000 7f2bab5c7640 1 -- start start 2024-02-19T16:31:30.547 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2bab5c7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba406ffc0 0x7f2ba40ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.547 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2bab5c7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ba40d2370 0x7f2ba40cd810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2bab5c7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ba415bdc0 0x7f2ba409f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2bab5c7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba40cde30 con 0x7f2ba40d2370 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2bab5c7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba40ce110 con 0x7f2ba415bdc0 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2bab5c7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba40ce3f0 con 0x7f2ba406ffc0 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ba40d2370 0x7f2ba40cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ba40d2370 0x7f2ba40cd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34688/0 (socket says 172.21.15.104:34688) 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 -- 172.21.15.104:0/832964702 learned_addr learned my addr 172.21.15.104:0/832964702 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba9363640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba406ffc0 0x7f2ba40ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba9b64640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ba415bdc0 0x7f2ba409f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 -- 172.21.15.104:0/832964702 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba406ffc0 msgr2=0x7f2ba40ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba406ffc0 0x7f2ba40ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 -- 172.21.15.104:0/832964702 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ba415bdc0 msgr2=0x7f2ba409f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ba415bdc0 0x7f2ba409f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 -- 172.21.15.104:0/832964702 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b9c009b30 con 0x7f2ba40d2370 2024-02-19T16:31:30.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.545+0000 7f2ba8b62640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ba40d2370 0x7f2ba40cd810 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f2b9400c440 tx=0x7f2b94001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.546+0000 7f2b99ffb640 1 -- 172.21.15.104:0/832964702 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b940074e0 con 0x7f2ba40d2370 2024-02-19T16:31:30.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.546+0000 7f2b99ffb640 1 -- 172.21.15.104:0/832964702 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b94007640 con 0x7f2ba40d2370 2024-02-19T16:31:30.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.546+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ba0009400 con 0x7f2ba40d2370 2024-02-19T16:31:30.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.546+0000 7f2b99ffb640 1 -- 172.21.15.104:0/832964702 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b94004a20 con 0x7f2ba40d2370 2024-02-19T16:31:30.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.546+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ba40ce9b0 con 0x7f2ba40d2370 2024-02-19T16:31:30.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.547+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ba40751e0 con 0x7f2ba40d2370 2024-02-19T16:31:30.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.547+0000 7f2b99ffb640 1 -- 172.21.15.104:0/832964702 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2b94004b80 con 0x7f2ba40d2370 2024-02-19T16:31:30.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.547+0000 7f2b99ffb640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b8806b810 0x7f2b8806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.548+0000 7f2b99ffb640 1 -- 172.21.15.104:0/832964702 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f2b94089bd0 con 0x7f2ba40d2370 2024-02-19T16:31:30.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.548+0000 7f2ba9363640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b8806b810 0x7f2b8806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.548+0000 7f2ba9363640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b8806b810 0x7f2b8806dcd0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0036000 tx=0x7f2ba003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.555+0000 7f2b99ffb640 1 -- 172.21.15.104:0/832964702 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2b94054510 con 0x7f2ba40d2370 2024-02-19T16:31:30.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.731+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2ba40ceb70 con 0x7f2ba40d2370 2024-02-19T16:31:30.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.731+0000 7f2b99ffb640 1 -- 172.21.15.104:0/832964702 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2b94057bd0 con 0x7f2ba40d2370 2024-02-19T16:31:30.733 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b8806b810 msgr2=0x7f2b8806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b8806b810 0x7f2b8806dcd0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0036000 tx=0x7f2ba003c040 comp rx=0 tx=0).stop 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ba40d2370 msgr2=0x7f2ba40cd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ba40d2370 0x7f2ba40cd810 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f2b9400c440 tx=0x7f2b94001e70 comp rx=0 tx=0).stop 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 shutdown_connections 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b8806b810 0x7f2b8806dcd0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ba40d2370 0x7f2ba40cd810 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ba415bdc0 0x7f2ba409f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 --2- 172.21.15.104:0/832964702 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ba406ffc0 0x7f2ba40ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 >> 172.21.15.104:0/832964702 conn(0x7f2ba4072f80 msgr2=0x7f2ba40b1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:30.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 shutdown_connections 2024-02-19T16:31:30.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.733+0000 7f2bab5c7640 1 -- 172.21.15.104:0/832964702 wait complete. 2024-02-19T16:31:30.746 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:31:30.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.849+0000 7f890e0b5640 1 Processor -- start 2024-02-19T16:31:30.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.849+0000 7f890e0b5640 1 -- start start 2024-02-19T16:31:30.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.849+0000 7f890e0b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890806f960 0x7f890815eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.849+0000 7f890e0b5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8908070120 con 0x7f890815dc50 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.849+0000 7f890e0b5640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f890806fe40 con 0x7f890806b620 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.849+0000 7f890e0b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f890815e410 con 0x7f890806f960 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.849+0000 7f89077fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f890815dc50 0x7f890806af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56798/0 (socket says 172.21.15.104:56798) 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.849+0000 7f89077fe640 1 -- 172.21.15.104:0/2328066325 learned_addr learned my addr 172.21.15.104:0/2328066325 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.850+0000 7f8907fff640 1 --2- 172.21.15.104:0/2328066325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890806f960 0x7f890815eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.850+0000 7f89067fc640 1 -- 172.21.15.104:0/2328066325 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 773450763 0 0) 0x7f8908070120 con 0x7f890815dc50 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.850+0000 7f89067fc640 1 -- 172.21.15.104:0/2328066325 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88f0003520 con 0x7f890815dc50 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.850+0000 7f8907fff640 1 -- 172.21.15.104:0/2328066325 >> v1:172.21.15.158:6789/0 conn(0x7f890806b620 legacy=0x7f89080b3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.850+0000 7f89067fc640 1 -- 172.21.15.104:0/2328066325 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 180088915 0 0) 0x7f890806fe40 con 0x7f890806b620 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.850+0000 7f8907fff640 1 -- 172.21.15.104:0/2328066325 >> v1:172.21.15.104:6789/0 conn(0x7f890815dc50 legacy=0x7f890806af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.850+0000 7f8907fff640 1 -- 172.21.15.104:0/2328066325 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f890815e6f0 con 0x7f890806f960 2024-02-19T16:31:30.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.851+0000 7f8907fff640 1 --2- 172.21.15.104:0/2328066325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890806f960 0x7f890815eef0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8900009dc0 tx=0x7f890002bf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b93dd69d30b56d3b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.851+0000 7f89067fc640 1 -- 172.21.15.104:0/2328066325 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890002ccd0 con 0x7f890806f960 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.851+0000 7f89067fc640 1 -- 172.21.15.104:0/2328066325 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f890002ce30 con 0x7f890806f960 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.851+0000 7f89067fc640 1 -- 172.21.15.104:0/2328066325 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8900034660 con 0x7f890806f960 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.852+0000 7f890e0b5640 1 -- 172.21.15.104:0/2328066325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890806f960 msgr2=0x7f890815eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.852+0000 7f890e0b5640 1 --2- 172.21.15.104:0/2328066325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890806f960 0x7f890815eef0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8900009dc0 tx=0x7f890002bf20 comp rx=0 tx=0).stop 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.852+0000 7f890e0b5640 1 -- 172.21.15.104:0/2328066325 shutdown_connections 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.852+0000 7f890e0b5640 1 --2- 172.21.15.104:0/2328066325 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890806f960 0x7f890815eef0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.852+0000 7f890e0b5640 1 -- 172.21.15.104:0/2328066325 >> 172.21.15.104:0/2328066325 conn(0x7f89080b2670 msgr2=0x7f89080b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.852+0000 7f890e0b5640 1 -- 172.21.15.104:0/2328066325 shutdown_connections 2024-02-19T16:31:30.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.852+0000 7f890e0b5640 1 -- 172.21.15.104:0/2328066325 wait complete. 2024-02-19T16:31:30.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.853+0000 7f890e0b5640 1 Processor -- start 2024-02-19T16:31:30.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.853+0000 7f890e0b5640 1 -- start start 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f890e0b5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f890806b620 0x7f890814c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f890e0b5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f890806f960 0x7f890814c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f890e0b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890815dc50 0x7f890814ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f890e0b5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89080b22c0 con 0x7f890806b620 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f890e0b5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f890814b660 con 0x7f890806f960 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f890e0b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89081f3040 con 0x7f890815dc50 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f890806b620 0x7f890814c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f890806b620 0x7f890814c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34690/0 (socket says 172.21.15.104:34690) 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 -- 172.21.15.104:0/175709904 learned_addr learned my addr 172.21.15.104:0/175709904 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f8906ffd640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f890806f960 0x7f890814c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f8907fff640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890815dc50 0x7f890814ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 -- 172.21.15.104:0/175709904 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890815dc50 msgr2=0x7f890814ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890815dc50 0x7f890814ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 -- 172.21.15.104:0/175709904 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f890806f960 msgr2=0x7f890814c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:30.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f890806f960 0x7f890814c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:30.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 -- 172.21.15.104:0/175709904 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8900009a70 con 0x7f890806b620 2024-02-19T16:31:30.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.854+0000 7f89077fe640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f890806b620 0x7f890814c3e0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f88f800c390 tx=0x7f88f800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.855+0000 7f88effff640 1 -- 172.21.15.104:0/175709904 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88f8005ce0 con 0x7f890806b620 2024-02-19T16:31:30.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.855+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f890814b900 con 0x7f890806b620 2024-02-19T16:31:30.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.855+0000 7f88effff640 1 -- 172.21.15.104:0/175709904 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88f8005e40 con 0x7f890806b620 2024-02-19T16:31:30.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.855+0000 7f88effff640 1 -- 172.21.15.104:0/175709904 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88f80072f0 con 0x7f890806b620 2024-02-19T16:31:30.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.855+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f890814bec0 con 0x7f890806b620 2024-02-19T16:31:30.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.856+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89080751e0 con 0x7f890806b620 2024-02-19T16:31:30.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.856+0000 7f88effff640 1 -- 172.21.15.104:0/175709904 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f88f8007450 con 0x7f890806b620 2024-02-19T16:31:30.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.856+0000 7f88effff640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88f406b810 0x7f88f406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:30.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.857+0000 7f88effff640 1 -- 172.21.15.104:0/175709904 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f88f8089900 con 0x7f890806b620 2024-02-19T16:31:30.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.857+0000 7f8906ffd640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88f406b810 0x7f88f406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:30.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.857+0000 7f8906ffd640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88f406b810 0x7f88f406dcd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f890814b4e0 tx=0x7f88fc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:30.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:30.865+0000 7f88effff640 1 -- 172.21.15.104:0/175709904 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f88f8054250 con 0x7f890806b620 2024-02-19T16:31:31.044 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.042+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f890814c050 con 0x7f890806b620 2024-02-19T16:31:31.044 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.043+0000 7f88effff640 1 -- 172.21.15.104:0/175709904 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f88f8057910 con 0x7f890806b620 2024-02-19T16:31:31.044 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88f406b810 msgr2=0x7f88f406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88f406b810 0x7f88f406dcd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f890814b4e0 tx=0x7f88fc009040 comp rx=0 tx=0).stop 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f890806b620 msgr2=0x7f890814c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f890806b620 0x7f890814c3e0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f88f800c390 tx=0x7f88f800c850 comp rx=0 tx=0).stop 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 shutdown_connections 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88f406b810 0x7f88f406dcd0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f890815dc50 0x7f890814ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f890806f960 0x7f890814c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 --2- 172.21.15.104:0/175709904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f890806b620 0x7f890814c3e0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.046 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.044+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 >> 172.21.15.104:0/175709904 conn(0x7f89080b2670 msgr2=0x7f89080af160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:31.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.045+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 shutdown_connections 2024-02-19T16:31:31.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.045+0000 7f890e0b5640 1 -- 172.21.15.104:0/175709904 wait complete. 2024-02-19T16:31:31.057 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:31:31.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.159+0000 7f211ada1640 1 Processor -- start 2024-02-19T16:31:31.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.159+0000 7f211ada1640 1 -- start start 2024-02-19T16:31:31.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f211ada1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f211415bca0 0x7f21140cc430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f211ada1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21140d1ce0 0x7f211415fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f211ada1640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21140b1280 con 0x7f211415f700 2024-02-19T16:31:31.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f211ada1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f211415c080 con 0x7f211415bca0 2024-02-19T16:31:31.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f211ada1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21141601c0 con 0x7f21140d1ce0 2024-02-19T16:31:31.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f2118b3d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f211415bca0 0x7f21140cc430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f2118b3d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f211415bca0 0x7f21140cc430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34704/0 (socket says 172.21.15.104:34704) 2024-02-19T16:31:31.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f2118b3d640 1 -- 172.21.15.104:0/3930209956 learned_addr learned my addr 172.21.15.104:0/3930209956 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:31.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.160+0000 7f211933e640 1 --2- 172.21.15.104:0/3930209956 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21140d1ce0 0x7f211415fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.161+0000 7f2118b3d640 1 -- 172.21.15.104:0/3930209956 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21140d1ce0 msgr2=0x7f211415fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:31.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.161+0000 7f2118b3d640 1 --2- 172.21.15.104:0/3930209956 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21140d1ce0 0x7f211415fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.161+0000 7f2118b3d640 1 -- 172.21.15.104:0/3930209956 >> v1:172.21.15.158:6789/0 conn(0x7f211415f700 legacy=0x7f21140d15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.161+0000 7f2118b3d640 1 -- 172.21.15.104:0/3930209956 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21141604a0 con 0x7f211415bca0 2024-02-19T16:31:31.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.161+0000 7f2118b3d640 1 --2- 172.21.15.104:0/3930209956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415bca0 0x7f21140cc430 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2110009870 tx=0x7f211002b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bc7c8994368f435 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f210b7fe640 1 -- 172.21.15.104:0/3930209956 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2110030840 con 0x7f211415bca0 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f210b7fe640 1 -- 172.21.15.104:0/3930209956 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21100309a0 con 0x7f211415bca0 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f210b7fe640 1 -- 172.21.15.104:0/3930209956 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2110030d30 con 0x7f211415bca0 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f211ada1640 1 -- 172.21.15.104:0/3930209956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415bca0 msgr2=0x7f21140cc430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f211ada1640 1 --2- 172.21.15.104:0/3930209956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415bca0 0x7f21140cc430 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2110009870 tx=0x7f211002b980 comp rx=0 tx=0).stop 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f211ada1640 1 -- 172.21.15.104:0/3930209956 shutdown_connections 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f211ada1640 1 --2- 172.21.15.104:0/3930209956 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f21140d1ce0 0x7f211415fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f211ada1640 1 --2- 172.21.15.104:0/3930209956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415bca0 0x7f21140cc430 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f211ada1640 1 -- 172.21.15.104:0/3930209956 >> 172.21.15.104:0/3930209956 conn(0x7f211409aa70 msgr2=0x7f211409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f211ada1640 1 -- 172.21.15.104:0/3930209956 shutdown_connections 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.162+0000 7f211ada1640 1 -- 172.21.15.104:0/3930209956 wait complete. 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.163+0000 7f211ada1640 1 Processor -- start 2024-02-19T16:31:31.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.163+0000 7f211ada1640 1 -- start start 2024-02-19T16:31:31.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211ada1640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21140d1ce0 0x7f21141f3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211ada1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f211415bca0 0x7f211415c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211ada1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415f700 0x7f211415e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211ada1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f211415da90 con 0x7f211415f700 2024-02-19T16:31:31.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211ada1640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f211415c370 con 0x7f21140d1ce0 2024-02-19T16:31:31.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211ada1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f211415ce80 con 0x7f211415bca0 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211933e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415f700 0x7f211415e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211933e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415f700 0x7f211415e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34706/0 (socket says 172.21.15.104:34706) 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f211933e640 1 -- 172.21.15.104:0/1783896200 learned_addr learned my addr 172.21.15.104:0/1783896200 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f2118b3d640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21140d1ce0 0x7f21141f3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.164+0000 7f210bfff640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f211415bca0 0x7f211415c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f211933e640 1 -- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f211415bca0 msgr2=0x7f211415c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f211933e640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f211415bca0 0x7f211415c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f211933e640 1 -- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21140d1ce0 msgr2=0x7f21141f3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f211933e640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21140d1ce0 0x7f21141f3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f211933e640 1 -- 172.21.15.104:0/1783896200 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21100094d0 con 0x7f211415f700 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f2118b3d640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21140d1ce0 0x7f21141f3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f211933e640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415f700 0x7f211415e430 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f210c007e30 tx=0x7f210c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f21097fa640 1 -- 172.21.15.104:0/1783896200 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f210c014620 con 0x7f211415f700 2024-02-19T16:31:31.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f21097fa640 1 -- 172.21.15.104:0/1783896200 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f210c00ee90 con 0x7f211415f700 2024-02-19T16:31:31.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f211415d160 con 0x7f211415f700 2024-02-19T16:31:31.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f21097fa640 1 -- 172.21.15.104:0/1783896200 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f210c0149c0 con 0x7f211415f700 2024-02-19T16:31:31.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.165+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f211415d720 con 0x7f211415f700 2024-02-19T16:31:31.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.166+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f211415dc40 con 0x7f211415f700 2024-02-19T16:31:31.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.167+0000 7f21097fa640 1 -- 172.21.15.104:0/1783896200 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f210c014b20 con 0x7f211415f700 2024-02-19T16:31:31.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.167+0000 7f21097fa640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f210006b810 0x7f210006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.167+0000 7f21097fa640 1 -- 172.21.15.104:0/1783896200 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f210c08ac50 con 0x7f211415f700 2024-02-19T16:31:31.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.167+0000 7f2118b3d640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f210006b810 0x7f210006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.168+0000 7f2118b3d640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f210006b810 0x7f210006dcd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2110036000 tx=0x7f2110008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.171+0000 7f21097fa640 1 -- 172.21.15.104:0/1783896200 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f211415dc40 con 0x7f211415f700 2024-02-19T16:31:31.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.348+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f21140cfbb0 con 0x7f211415f700 2024-02-19T16:31:31.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.348+0000 7f21097fa640 1 -- 172.21.15.104:0/1783896200 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f210c090020 con 0x7f211415f700 2024-02-19T16:31:31.350 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f210006b810 msgr2=0x7f210006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f210006b810 0x7f210006dcd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2110036000 tx=0x7f2110008030 comp rx=0 tx=0).stop 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415f700 msgr2=0x7f211415e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415f700 0x7f211415e430 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f210c007e30 tx=0x7f210c00e4b0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 shutdown_connections 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f210006b810 0x7f210006dcd0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f211415f700 0x7f211415e430 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f211415bca0 0x7f211415c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 --2- 172.21.15.104:0/1783896200 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f21140d1ce0 0x7f21141f3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 >> 172.21.15.104:0/1783896200 conn(0x7f211409aa70 msgr2=0x7f21140c46c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:31.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 shutdown_connections 2024-02-19T16:31:31.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.350+0000 7f211ada1640 1 -- 172.21.15.104:0/1783896200 wait complete. 2024-02-19T16:31:31.366 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get data_new pg_num 2024-02-19T16:31:31.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.469+0000 7f849de9a640 1 Processor -- start 2024-02-19T16:31:31.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.469+0000 7f849de9a640 1 -- start start 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f849de9a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f849815e040 0x7f84980b3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f849de9a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84980ce520 con 0x7f849806c4d0 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f849de9a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84980d2a70 con 0x7f84980b14d0 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f849de9a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84980ce7c0 con 0x7f849815e040 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f84977fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f849806c4d0 0x7f849806c8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56812/0 (socket says 172.21.15.104:56812) 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f84977fe640 1 -- 172.21.15.104:0/371767993 learned_addr learned my addr 172.21.15.104:0/371767993 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f848effd640 1 --2- 172.21.15.104:0/371767993 >> v2:172.21.15.158:3300/0 conn(0x7f849815e040 0x7f84980b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2601947732 0 0) 0x7f84980ce520 con 0x7f849806c4d0 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8484003520 con 0x7f849806c4d0 2024-02-19T16:31:31.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 145472239 0 0) 0x7f8484003520 con 0x7f849806c4d0 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 >> v2:172.21.15.158:3300/0 conn(0x7f849815e040 msgr2=0x7f84980b3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 --2- 172.21.15.104:0/371767993 >> v2:172.21.15.158:3300/0 conn(0x7f849815e040 0x7f84980b3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 >> v1:172.21.15.158:6789/0 conn(0x7f84980b14d0 legacy=0x7f84980b1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84980ceaa0 con 0x7f849806c4d0 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f8488001670 con 0x7f849806c4d0 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.471+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 >> v1:172.21.15.104:6789/0 conn(0x7f849806c4d0 legacy=0x7f849806c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f8496ffd640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f8484003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f8496ffd640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84840047c0 0x7f8484004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f8496ffd640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8484005180 0x7f848400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84980ce7c0 con 0x7f8484003970 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848400c020 con 0x7f84840047c0 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f848400c1e0 con 0x7f8484005180 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f84977fe640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f8484003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f848effd640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84840047c0 0x7f8484004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f8497fff640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8484005180 0x7f848400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f84977fe640 1 -- 172.21.15.104:0/371767993 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8484005180 msgr2=0x7f848400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f84977fe640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8484005180 0x7f848400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f84977fe640 1 -- 172.21.15.104:0/371767993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84840047c0 msgr2=0x7f8484004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f84977fe640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84840047c0 0x7f8484004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f84977fe640 1 -- 172.21.15.104:0/371767993 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8484003520 con 0x7f8484003970 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.472+0000 7f8497fff640 1 -- 172.21.15.104:0/371767993 reap_dead start 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f84977fe640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f8484003d90 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f848800c190 tx=0x7f84840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e82c2645b45c60e0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8488005ad0 con 0x7f8484003970 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8488005c50 con 0x7f8484003970 2024-02-19T16:31:31.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f8496ffd640 1 -- 172.21.15.104:0/371767993 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848802c870 con 0x7f8484003970 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f849de9a640 1 -- 172.21.15.104:0/371767993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 msgr2=0x7f8484003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f849de9a640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f8484003d90 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f848800c190 tx=0x7f84840057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f849de9a640 1 -- 172.21.15.104:0/371767993 shutdown_connections 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f849de9a640 1 --2- 172.21.15.104:0/371767993 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f8484003d90 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f849de9a640 1 -- 172.21.15.104:0/371767993 >> 172.21.15.104:0/371767993 conn(0x7f8498072f10 msgr2=0x7f849809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f849de9a640 1 -- 172.21.15.104:0/371767993 shutdown_connections 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.473+0000 7f849de9a640 1 -- 172.21.15.104:0/371767993 wait complete. 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.475+0000 7f849de9a640 1 Processor -- start 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.475+0000 7f849de9a640 1 -- start start 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f849de9a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f84980cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f849de9a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f849814b790 0x7f84980c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f849de9a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84980c7e60 0x7f849806fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f849de9a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f849814bc10 con 0x7f8484003970 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f849de9a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84980ca660 con 0x7f849814b790 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f849de9a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84980ca940 con 0x7f84980c7e60 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f84980cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f84980cb700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34722/0 (socket says 172.21.15.104:34722) 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 -- 172.21.15.104:0/1334350164 learned_addr learned my addr 172.21.15.104:0/1334350164 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f8497fff640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84980c7e60 0x7f849806fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f848effd640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f849814b790 0x7f84980c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 -- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84980c7e60 msgr2=0x7f849806fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84980c7e60 0x7f849806fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 -- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f849814b790 msgr2=0x7f84980c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f849814b790 0x7f84980c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 -- 172.21.15.104:0/1334350164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84980cac20 con 0x7f8484003970 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f8497fff640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84980c7e60 0x7f849806fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f848effd640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f849814b790 0x7f84980c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f84977fe640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f84980cb700 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f848800c190 tx=0x7f848802e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f8494ff9640 1 -- 172.21.15.104:0/1334350164 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848803c040 con 0x7f8484003970 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f8494ff9640 1 -- 172.21.15.104:0/1334350164 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f848802cc80 con 0x7f8484003970 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84980caf00 con 0x7f8484003970 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f8494ff9640 1 -- 172.21.15.104:0/1334350164 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8488007070 con 0x7f8484003970 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.476+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84980ca370 con 0x7f8484003970 2024-02-19T16:31:31.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.478+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84980751e0 con 0x7f8484003970 2024-02-19T16:31:31.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.478+0000 7f8494ff9640 1 -- 172.21.15.104:0/1334350164 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8488032070 con 0x7f8484003970 2024-02-19T16:31:31.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.479+0000 7f8494ff9640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f847806b810 0x7f847806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.479+0000 7f8494ff9640 1 -- 172.21.15.104:0/1334350164 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f84880ab6e0 con 0x7f8484003970 2024-02-19T16:31:31.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.479+0000 7f848effd640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f847806b810 0x7f847806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.482 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.479+0000 7f848effd640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f847806b810 0x7f847806dcd0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f849814f380 tx=0x7f8480008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.483+0000 7f8494ff9640 1 -- 172.21.15.104:0/1334350164 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8488075f70 con 0x7f8484003970 2024-02-19T16:31:31.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.655+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"} v 0) v1 -- 0x7f84980b7af0 con 0x7f8484003970 2024-02-19T16:31:31.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.655+0000 7f8494ff9640 1 -- 172.21.15.104:0/1334350164 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"}]=0 v36) v1 ==== 97+0+11 (secure 0 0 0) 0x7f8488079630 con 0x7f8484003970 2024-02-19T16:31:31.656 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f847806b810 msgr2=0x7f847806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f847806b810 0x7f847806dcd0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f849814f380 tx=0x7f8480008040 comp rx=0 tx=0).stop 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 msgr2=0x7f84980cb700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f84980cb700 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f848800c190 tx=0x7f848802e070 comp rx=0 tx=0).stop 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 shutdown_connections 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f847806b810 0x7f847806dcd0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f84980c7e60 0x7f849806fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f849814b790 0x7f84980c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 --2- 172.21.15.104:0/1334350164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8484003970 0x7f84980cb700 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 >> 172.21.15.104:0/1334350164 conn(0x7f8498072f10 msgr2=0x7f84980d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 shutdown_connections 2024-02-19T16:31:31.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.657+0000 7f849de9a640 1 -- 172.21.15.104:0/1334350164 wait complete. 2024-02-19T16:31:31.672 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:31:31.777 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.776+0000 7fefa70ff640 1 Processor -- start 2024-02-19T16:31:31.778 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.776+0000 7fefa70ff640 1 -- start start 2024-02-19T16:31:31.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa70ff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fefa0158760 0x7fefa015b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.779 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa70ff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fefa00b4520 0x7fefa00b4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa70ff640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefa00b5280 con 0x7fefa0071740 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa70ff640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefa015e600 con 0x7fefa0158760 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa70ff640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefa015b550 con 0x7fefa00b4520 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa4e9b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fefa0158760 0x7fefa015b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fef97fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fefa0071740 0x7fefa015ed30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56814/0 (socket says 172.21.15.104:56814) 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fef97fff640 1 -- 172.21.15.104:0/1609334530 learned_addr learned my addr 172.21.15.104:0/1609334530 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa569c640 1 --2- 172.21.15.104:0/1609334530 >> v2:172.21.15.158:3300/0 conn(0x7fefa00b4520 0x7fefa00b4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa4e9b640 1 -- 172.21.15.104:0/1609334530 >> v2:172.21.15.158:3300/0 conn(0x7fefa00b4520 msgr2=0x7fefa00b4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa4e9b640 1 --2- 172.21.15.104:0/1609334530 >> v2:172.21.15.158:3300/0 conn(0x7fefa00b4520 0x7fefa00b4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa4e9b640 1 -- 172.21.15.104:0/1609334530 >> v1:172.21.15.104:6789/0 conn(0x7fefa0071740 legacy=0x7fefa015ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fefa4e9b640 1 -- 172.21.15.104:0/1609334530 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefa00b4e70 con 0x7fefa0158760 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.777+0000 7fef977fe640 1 -- 172.21.15.104:0/1609334530 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3314002964 0 0) 0x7fefa00b5280 con 0x7fefa0071740 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.778+0000 7fefa4e9b640 1 --2- 172.21.15.104:0/1609334530 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0158760 0x7fefa015b010 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fefa006f780 tx=0x7fef9c02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b981ec531b7fd61d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.778+0000 7fef977fe640 1 -- 172.21.15.104:0/1609334530 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9c031830 con 0x7fefa0158760 2024-02-19T16:31:31.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.778+0000 7fef977fe640 1 -- 172.21.15.104:0/1609334530 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef9c031990 con 0x7fefa0158760 2024-02-19T16:31:31.781 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.778+0000 7fef977fe640 1 -- 172.21.15.104:0/1609334530 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9c031d20 con 0x7fefa0158760 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.779+0000 7fefa70ff640 1 -- 172.21.15.104:0/1609334530 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0158760 msgr2=0x7fefa015b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.779+0000 7fefa70ff640 1 --2- 172.21.15.104:0/1609334530 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0158760 0x7fefa015b010 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fefa006f780 tx=0x7fef9c02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.779+0000 7fefa70ff640 1 -- 172.21.15.104:0/1609334530 shutdown_connections 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.779+0000 7fefa70ff640 1 --2- 172.21.15.104:0/1609334530 >> v2:172.21.15.158:3300/0 conn(0x7fefa00b4520 0x7fefa00b4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.779+0000 7fefa70ff640 1 --2- 172.21.15.104:0/1609334530 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0158760 0x7fefa015b010 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.779+0000 7fefa70ff640 1 -- 172.21.15.104:0/1609334530 >> 172.21.15.104:0/1609334530 conn(0x7fefa006c020 msgr2=0x7fefa006c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.779+0000 7fefa70ff640 1 -- 172.21.15.104:0/1609334530 shutdown_connections 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.779+0000 7fefa70ff640 1 -- 172.21.15.104:0/1609334530 wait complete. 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.780+0000 7fefa70ff640 1 Processor -- start 2024-02-19T16:31:31.782 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.780+0000 7fefa70ff640 1 -- start start 2024-02-19T16:31:31.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa70ff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0071740 0x7fefa014d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa70ff640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefa00b4520 0x7fefa0149570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa70ff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa0158760 0x7fefa0152f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa70ff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa00ca400 con 0x7fefa0071740 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa70ff640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa00ca6e0 con 0x7fefa00b4520 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa70ff640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefa00ca9c0 con 0x7fefa0158760 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa4e9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0071740 0x7fefa014d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa4e9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0071740 0x7fefa014d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34736/0 (socket says 172.21.15.104:34736) 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa4e9b640 1 -- 172.21.15.104:0/3851353877 learned_addr learned my addr 172.21.15.104:0/3851353877 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa4e9b640 1 -- 172.21.15.104:0/3851353877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa0158760 msgr2=0x7fefa0152f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa4e9b640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa0158760 0x7fefa0152f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa4e9b640 1 -- 172.21.15.104:0/3851353877 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefa00b4520 msgr2=0x7fefa0149570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa4e9b640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefa00b4520 0x7fefa0149570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.781+0000 7fefa4e9b640 1 -- 172.21.15.104:0/3851353877 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef9c009400 con 0x7fefa0071740 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.782+0000 7fefa4e9b640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0071740 0x7fefa014d9f0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fef9c000c00 tx=0x7fef9c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.785 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.782+0000 7fef957fa640 1 -- 172.21.15.104:0/3851353877 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9c03a8f0 con 0x7fefa0071740 2024-02-19T16:31:31.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.782+0000 7fef957fa640 1 -- 172.21.15.104:0/3851353877 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef9c03aa70 con 0x7fefa0071740 2024-02-19T16:31:31.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.782+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefa00caca0 con 0x7fefa0071740 2024-02-19T16:31:31.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.782+0000 7fef957fa640 1 -- 172.21.15.104:0/3851353877 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9c03ae20 con 0x7fefa0071740 2024-02-19T16:31:31.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.782+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefa00caf80 con 0x7fefa0071740 2024-02-19T16:31:31.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.783+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefa00751e0 con 0x7fefa0071740 2024-02-19T16:31:31.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.783+0000 7fef957fa640 1 -- 172.21.15.104:0/3851353877 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fef9c04d450 con 0x7fefa0071740 2024-02-19T16:31:31.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.784+0000 7fef957fa640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef8c06b810 0x7fef8c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:31.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.784+0000 7fef957fa640 1 -- 172.21.15.104:0/3851353877 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fef9c0ac330 con 0x7fefa0071740 2024-02-19T16:31:31.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.784+0000 7fef97fff640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef8c06b810 0x7fef8c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:31.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.784+0000 7fef97fff640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef8c06b810 0x7fef8c06dcd0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fef90007fd0 tx=0x7fef90007920 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:31.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.788+0000 7fef957fa640 1 -- 172.21.15.104:0/3851353877 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fef9c076c50 con 0x7fefa0071740 2024-02-19T16:31:31.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.980+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fefa014adc0 con 0x7fefa0071740 2024-02-19T16:31:31.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.980+0000 7fef957fa640 1 -- 172.21.15.104:0/3851353877 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7fef9c035080 con 0x7fefa0071740 2024-02-19T16:31:31.982 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:31:31.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef8c06b810 msgr2=0x7fef8c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef8c06b810 0x7fef8c06dcd0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fef90007fd0 tx=0x7fef90007920 comp rx=0 tx=0).stop 2024-02-19T16:31:31.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0071740 msgr2=0x7fefa014d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:31.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0071740 0x7fefa014d9f0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fef9c000c00 tx=0x7fef9c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 shutdown_connections 2024-02-19T16:31:31.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef8c06b810 0x7fef8c06dcd0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa0158760 0x7fefa0152f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fefa00b4520 0x7fefa0149570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 --2- 172.21.15.104:0/3851353877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa0071740 0x7fefa014d9f0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:31.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.982+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 >> 172.21.15.104:0/3851353877 conn(0x7fefa006c020 msgr2=0x7fefa006c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:31.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.983+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 shutdown_connections 2024-02-19T16:31:31.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:31.983+0000 7fefa70ff640 1 -- 172.21.15.104:0/3851353877 wait complete. 2024-02-19T16:31:31.995 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-02-19T16:31:31.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:31.995 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:32.024 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[54539]: fuse finished with error 0 and tester_r 0 2024-02-19T16:31:32.026 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:32.114 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:31:32.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:32.114 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-19T16:31:32.129 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds 'allow rwp' mon 'allow r' osd 'allow rw pool=cephfs_data,allow rw pool=data_new' 2024-02-19T16:31:32.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.275+0000 7f844784e640 1 Processor -- start 2024-02-19T16:31:32.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.275+0000 7f844784e640 1 -- start start 2024-02-19T16:31:32.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f844784e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844015bdc0 0x7f844006fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f844784e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f844006ffc0 0x7f84400d1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f844784e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84400cc970 con 0x7f84400d21a0 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f844784e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84400d2630 con 0x7f844006ffc0 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f844784e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84400704d0 con 0x7f844015bdc0 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f8444de9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f844006ffc0 0x7f84400d1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f8444de9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f844006ffc0 0x7f84400d1c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34750/0 (socket says 172.21.15.104:34750) 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f8444de9640 1 -- 172.21.15.104:0/1203090561 learned_addr learned my addr 172.21.15.104:0/1203090561 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f84455ea640 1 --2- 172.21.15.104:0/1203090561 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844015bdc0 0x7f844006fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f8444de9640 1 -- 172.21.15.104:0/1203090561 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844015bdc0 msgr2=0x7f844006fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f8444de9640 1 --2- 172.21.15.104:0/1203090561 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844015bdc0 0x7f844006fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f8444de9640 1 -- 172.21.15.104:0/1203090561 >> v1:172.21.15.158:6789/0 conn(0x7f84400d21a0 legacy=0x7f84400ce460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:32.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.276+0000 7f8444de9640 1 -- 172.21.15.104:0/1203090561 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84400707b0 con 0x7f844006ffc0 2024-02-19T16:31:32.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.277+0000 7f8444de9640 1 --2- 172.21.15.104:0/1203090561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844006ffc0 0x7f84400d1c60 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f8430009870 tx=0x7f843002b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf735f9981489427 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:32.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.277+0000 7f8437fff640 1 -- 172.21.15.104:0/1203090561 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8430030840 con 0x7f844006ffc0 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.277+0000 7f8437fff640 1 -- 172.21.15.104:0/1203090561 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84300309a0 con 0x7f844006ffc0 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.277+0000 7f8437fff640 1 -- 172.21.15.104:0/1203090561 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8430030d30 con 0x7f844006ffc0 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.278+0000 7f844784e640 1 -- 172.21.15.104:0/1203090561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844006ffc0 msgr2=0x7f84400d1c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.278+0000 7f844784e640 1 --2- 172.21.15.104:0/1203090561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844006ffc0 0x7f84400d1c60 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f8430009870 tx=0x7f843002b980 comp rx=0 tx=0).stop 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.278+0000 7f844784e640 1 -- 172.21.15.104:0/1203090561 shutdown_connections 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.278+0000 7f844784e640 1 --2- 172.21.15.104:0/1203090561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844006ffc0 0x7f84400d1c60 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.278+0000 7f844784e640 1 --2- 172.21.15.104:0/1203090561 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844015bdc0 0x7f844006fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.278+0000 7f844784e640 1 -- 172.21.15.104:0/1203090561 >> 172.21.15.104:0/1203090561 conn(0x7f8440072f80 msgr2=0x7f844009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.278+0000 7f844784e640 1 -- 172.21.15.104:0/1203090561 shutdown_connections 2024-02-19T16:31:32.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.278+0000 7f844784e640 1 -- 172.21.15.104:0/1203090561 wait complete. 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.279+0000 7f844784e640 1 Processor -- start 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.279+0000 7f844784e640 1 -- start start 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f844784e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844006ffc0 0x7f84401e50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f844784e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84400d21a0 0x7f844006dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f844784e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844015bdc0 0x7f84401f2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f844784e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f844006cc30 con 0x7f844015bdc0 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f844784e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f844006c020 con 0x7f84400d21a0 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f844784e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f844006c300 con 0x7f844006ffc0 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844015bdc0 0x7f84401f2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844015bdc0 0x7f84401f2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34762/0 (socket says 172.21.15.104:34762) 2024-02-19T16:31:32.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 -- 172.21.15.104:0/3045464803 learned_addr learned my addr 172.21.15.104:0/3045464803 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f84455ea640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844006ffc0 0x7f84401e50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8444de9640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84400d21a0 0x7f844006dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 -- 172.21.15.104:0/3045464803 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844006ffc0 msgr2=0x7f84401e50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844006ffc0 0x7f84401e50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 -- 172.21.15.104:0/3045464803 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84400d21a0 msgr2=0x7f844006dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84400d21a0 0x7f844006dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 -- 172.21.15.104:0/3045464803 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84300094d0 con 0x7f844015bdc0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8445deb640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844015bdc0 0x7f84401f2f40 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f843800c7a0 tx=0x7f843800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8435ffb640 1 -- 172.21.15.104:0/3045464803 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8438003b70 con 0x7f844015bdc0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8435ffb640 1 -- 172.21.15.104:0/3045464803 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8438003cf0 con 0x7f844015bdc0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f844006c5e0 con 0x7f844015bdc0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.280+0000 7f8435ffb640 1 -- 172.21.15.104:0/3045464803 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843800aa90 con 0x7f844015bdc0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.281+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84401f3480 con 0x7f844015bdc0 2024-02-19T16:31:32.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.282+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f844006cde0 con 0x7f844015bdc0 2024-02-19T16:31:32.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.282+0000 7f8435ffb640 1 -- 172.21.15.104:0/3045464803 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f843800abf0 con 0x7f844015bdc0 2024-02-19T16:31:32.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.283+0000 7f8435ffb640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f842406b810 0x7f842406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.283+0000 7f8435ffb640 1 -- 172.21.15.104:0/3045464803 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f843808a050 con 0x7f844015bdc0 2024-02-19T16:31:32.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.283+0000 7f84455ea640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f842406b810 0x7f842406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.283+0000 7f84455ea640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f842406b810 0x7f842406dcd0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f843c0079a0 tx=0x7f843c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:32.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.287+0000 7f8435ffb640 1 -- 172.21.15.104:0/3045464803 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f844006cde0 con 0x7f844015bdc0 2024-02-19T16:31:32.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.525+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow rwp", "mon", "allow r", "osd", "allow rw pool=cephfs_data,allow rw pool=data_new"]} v 0) v1 -- 0x7f844006cde0 con 0x7f844015bdc0 2024-02-19T16:31:32.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.529+0000 7f8435ffb640 1 -- 172.21.15.104:0/3045464803 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow rwp", "mon", "allow r", "osd", "allow rw pool=cephfs_data,allow rw pool=data_new"]}]=0 updated caps for client.0 v13) v1 ==== 211+0+168 (secure 0 0 0) 0x7f844006cde0 con 0x7f844015bdc0 2024-02-19T16:31:32.531 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:31:32.531 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:31:32.531 INFO:teuthology.orchestra.run.smithi104.stdout: caps mds = "allow rwp" 2024-02-19T16:31:32.531 INFO:teuthology.orchestra.run.smithi104.stdout: caps mon = "allow r" 2024-02-19T16:31:32.531 INFO:teuthology.orchestra.run.smithi104.stdout: caps osd = "allow rw pool=cephfs_data,allow rw pool=data_new" 2024-02-19T16:31:32.532 INFO:teuthology.orchestra.run.smithi104.stderr:updated caps for client.0 2024-02-19T16:31:32.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f842406b810 msgr2=0x7f842406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f842406b810 0x7f842406dcd0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f843c0079a0 tx=0x7f843c008040 comp rx=0 tx=0).stop 2024-02-19T16:31:32.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844015bdc0 msgr2=0x7f84401f2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844015bdc0 0x7f84401f2f40 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f843800c7a0 tx=0x7f843800cc60 comp rx=0 tx=0).stop 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 shutdown_connections 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f842406b810 0x7f842406dcd0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f844015bdc0 0x7f84401f2f40 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f84400d21a0 0x7f844006dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 --2- 172.21.15.104:0/3045464803 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f844006ffc0 0x7f84401e50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 >> 172.21.15.104:0/3045464803 conn(0x7f8440072f80 msgr2=0x7f84400aee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 shutdown_connections 2024-02-19T16:31:32.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.532+0000 7f844784e640 1 -- 172.21.15.104:0/3045464803 wait complete. 2024-02-19T16:31:32.544 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:31:32.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.642+0000 7fed0bc72640 1 Processor -- start 2024-02-19T16:31:32.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.643+0000 7fed0bc72640 1 -- start start 2024-02-19T16:31:32.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.643+0000 7fed0bc72640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fed0415dfb0 0x7fed040d0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.643+0000 7fed0bc72640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406f860 0x7fed0406cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.643+0000 7fed0bc72640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed0406c810 con 0x7fed0406e9c0 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.643+0000 7fed0bc72640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed040d1080 con 0x7fed0415dfb0 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.643+0000 7fed0bc72640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed0415e390 con 0x7fed0406f860 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed09a0e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fed0415dfb0 0x7fed040d0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed0920d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fed0406e9c0 0x7fed0406f150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56826/0 (socket says 172.21.15.104:56826) 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed0920d640 1 -- 172.21.15.104:0/4126343145 learned_addr learned my addr 172.21.15.104:0/4126343145 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed0a20f640 1 --2- 172.21.15.104:0/4126343145 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406f860 0x7fed0406cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed09a0e640 1 -- 172.21.15.104:0/4126343145 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406f860 msgr2=0x7fed0406cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed09a0e640 1 --2- 172.21.15.104:0/4126343145 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406f860 0x7fed0406cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed09a0e640 1 -- 172.21.15.104:0/4126343145 >> v1:172.21.15.104:6789/0 conn(0x7fed0406e9c0 legacy=0x7fed0406f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed08a0c640 1 -- 172.21.15.104:0/4126343145 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4134374229 0 0) 0x7fed0406c810 con 0x7fed0406e9c0 2024-02-19T16:31:32.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.644+0000 7fed09a0e640 1 -- 172.21.15.104:0/4126343145 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed040d0da0 con 0x7fed0415dfb0 2024-02-19T16:31:32.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed09a0e640 1 --2- 172.21.15.104:0/4126343145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0415dfb0 0x7fed040d0730 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fed000097a0 tx=0x7fed0002b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f37108d8363723ee server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:32.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed08a0c640 1 -- 172.21.15.104:0/4126343145 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed0002e070 con 0x7fed0415dfb0 2024-02-19T16:31:32.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed08a0c640 1 -- 172.21.15.104:0/4126343145 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed000315a0 con 0x7fed0415dfb0 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed08a0c640 1 -- 172.21.15.104:0/4126343145 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed00031930 con 0x7fed0415dfb0 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed0bc72640 1 -- 172.21.15.104:0/4126343145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0415dfb0 msgr2=0x7fed040d0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed0bc72640 1 --2- 172.21.15.104:0/4126343145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0415dfb0 0x7fed040d0730 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fed000097a0 tx=0x7fed0002b840 comp rx=0 tx=0).stop 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed0bc72640 1 -- 172.21.15.104:0/4126343145 shutdown_connections 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed0bc72640 1 --2- 172.21.15.104:0/4126343145 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406f860 0x7fed0406cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed0bc72640 1 --2- 172.21.15.104:0/4126343145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0415dfb0 0x7fed040d0730 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.645+0000 7fed0bc72640 1 -- 172.21.15.104:0/4126343145 >> 172.21.15.104:0/4126343145 conn(0x7fed0409aa70 msgr2=0x7fed040d1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.646+0000 7fed0bc72640 1 -- 172.21.15.104:0/4126343145 shutdown_connections 2024-02-19T16:31:32.648 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.646+0000 7fed0bc72640 1 -- 172.21.15.104:0/4126343145 wait complete. 2024-02-19T16:31:32.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.647+0000 7fed0bc72640 1 Processor -- start 2024-02-19T16:31:32.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.647+0000 7fed0bc72640 1 -- start start 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.647+0000 7fed0bc72640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406e9c0 0x7fed040c8e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.647+0000 7fed0bc72640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0406f860 0x7fed040cb630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.647+0000 7fed0bc72640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed0415dfb0 0x7fed04154440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.647+0000 7fed0bc72640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed04160d10 con 0x7fed0406f860 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.647+0000 7fed0bc72640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed04160190 con 0x7fed0415dfb0 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.647+0000 7fed0bc72640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed040cbb70 con 0x7fed0406e9c0 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0406f860 0x7fed040cb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0406f860 0x7fed040cb630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34784/0 (socket says 172.21.15.104:34784) 2024-02-19T16:31:32.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 -- 172.21.15.104:0/2739661845 learned_addr learned my addr 172.21.15.104:0/2739661845 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed09a0e640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406e9c0 0x7fed040c8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0a20f640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed0415dfb0 0x7fed04154440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 -- 172.21.15.104:0/2739661845 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406e9c0 msgr2=0x7fed040c8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406e9c0 0x7fed040c8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 -- 172.21.15.104:0/2739661845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed0415dfb0 msgr2=0x7fed04154440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed0415dfb0 0x7fed04154440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 -- 172.21.15.104:0/2739661845 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed00009400 con 0x7fed0406f860 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0920d640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0406f860 0x7fed040cb630 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fecf400c4d0 tx=0x7fecf400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fecfa7fc640 1 -- 172.21.15.104:0/2739661845 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf40074e0 con 0x7fed0406f860 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fecfa7fc640 1 -- 172.21.15.104:0/2739661845 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecf4007660 con 0x7fed0406f860 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fecfa7fc640 1 -- 172.21.15.104:0/2739661845 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4004a20 con 0x7fed0406f860 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed041603e0 con 0x7fed0406f860 2024-02-19T16:31:32.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.648+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed041609a0 con 0x7fed0406f860 2024-02-19T16:31:32.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.649+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed040d1750 con 0x7fed0406f860 2024-02-19T16:31:32.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.650+0000 7fecfa7fc640 1 -- 172.21.15.104:0/2739661845 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fecf4004b80 con 0x7fed0406f860 2024-02-19T16:31:32.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.650+0000 7fecfa7fc640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fece806b810 0x7fece806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:32.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.650+0000 7fed09a0e640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fece806b810 0x7fece806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:32.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.650+0000 7fecfa7fc640 1 -- 172.21.15.104:0/2739661845 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fecf4089460 con 0x7fed0406f860 2024-02-19T16:31:32.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.651+0000 7fed09a0e640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fece806b810 0x7fece806dcd0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fed00036000 tx=0x7fed00008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:32.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.655+0000 7fecfa7fc640 1 -- 172.21.15.104:0/2739661845 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fecf4053d80 con 0x7fed0406f860 2024-02-19T16:31:32.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.866+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fed040751e0 con 0x7fed0406f860 2024-02-19T16:31:32.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.866+0000 7fecfa7fc640 1 -- 172.21.15.104:0/2739661845 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) v1 ==== 53+0+82 (secure 0 0 0) 0x7fecf4057440 con 0x7fed0406f860 2024-02-19T16:31:32.868 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data data_new ] 2024-02-19T16:31:32.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fece806b810 msgr2=0x7fece806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fece806b810 0x7fece806dcd0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fed00036000 tx=0x7fed00008030 comp rx=0 tx=0).stop 2024-02-19T16:31:32.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0406f860 msgr2=0x7fed040cb630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:32.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0406f860 0x7fed040cb630 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fecf400c4d0 tx=0x7fecf400c990 comp rx=0 tx=0).stop 2024-02-19T16:31:32.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 shutdown_connections 2024-02-19T16:31:32.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fece806b810 0x7fece806dcd0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed0406f860 0x7fed040cb630 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fed0415dfb0 0x7fed04154440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 --2- 172.21.15.104:0/2739661845 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fed0406e9c0 0x7fed040c8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:32.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.868+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 >> 172.21.15.104:0/2739661845 conn(0x7fed0409aa70 msgr2=0x7fed0406f150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:32.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.869+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 shutdown_connections 2024-02-19T16:31:32.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:32.869+0000 7fed0bc72640 1 -- 172.21.15.104:0/2739661845 wait complete. 2024-02-19T16:31:32.880 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:31:32.881 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:31:32.881 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-02-19T16:31:32.881 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-19T16:31:32.881 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:32.881 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:31:32.881 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:31:32.881 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:31:32.881 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:32.881 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:32.881 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:32.897 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42565sec preferred_lft 42565sec 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:32.898 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::3407:6dff:fe00:a91/64 scope link 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4017:6aff:fee5:fdcb/64 scope link 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether be:4f:74:dd:12:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::bc4f:74ff:fedd:128c/64 scope link 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:31:32.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:32.899 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:31:32.964 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-02-19T16:31:32.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:32.966 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-02-19T16:31:33.021 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-02-19T16:31:33.021 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:31:33.021 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:31:33.021 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:31:33.021 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:31:33.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:33.022 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:31:33.022 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:31:33.022 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:31:33.022 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:31:33.022 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:31:33.022 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:31:33.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:33.117 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:31:33.133 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-19T16:31:33.133 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-19T16:31:33.133 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:33.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:33.133 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-02-19T16:31:33.201 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-19T16:31:33.201 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:31:33.201 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:33.256 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:31:33.256 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:31:33.257 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:33.311 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:31:33.378 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:31:33.434 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:31:33.435 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:31:33.436 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:31:33.436 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:31:33.436 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:33.436 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:33.436 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:33.436 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:33.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:33.437 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:31:33.491 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-19T16:31:33.491 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-19T16:31:33.533 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:31:33.561 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:31:33.619 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:31:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:31:33.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:33.621 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:31:33.623 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:2024-02-19T16:31:33.622+0000 7f4b67c44480 -1 init, newargv = 0x560268bee3e0 newargc=15 2024-02-19T16:31:33.624 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[55602]: starting ceph client 2024-02-19T16:31:33.627 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[55602]: starting fuse 2024-02-19T16:31:33.639 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:31:33.639 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-02-19T16:31:33.639 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:31:33.640 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-02-19T16:31:33.640 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-02-19T16:31:33.640 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:31:33.640 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-02-19T16:31:33.640 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:33.640 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-02-19T16:31:33.641 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-19T16:31:33.641 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-02-19T16:31:33.641 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-19T16:31:33.641 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:33.641 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-02-19T16:31:33.641 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-02-19T16:31:33.642 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-02-19T16:31:33.642 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-02-19T16:31:33.642 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:33.642 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-02-19T16:31:33.642 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:31:33.642 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:31:33.643 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:31:33.643 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-02-19T16:31:33.643 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-02-19T16:31:33.643 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-02-19T16:31:33.643 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:31:33.643 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:31:33.643 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.0")) 2024-02-19T16:31:33.644 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:31:33.763 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.0.55602.asok 2024-02-19T16:31:33.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:31:33.774 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.55602.asok 2024-02-19T16:31:33.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:33.775 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.55602.asok status 2024-02-19T16:31:33.910 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:31:33.911 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-02-19T16:31:33.911 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:31:33.911 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:31:33.911 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "0", 2024-02-19T16:31:33.911 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-02-19T16:31:33.912 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-19T16:31:33.912 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "55602", 2024-02-19T16:31:33.912 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-02-19T16:31:33.912 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:33.912 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-02-19T16:31:33.913 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-02-19T16:31:33.913 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 5718, 2024-02-19T16:31:33.913 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-02-19T16:31:33.913 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-02-19T16:31:33.913 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-02-19T16:31:33.913 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 5718 2024-02-19T16:31:33.914 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:33.914 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:31:33.914 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:31:33.914 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:31:33.914 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 4124934445 2024-02-19T16:31:33.914 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:33.915 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:33.915 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:31:33.915 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:31:33.915 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:31:33.915 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 4124934445 2024-02-19T16:31:33.916 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:33.916 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.5718 192.168.0.1:0/4124934445", 2024-02-19T16:31:33.916 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/4124934445", 2024-02-19T16:31:33.917 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-02-19T16:31:33.917 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 16, 2024-02-19T16:31:33.918 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 36, 2024-02-19T16:31:33.918 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:31:33.918 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-02-19T16:31:33.918 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-02-19T16:31:33.919 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:31:33.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:33.920 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-02-19T16:31:33.921 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:33.937 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-02-19T16:31:33.937 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:33.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:33.937 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:34.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:34.004 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.file.layout.pool -v data_new layoutfile) 2024-02-19T16:31:34.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:34.060 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.layout.pool -v data_new layoutdir) 2024-02-19T16:31:34.120 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:34.120 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:34.175 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:34.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.314+0000 7fa31a5e9640 1 Processor -- start 2024-02-19T16:31:34.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.314+0000 7fa31a5e9640 1 -- start start 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa31a5e9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa31415bbf0 0x7fa3140cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa31a5e9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa3140cd6b0 0x7fa3140ce1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa31a5e9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3140ceb40 con 0x7fa3140ce6f0 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa31a5e9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3140d0580 con 0x7fa3140cd6b0 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa31a5e9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3140cf970 con 0x7fa31415bbf0 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa3137fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa3140cd6b0 0x7fa3140ce1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa318b86640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa3140ce6f0 0x7fa31415f7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56836/0 (socket says 172.21.15.104:56836) 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa318b86640 1 -- 172.21.15.104:0/3797256130 learned_addr learned my addr 172.21.15.104:0/3797256130 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa3137fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa3140cd6b0 0x7fa3140ce1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34794/0 (socket says 172.21.15.104:34794) 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.315+0000 7fa313fff640 1 --2- 172.21.15.104:0/3797256130 >> v2:172.21.15.158:3300/0 conn(0x7fa31415bbf0 0x7fa3140cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa3137fe640 1 -- 172.21.15.104:0/3797256130 >> v2:172.21.15.158:3300/0 conn(0x7fa31415bbf0 msgr2=0x7fa3140cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa3137fe640 1 --2- 172.21.15.104:0/3797256130 >> v2:172.21.15.158:3300/0 conn(0x7fa31415bbf0 0x7fa3140cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa3137fe640 1 -- 172.21.15.104:0/3797256130 >> v1:172.21.15.104:6789/0 conn(0x7fa3140ce6f0 legacy=0x7fa31415f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa312ffd640 1 -- 172.21.15.104:0/3797256130 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2250946883 0 0) 0x7fa30c001490 con 0x7fa3140ce6f0 2024-02-19T16:31:34.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa3137fe640 1 -- 172.21.15.104:0/3797256130 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3140cfc50 con 0x7fa3140cd6b0 2024-02-19T16:31:34.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa313fff640 1 --2- 172.21.15.104:0/3797256130 >> v2:172.21.15.158:3300/0 conn(0x7fa31415bbf0 0x7fa3140cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:34.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa3137fe640 1 --2- 172.21.15.104:0/3797256130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3140cd6b0 0x7fa3140ce1b0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa314071110 tx=0x7fa30402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ece6e2e020d9f9e3 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa312ffd640 1 -- 172.21.15.104:0/3797256130 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa304031830 con 0x7fa3140cd6b0 2024-02-19T16:31:34.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa312ffd640 1 -- 172.21.15.104:0/3797256130 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa304031990 con 0x7fa3140cd6b0 2024-02-19T16:31:34.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.316+0000 7fa312ffd640 1 -- 172.21.15.104:0/3797256130 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa304031d20 con 0x7fa3140cd6b0 2024-02-19T16:31:34.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.317+0000 7fa31a5e9640 1 -- 172.21.15.104:0/3797256130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3140cd6b0 msgr2=0x7fa3140ce1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.317+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/3797256130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3140cd6b0 0x7fa3140ce1b0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa314071110 tx=0x7fa30402b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.317+0000 7fa31a5e9640 1 -- 172.21.15.104:0/3797256130 shutdown_connections 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.317+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/3797256130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3140cd6b0 0x7fa3140ce1b0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.317+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/3797256130 >> v2:172.21.15.158:3300/0 conn(0x7fa31415bbf0 0x7fa3140cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.317+0000 7fa31a5e9640 1 -- 172.21.15.104:0/3797256130 >> 172.21.15.104:0/3797256130 conn(0x7fa31409aa70 msgr2=0x7fa3140d1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.317+0000 7fa31a5e9640 1 -- 172.21.15.104:0/3797256130 shutdown_connections 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.317+0000 7fa31a5e9640 1 -- 172.21.15.104:0/3797256130 wait complete. 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.318+0000 7fa31a5e9640 1 Processor -- start 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.318+0000 7fa31a5e9640 1 -- start start 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa31a5e9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa3140cd6b0 0x7fa3140b2150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa31a5e9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa3140ce6f0 0x7fa31415a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa31a5e9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa31415bbf0 0x7fa3140c4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa31a5e9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3140c46d0 con 0x7fa31415bbf0 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa31a5e9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3140b10b0 con 0x7fa3140cd6b0 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa31a5e9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3140b1390 con 0x7fa3140ce6f0 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa318b86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa31415bbf0 0x7fa3140c4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa318b86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa31415bbf0 0x7fa3140c4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34802/0 (socket says 172.21.15.104:34802) 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa318b86640 1 -- 172.21.15.104:0/593731392 learned_addr learned my addr 172.21.15.104:0/593731392 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa313fff640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa3140cd6b0 0x7fa3140b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.319+0000 7fa3137fe640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa3140ce6f0 0x7fa31415a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa318b86640 1 -- 172.21.15.104:0/593731392 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa3140ce6f0 msgr2=0x7fa31415a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa318b86640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa3140ce6f0 0x7fa31415a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa318b86640 1 -- 172.21.15.104:0/593731392 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa3140cd6b0 msgr2=0x7fa3140b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa318b86640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa3140cd6b0 0x7fa3140b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa318b86640 1 -- 172.21.15.104:0/593731392 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa304009400 con 0x7fa31415bbf0 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa318b86640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa31415bbf0 0x7fa3140c4190 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa30c00c7f0 tx=0x7fa30c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa310ff9640 1 -- 172.21.15.104:0/593731392 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa30c00a5e0 con 0x7fa31415bbf0 2024-02-19T16:31:34.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa310ff9640 1 -- 172.21.15.104:0/593731392 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa30c00a760 con 0x7fa31415bbf0 2024-02-19T16:31:34.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa310ff9640 1 -- 172.21.15.104:0/593731392 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa30c00ab50 con 0x7fa31415bbf0 2024-02-19T16:31:34.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3140b1670 con 0x7fa31415bbf0 2024-02-19T16:31:34.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.320+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3140b1c30 con 0x7fa31415bbf0 2024-02-19T16:31:34.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.321+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3140b1e20 con 0x7fa31415bbf0 2024-02-19T16:31:34.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.321+0000 7fa310ff9640 1 -- 172.21.15.104:0/593731392 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa30c00acb0 con 0x7fa31415bbf0 2024-02-19T16:31:34.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.322+0000 7fa310ff9640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa30006b810 0x7fa30006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.322+0000 7fa310ff9640 1 -- 172.21.15.104:0/593731392 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fa30c089970 con 0x7fa31415bbf0 2024-02-19T16:31:34.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.322+0000 7fa313fff640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa30006b810 0x7fa30006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.322+0000 7fa313fff640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa30006b810 0x7fa30006dcd0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa30800aac0 tx=0x7fa308008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.326+0000 7fa310ff9640 1 -- 172.21.15.104:0/593731392 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa30c0542b0 con 0x7fa31415bbf0 2024-02-19T16:31:34.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.504+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa3140ceb40 con 0x7fa31415bbf0 2024-02-19T16:31:34.507 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.505+0000 7fa310ff9640 1 -- 172.21.15.104:0/593731392 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7fa3140ceb40 con 0x7fa31415bbf0 2024-02-19T16:31:34.507 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:34.507 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:34.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa30006b810 msgr2=0x7fa30006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa30006b810 0x7fa30006dcd0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa30800aac0 tx=0x7fa308008040 comp rx=0 tx=0).stop 2024-02-19T16:31:34.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa31415bbf0 msgr2=0x7fa3140c4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa31415bbf0 0x7fa3140c4190 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa30c00c7f0 tx=0x7fa30c00ccb0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 shutdown_connections 2024-02-19T16:31:34.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa30006b810 0x7fa30006dcd0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa31415bbf0 0x7fa3140c4190 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.509 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa3140ce6f0 0x7fa31415a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 --2- 172.21.15.104:0/593731392 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa3140cd6b0 0x7fa3140b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 >> 172.21.15.104:0/593731392 conn(0x7fa31409aa70 msgr2=0x7fa31415c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:34.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 shutdown_connections 2024-02-19T16:31:34.510 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.507+0000 7fa31a5e9640 1 -- 172.21.15.104:0/593731392 wait complete. 2024-02-19T16:31:34.523 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:09.207291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:10.330329+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'data_new', 'create_time': '2024-02-19T16:31:19.629125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:34.524 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:34.626 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.625+0000 7f5da5ca4640 1 Processor -- start 2024-02-19T16:31:34.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.625+0000 7f5da5ca4640 1 -- start start 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5da5ca4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da015bc30 0x7f5da00cd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5da5ca4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5da00cd660 0x7f5da00cfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5da5ca4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5da00d03b0 con 0x7f5da00cff50 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5da5ca4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5da00ce6d0 con 0x7f5da00cd660 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5da5ca4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5da015c010 con 0x7f5da015bc30 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d96ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5da00cd660 0x7f5da00cfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d9ffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f5da00cff50 0x7f5da00b1610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56838/0 (socket says 172.21.15.104:56838) 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d9ffff640 1 -- 172.21.15.104:0/2297093590 learned_addr learned my addr 172.21.15.104:0/2297093590 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d9f7fe640 1 --2- 172.21.15.104:0/2297093590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da015bc30 0x7f5da00cd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d96ffd640 1 -- 172.21.15.104:0/2297093590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da015bc30 msgr2=0x7f5da00cd120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d96ffd640 1 --2- 172.21.15.104:0/2297093590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da015bc30 0x7f5da00cd120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d96ffd640 1 -- 172.21.15.104:0/2297093590 >> v1:172.21.15.104:6789/0 conn(0x7f5da00cff50 legacy=0x7f5da00b1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d96ffd640 1 -- 172.21.15.104:0/2297093590 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5da0160630 con 0x7f5da00cd660 2024-02-19T16:31:34.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.626+0000 7f5d9effd640 1 -- 172.21.15.104:0/2297093590 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2213417480 0 0) 0x7f5da00d03b0 con 0x7f5da00cff50 2024-02-19T16:31:34.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.627+0000 7f5d9f7fe640 1 --2- 172.21.15.104:0/2297093590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da015bc30 0x7f5da00cd120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:34.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.627+0000 7f5d96ffd640 1 --2- 172.21.15.104:0/2297093590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da00cd660 0x7f5da00cfa10 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5d880097a0 tx=0x7f5d8802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb3c42ab558ccb81 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.627+0000 7f5d9effd640 1 -- 172.21.15.104:0/2297093590 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d88031830 con 0x7f5da00cd660 2024-02-19T16:31:34.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.627+0000 7f5d9effd640 1 -- 172.21.15.104:0/2297093590 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d88031990 con 0x7f5da00cd660 2024-02-19T16:31:34.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.627+0000 7f5d9effd640 1 -- 172.21.15.104:0/2297093590 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d88031d20 con 0x7f5da00cd660 2024-02-19T16:31:34.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.628+0000 7f5da5ca4640 1 -- 172.21.15.104:0/2297093590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da00cd660 msgr2=0x7f5da00cfa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.628+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/2297093590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da00cd660 0x7f5da00cfa10 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5d880097a0 tx=0x7f5d8802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.628+0000 7f5da5ca4640 1 -- 172.21.15.104:0/2297093590 shutdown_connections 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.628+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/2297093590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da00cd660 0x7f5da00cfa10 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.628+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/2297093590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da015bc30 0x7f5da00cd120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.628+0000 7f5da5ca4640 1 -- 172.21.15.104:0/2297093590 >> 172.21.15.104:0/2297093590 conn(0x7f5da0072e20 msgr2=0x7f5da009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.628+0000 7f5da5ca4640 1 -- 172.21.15.104:0/2297093590 shutdown_connections 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.628+0000 7f5da5ca4640 1 -- 172.21.15.104:0/2297093590 wait complete. 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.629+0000 7f5da5ca4640 1 Processor -- start 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.629+0000 7f5da5ca4640 1 -- start start 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5da5ca4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da00cd660 0x7f5da015f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5da5ca4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5da00cff50 0x7f5da015fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5da5ca4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da015bc30 0x7f5da00b5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5da5ca4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da00c54c0 con 0x7f5da015bc30 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5da5ca4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da00c5710 con 0x7f5da00cff50 2024-02-19T16:31:34.633 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5da5ca4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5da00c59f0 con 0x7f5da00cd660 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da015bc30 0x7f5da00b5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da015bc30 0x7f5da00b5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34808/0 (socket says 172.21.15.104:34808) 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 -- 172.21.15.104:0/627347507 learned_addr learned my addr 172.21.15.104:0/627347507 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9f7fe640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da00cd660 0x7f5da015f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d96ffd640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5da00cff50 0x7f5da015fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 -- 172.21.15.104:0/627347507 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da00cd660 msgr2=0x7f5da015f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da00cd660 0x7f5da015f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 -- 172.21.15.104:0/627347507 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5da00cff50 msgr2=0x7f5da015fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5da00cff50 0x7f5da015fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 -- 172.21.15.104:0/627347507 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d88009400 con 0x7f5da015bc30 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.630+0000 7f5d9ffff640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da015bc30 0x7f5da00b5330 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f5d9800c7a0 tx=0x7f5d9800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.631+0000 7f5d9cff9640 1 -- 172.21.15.104:0/627347507 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d9800a640 con 0x7f5da015bc30 2024-02-19T16:31:34.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.631+0000 7f5d9cff9640 1 -- 172.21.15.104:0/627347507 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d9800a7a0 con 0x7f5da015bc30 2024-02-19T16:31:34.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.631+0000 7f5d9cff9640 1 -- 172.21.15.104:0/627347507 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d9800abd0 con 0x7f5da015bc30 2024-02-19T16:31:34.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.631+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5da00c5cd0 con 0x7f5da015bc30 2024-02-19T16:31:34.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.631+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5da0157010 con 0x7f5da015bc30 2024-02-19T16:31:34.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.632+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5da00c61f0 con 0x7f5da015bc30 2024-02-19T16:31:34.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.632+0000 7f5d9cff9640 1 -- 172.21.15.104:0/627347507 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5d9800ad30 con 0x7f5da015bc30 2024-02-19T16:31:34.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.633+0000 7f5d9cff9640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5d8406b810 0x7f5d8406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.633+0000 7f5d9cff9640 1 -- 172.21.15.104:0/627347507 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f5d98089b30 con 0x7f5da015bc30 2024-02-19T16:31:34.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.633+0000 7f5d9f7fe640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5d8406b810 0x7f5d8406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.633+0000 7f5d9f7fe640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5d8406b810 0x7f5d8406dcd0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5d9000a990 tx=0x7f5d90008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.637+0000 7f5d9cff9640 1 -- 172.21.15.104:0/627347507 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5da00c61f0 con 0x7f5da015bc30 2024-02-19T16:31:34.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.813+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5da00c61f0 con 0x7f5da015bc30 2024-02-19T16:31:34.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.814+0000 7f5d9cff9640 1 -- 172.21.15.104:0/627347507 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5da00c61f0 con 0x7f5da015bc30 2024-02-19T16:31:34.815 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:34.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.815+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5d8406b810 msgr2=0x7f5d8406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.815+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5d8406b810 0x7f5d8406dcd0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5d9000a990 tx=0x7f5d90008040 comp rx=0 tx=0).stop 2024-02-19T16:31:34.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.815+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da015bc30 msgr2=0x7f5da00b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.815+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da015bc30 0x7f5da00b5330 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f5d9800c7a0 tx=0x7f5d9800cc60 comp rx=0 tx=0).stop 2024-02-19T16:31:34.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.816+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 shutdown_connections 2024-02-19T16:31:34.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.816+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5d8406b810 0x7f5d8406dcd0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.816+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5da015bc30 0x7f5da00b5330 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.816+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5da00cff50 0x7f5da015fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.816+0000 7f5da5ca4640 1 --2- 172.21.15.104:0/627347507 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5da00cd660 0x7f5da015f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.816+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 >> 172.21.15.104:0/627347507 conn(0x7f5da0072e20 msgr2=0x7f5da00b3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:34.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.816+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 shutdown_connections 2024-02-19T16:31:34.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.816+0000 7f5da5ca4640 1 -- 172.21.15.104:0/627347507 wait complete. 2024-02-19T16:31:34.828 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:31:34.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.936+0000 7ff2d98c9640 1 Processor -- start 2024-02-19T16:31:34.937 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.936+0000 7ff2d98c9640 1 -- start start 2024-02-19T16:31:34.941 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.937+0000 7ff2d98c9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff2d415e640 0x7ff2d40d18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.942 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.937+0000 7ff2d98c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2d40ce240 con 0x7ff2d406e8a0 2024-02-19T16:31:34.942 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.937+0000 7ff2d98c9640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2d415ecf0 con 0x7ff2d406f850 2024-02-19T16:31:34.942 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.937+0000 7ff2d98c9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2d415ead0 con 0x7ff2d415e640 2024-02-19T16:31:34.942 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.937+0000 7ff2ca7fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff2d406e8a0 0x7ff2d40ce9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56842/0 (socket says 172.21.15.104:56842) 2024-02-19T16:31:34.942 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.937+0000 7ff2ca7fc640 1 -- 172.21.15.104:0/2466610512 learned_addr learned my addr 172.21.15.104:0/2466610512 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:34.942 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d37fe640 1 --2- 172.21.15.104:0/2466610512 >> v2:172.21.15.158:3300/0 conn(0x7ff2d415e640 0x7ff2d40d18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3206947377 0 0) 0x7ff2d40ce240 con 0x7ff2d406e8a0 2024-02-19T16:31:34.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff2c0003520 con 0x7ff2d406e8a0 2024-02-19T16:31:34.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 27256004 0 0) 0x7ff2c0003520 con 0x7ff2d406e8a0 2024-02-19T16:31:34.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 >> v2:172.21.15.158:3300/0 conn(0x7ff2d415e640 msgr2=0x7ff2d40d18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:34.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 --2- 172.21.15.104:0/2466610512 >> v2:172.21.15.158:3300/0 conn(0x7ff2d415e640 0x7ff2d40d18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 >> v1:172.21.15.158:6789/0 conn(0x7ff2d406f850 legacy=0x7ff2d406c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2d415efd0 con 0x7ff2d406e8a0 2024-02-19T16:31:34.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7ff2bc001670 con 0x7ff2d406e8a0 2024-02-19T16:31:34.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 >> v1:172.21.15.104:6789/0 conn(0x7ff2d406e8a0 legacy=0x7ff2d40ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c0003970 0x7ff2c0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2c00047c0 0x7ff2c0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2c0005180 0x7ff2c000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.944 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d415ead0 con 0x7ff2c00047c0 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2c000c020 con 0x7ff2c0005180 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2c000c1e0 con 0x7ff2c0003970 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2ca7fc640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2c00047c0 0x7ff2c0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d2ffd640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c0003970 0x7ff2c0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.938+0000 7ff2d37fe640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2c0005180 0x7ff2c000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2ca7fc640 1 -- 172.21.15.104:0/2466610512 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c0003970 msgr2=0x7ff2c0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2ca7fc640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c0003970 0x7ff2c0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2ca7fc640 1 -- 172.21.15.104:0/2466610512 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2c0005180 msgr2=0x7ff2c000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2ca7fc640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2c0005180 0x7ff2c000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2d37fe640 1 -- 172.21.15.104:0/2466610512 reap_dead start 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2ca7fc640 1 -- 172.21.15.104:0/2466610512 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2c0003520 con 0x7ff2c00047c0 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2ca7fc640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2c00047c0 0x7ff2c0004c40 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc00c240 tx=0x7ff2c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5f3063e54743f55 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc005ad0 con 0x7ff2c00047c0 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2bc005c30 con 0x7ff2c00047c0 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.939+0000 7ff2d27fc640 1 -- 172.21.15.104:0/2466610512 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc02ca90 con 0x7ff2c00047c0 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.940+0000 7ff2d98c9640 1 -- 172.21.15.104:0/2466610512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2c00047c0 msgr2=0x7ff2c0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.940+0000 7ff2d98c9640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2c00047c0 0x7ff2c0004c40 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc00c240 tx=0x7ff2c00057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.940+0000 7ff2d98c9640 1 -- 172.21.15.104:0/2466610512 shutdown_connections 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.940+0000 7ff2d98c9640 1 --2- 172.21.15.104:0/2466610512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2c00047c0 0x7ff2c0004c40 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.940+0000 7ff2d98c9640 1 -- 172.21.15.104:0/2466610512 >> 172.21.15.104:0/2466610512 conn(0x7ff2d409aa70 msgr2=0x7ff2d409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.940+0000 7ff2d98c9640 1 -- 172.21.15.104:0/2466610512 shutdown_connections 2024-02-19T16:31:34.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.940+0000 7ff2d98c9640 1 -- 172.21.15.104:0/2466610512 wait complete. 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.942+0000 7ff2d98c9640 1 Processor -- start 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.942+0000 7ff2d98c9640 1 -- start start 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2d98c9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c00047c0 0x7ff2d41591f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2d98c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2d415bd20 0x7ff2d40aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2d98c9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2d41598f0 0x7ff2d40af500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2d98c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d40aece0 con 0x7ff2d415bd20 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2d98c9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d4160cd0 con 0x7ff2d41598f0 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2d98c9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d4159730 con 0x7ff2c00047c0 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2ca7fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2d415bd20 0x7ff2d40aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2ca7fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2d415bd20 0x7ff2d40aefc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34822/0 (socket says 172.21.15.104:34822) 2024-02-19T16:31:34.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2ca7fc640 1 -- 172.21.15.104:0/677178997 learned_addr learned my addr 172.21.15.104:0/677178997 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2d37fe640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2d41598f0 0x7ff2d40af500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.943+0000 7ff2d2ffd640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c00047c0 0x7ff2d41591f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2ca7fc640 1 -- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c00047c0 msgr2=0x7ff2d41591f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2ca7fc640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c00047c0 0x7ff2d41591f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2ca7fc640 1 -- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2d41598f0 msgr2=0x7ff2d40af500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2ca7fc640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2d41598f0 0x7ff2d40af500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2ca7fc640 1 -- 172.21.15.104:0/677178997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2d40ae7b0 con 0x7ff2d415bd20 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2d37fe640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2d41598f0 0x7ff2d40af500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2ca7fc640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2d415bd20 0x7ff2d40aefc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc00c240 tx=0x7ff2bc02e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2d0ff9640 1 -- 172.21.15.104:0/677178997 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc03c040 con 0x7ff2d415bd20 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2d0ff9640 1 -- 172.21.15.104:0/677178997 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2bc02cc80 con 0x7ff2d415bd20 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2d40aea00 con 0x7ff2d415bd20 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2d0ff9640 1 -- 172.21.15.104:0/677178997 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc000ed0 con 0x7ff2d415bd20 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.944+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2d415b520 con 0x7ff2d415bd20 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.945+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2d415b0a0 con 0x7ff2d415bd20 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.946+0000 7ff2d0ff9640 1 -- 172.21.15.104:0/677178997 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff2bc032070 con 0x7ff2d415bd20 2024-02-19T16:31:34.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.946+0000 7ff2d0ff9640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2b406b810 0x7ff2b406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:34.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.946+0000 7ff2d0ff9640 1 -- 172.21.15.104:0/677178997 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7ff2bc0ab8d0 con 0x7ff2d415bd20 2024-02-19T16:31:34.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.946+0000 7ff2d2ffd640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2b406b810 0x7ff2b406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:34.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.947+0000 7ff2d2ffd640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2b406b810 0x7ff2b406dcd0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff2c4000c00 tx=0x7ff2c4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:34.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:34.950+0000 7ff2d0ff9640 1 -- 172.21.15.104:0/677178997 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff2d415b0a0 con 0x7ff2d415bd20 2024-02-19T16:31:35.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.133+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff2d415b0a0 con 0x7ff2d415bd20 2024-02-19T16:31:35.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.134+0000 7ff2d0ff9640 1 -- 172.21.15.104:0/677178997 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff2d415b0a0 con 0x7ff2d415bd20 2024-02-19T16:31:35.136 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2b406b810 msgr2=0x7ff2b406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2b406b810 0x7ff2b406dcd0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff2c4000c00 tx=0x7ff2c4009040 comp rx=0 tx=0).stop 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2d415bd20 msgr2=0x7ff2d40aefc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2d415bd20 0x7ff2d40aefc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc00c240 tx=0x7ff2bc02e070 comp rx=0 tx=0).stop 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 shutdown_connections 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff2b406b810 0x7ff2b406dcd0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff2d415bd20 0x7ff2d40aefc0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff2d41598f0 0x7ff2d40af500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 --2- 172.21.15.104:0/677178997 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff2c00047c0 0x7ff2d41591f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 >> 172.21.15.104:0/677178997 conn(0x7ff2d409aa70 msgr2=0x7ff2d40d17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 shutdown_connections 2024-02-19T16:31:35.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.136+0000 7ff2d98c9640 1 -- 172.21.15.104:0/677178997 wait complete. 2024-02-19T16:31:35.148 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:31:35.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.251+0000 7f024989a640 1 Processor -- start 2024-02-19T16:31:35.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.252+0000 7f024989a640 1 -- start start 2024-02-19T16:31:35.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.252+0000 7f024989a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f02440d0a00 0x7f02440b94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.252+0000 7f024989a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02440d1b40 con 0x7f02440d0580 2024-02-19T16:31:35.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.252+0000 7f024989a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02440d1e20 con 0x7f024415de10 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.252+0000 7f024989a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02440d2100 con 0x7f02440d0a00 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.252+0000 7f02427fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f02440d0580 0x7f02440b8d90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56846/0 (socket says 172.21.15.104:56846) 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.252+0000 7f02427fc640 1 -- 172.21.15.104:0/3514225874 learned_addr learned my addr 172.21.15.104:0/3514225874 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.253+0000 7f02437fe640 1 --2- 172.21.15.104:0/3514225874 >> v2:172.21.15.158:3300/0 conn(0x7f02440d0a00 0x7f02440b94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.253+0000 7f0241ffb640 1 -- 172.21.15.104:0/3514225874 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2588416708 0 0) 0x7f02440d1b40 con 0x7f02440d0580 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.253+0000 7f0241ffb640 1 -- 172.21.15.104:0/3514225874 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0230003520 con 0x7f02440d0580 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.253+0000 7f02437fe640 1 -- 172.21.15.104:0/3514225874 >> v1:172.21.15.158:6789/0 conn(0x7f024415de10 legacy=0x7f02440cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.253+0000 7f0241ffb640 1 -- 172.21.15.104:0/3514225874 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 173995750 0 0) 0x7f0230003520 con 0x7f02440d0580 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.253+0000 7f02437fe640 1 -- 172.21.15.104:0/3514225874 >> v1:172.21.15.104:6789/0 conn(0x7f02440d0580 legacy=0x7f02440b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.253+0000 7f02437fe640 1 -- 172.21.15.104:0/3514225874 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02440d23e0 con 0x7f02440d0a00 2024-02-19T16:31:35.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.254+0000 7f02437fe640 1 --2- 172.21.15.104:0/3514225874 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f02440d0a00 0x7f02440b94a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f02340097a0 tx=0x7f023402b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d9f7ec48dfa8885 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.254+0000 7f0241ffb640 1 -- 172.21.15.104:0/3514225874 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f022c0019f0 con 0x7f02440d0a00 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.254+0000 7f0241ffb640 1 -- 172.21.15.104:0/3514225874 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f023402e050 con 0x7f02440d0a00 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.254+0000 7f0241ffb640 1 -- 172.21.15.104:0/3514225874 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0234030710 con 0x7f02440d0a00 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.255+0000 7f024989a640 1 -- 172.21.15.104:0/3514225874 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f02440d0a00 msgr2=0x7f02440b94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.255+0000 7f024989a640 1 --2- 172.21.15.104:0/3514225874 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f02440d0a00 0x7f02440b94a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f02340097a0 tx=0x7f023402b790 comp rx=0 tx=0).stop 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.255+0000 7f024989a640 1 -- 172.21.15.104:0/3514225874 shutdown_connections 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.255+0000 7f024989a640 1 --2- 172.21.15.104:0/3514225874 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f02440d0a00 0x7f02440b94a0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.255+0000 7f024989a640 1 -- 172.21.15.104:0/3514225874 >> 172.21.15.104:0/3514225874 conn(0x7f024409cf10 msgr2=0x7f02440d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.255+0000 7f024989a640 1 -- 172.21.15.104:0/3514225874 shutdown_connections 2024-02-19T16:31:35.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.255+0000 7f024989a640 1 -- 172.21.15.104:0/3514225874 wait complete. 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.256+0000 7f024989a640 1 Processor -- start 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.256+0000 7f024989a640 1 -- start start 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f024989a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02440d0580 0x7f02440ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f024989a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f02440d0a00 0x7f024415e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f024989a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f024415de10 0x7f024414de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f024989a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02440cbf30 con 0x7f02440d0580 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f024989a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02440cc210 con 0x7f024415de10 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f024989a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02440cc4f0 con 0x7f02440d0a00 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02440d0580 0x7f02440ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02440d0580 0x7f02440ca0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34828/0 (socket says 172.21.15.104:34828) 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 -- 172.21.15.104:0/3270781396 learned_addr learned my addr 172.21.15.104:0/3270781396 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f02427fc640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f02440d0a00 0x7f024415e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f02437fe640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f024415de10 0x7f024414de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 -- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f02440d0a00 msgr2=0x7f024415e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f02440d0a00 0x7f024415e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 -- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f024415de10 msgr2=0x7f024414de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f024415de10 0x7f024414de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 -- 172.21.15.104:0/3270781396 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0234009400 con 0x7f02440d0580 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f02427fc640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f02440d0a00 0x7f024415e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f02437fe640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f024415de10 0x7f024414de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f0242ffd640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02440d0580 0x7f02440ca0f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f023c00c400 tx=0x7f023c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f023bfff640 1 -- 172.21.15.104:0/3270781396 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f023c0052d0 con 0x7f02440d0580 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f023bfff640 1 -- 172.21.15.104:0/3270781396 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f023c005430 con 0x7f02440d0580 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02440cc7d0 con 0x7f02440d0580 2024-02-19T16:31:35.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.257+0000 7f023bfff640 1 -- 172.21.15.104:0/3270781396 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f023c003830 con 0x7f02440d0580 2024-02-19T16:31:35.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.258+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f024415e8b0 con 0x7f02440d0580 2024-02-19T16:31:35.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.259+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f024415ea40 con 0x7f02440d0580 2024-02-19T16:31:35.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.259+0000 7f023bfff640 1 -- 172.21.15.104:0/3270781396 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f023c003990 con 0x7f02440d0580 2024-02-19T16:31:35.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.259+0000 7f023bfff640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f022406b810 0x7f022406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.260+0000 7f02427fc640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f022406b810 0x7f022406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.260+0000 7f023bfff640 1 -- 172.21.15.104:0/3270781396 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f023c089850 con 0x7f02440d0580 2024-02-19T16:31:35.263 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.260+0000 7f02427fc640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f022406b810 0x7f022406dcd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f022c001560 tx=0x7f022c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.264+0000 7f023bfff640 1 -- 172.21.15.104:0/3270781396 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f023c054170 con 0x7f02440d0580 2024-02-19T16:31:35.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.441+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f02440751e0 con 0x7f02440d0580 2024-02-19T16:31:35.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.441+0000 7f023bfff640 1 -- 172.21.15.104:0/3270781396 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f023c017020 con 0x7f02440d0580 2024-02-19T16:31:35.444 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:31:35.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f022406b810 msgr2=0x7f022406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f022406b810 0x7f022406dcd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f022c001560 tx=0x7f022c009040 comp rx=0 tx=0).stop 2024-02-19T16:31:35.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02440d0580 msgr2=0x7f02440ca0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02440d0580 0x7f02440ca0f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f023c00c400 tx=0x7f023c00c8c0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 shutdown_connections 2024-02-19T16:31:35.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f022406b810 0x7f022406dcd0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f024415de10 0x7f024414de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f02440d0a00 0x7f024415e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 --2- 172.21.15.104:0/3270781396 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02440d0580 0x7f02440ca0f0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 >> 172.21.15.104:0/3270781396 conn(0x7f024409cf10 msgr2=0x7f0244161900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:35.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 shutdown_connections 2024-02-19T16:31:35.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.443+0000 7f024989a640 1 -- 172.21.15.104:0/3270781396 wait complete. 2024-02-19T16:31:35.456 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get data_new pg_num 2024-02-19T16:31:35.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.558+0000 7f8537372640 1 Processor -- start 2024-02-19T16:31:35.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.558+0000 7f8537372640 1 -- start start 2024-02-19T16:31:35.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f8537372640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f853015b9d0 0x7f85300b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f8537372640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f85300b5030 0x7f853006ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f8537372640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85300b4090 con 0x7f853015bdb0 2024-02-19T16:31:35.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f8537372640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85300b55f0 con 0x7f85300b5030 2024-02-19T16:31:35.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f8537372640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f853006afb0 con 0x7f853015b9d0 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f853590f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f85300b5030 0x7f853006ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f853490d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f853015bdb0 0x7f853006bd70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56854/0 (socket says 172.21.15.104:56854) 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f853490d640 1 -- 172.21.15.104:0/2776143662 learned_addr learned my addr 172.21.15.104:0/2776143662 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.559+0000 7f853510e640 1 --2- 172.21.15.104:0/2776143662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f853015b9d0 0x7f85300b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.560+0000 7f853590f640 1 -- 172.21.15.104:0/2776143662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f853015b9d0 msgr2=0x7f85300b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.560+0000 7f853590f640 1 --2- 172.21.15.104:0/2776143662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f853015b9d0 0x7f85300b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.560+0000 7f853590f640 1 -- 172.21.15.104:0/2776143662 >> v1:172.21.15.104:6789/0 conn(0x7f853015bdb0 legacy=0x7f853006bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.560+0000 7f8527fff640 1 -- 172.21.15.104:0/2776143662 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 48733090 0 0) 0x7f85300b4090 con 0x7f853015bdb0 2024-02-19T16:31:35.562 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.560+0000 7f853590f640 1 -- 172.21.15.104:0/2776143662 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f853006b290 con 0x7f85300b5030 2024-02-19T16:31:35.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f853590f640 1 --2- 172.21.15.104:0/2776143662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f853006ce10 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8528009d90 tx=0x7f852802be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4909a6908d0768c9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8527fff640 1 -- 172.21.15.104:0/2776143662 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f852802cbc0 con 0x7f85300b5030 2024-02-19T16:31:35.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8527fff640 1 -- 172.21.15.104:0/2776143662 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f852802cd20 con 0x7f85300b5030 2024-02-19T16:31:35.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8527fff640 1 -- 172.21.15.104:0/2776143662 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8528034660 con 0x7f85300b5030 2024-02-19T16:31:35.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8537372640 1 -- 172.21.15.104:0/2776143662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 msgr2=0x7f853006ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8537372640 1 --2- 172.21.15.104:0/2776143662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f853006ce10 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8528009d90 tx=0x7f852802be10 comp rx=0 tx=0).stop 2024-02-19T16:31:35.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8537372640 1 -- 172.21.15.104:0/2776143662 shutdown_connections 2024-02-19T16:31:35.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8537372640 1 --2- 172.21.15.104:0/2776143662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f853006ce10 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8537372640 1 --2- 172.21.15.104:0/2776143662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f853015b9d0 0x7f85300b3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8537372640 1 -- 172.21.15.104:0/2776143662 >> 172.21.15.104:0/2776143662 conn(0x7f85300b2020 msgr2=0x7f85300b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:35.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8537372640 1 -- 172.21.15.104:0/2776143662 shutdown_connections 2024-02-19T16:31:35.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.561+0000 7f8537372640 1 -- 172.21.15.104:0/2776143662 wait complete. 2024-02-19T16:31:35.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.563+0000 7f8537372640 1 Processor -- start 2024-02-19T16:31:35.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.563+0000 7f8537372640 1 -- start start 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f8537372640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f85300ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f8537372640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f853015b9d0 0x7f853014c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f8537372640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f85300acd00 0x7f85300ae240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f8537372640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85300ad1a0 con 0x7f85300b5030 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f8537372640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85300ad480 con 0x7f853015b9d0 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f8537372640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85300ad760 con 0x7f85300acd00 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f853510e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f85300ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f853510e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f85300ac7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34840/0 (socket says 172.21.15.104:34840) 2024-02-19T16:31:35.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.564+0000 7f853510e640 1 -- 172.21.15.104:0/3975270535 learned_addr learned my addr 172.21.15.104:0/3975270535 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853590f640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f85300acd00 0x7f85300ae240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853490d640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f853015b9d0 0x7f853014c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853510e640 1 -- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f85300acd00 msgr2=0x7f85300ae240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853510e640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f85300acd00 0x7f85300ae240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853510e640 1 -- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f853015b9d0 msgr2=0x7f853014c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853510e640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f853015b9d0 0x7f853014c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853510e640 1 -- 172.21.15.104:0/3975270535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8528009a70 con 0x7f85300b5030 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853590f640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f85300acd00 0x7f85300ae240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853490d640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f853015b9d0 0x7f853014c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f853510e640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f85300ac7c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f852000e930 tx=0x7f852000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f8525ffb640 1 -- 172.21.15.104:0/3975270535 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8520009690 con 0x7f85300b5030 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f8525ffb640 1 -- 172.21.15.104:0/3975270535 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f852000ca00 con 0x7f85300b5030 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85300ada40 con 0x7f85300b5030 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f8525ffb640 1 -- 172.21.15.104:0/3975270535 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f852000cdb0 con 0x7f85300b5030 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.565+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85300abe90 con 0x7f85300b5030 2024-02-19T16:31:35.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.567+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85300adf60 con 0x7f85300b5030 2024-02-19T16:31:35.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.567+0000 7f8525ffb640 1 -- 172.21.15.104:0/3975270535 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8520013470 con 0x7f85300b5030 2024-02-19T16:31:35.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.567+0000 7f8525ffb640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f851406b810 0x7f851406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.567+0000 7f8525ffb640 1 -- 172.21.15.104:0/3975270535 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f852008a660 con 0x7f85300b5030 2024-02-19T16:31:35.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.567+0000 7f853490d640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f851406b810 0x7f851406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.568+0000 7f853490d640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f851406b810 0x7f851406dcd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f85300c66c0 tx=0x7f852c007ca0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.571+0000 7f8525ffb640 1 -- 172.21.15.104:0/3975270535 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f85300adf60 con 0x7f85300b5030 2024-02-19T16:31:35.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.749+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"} v 0) v1 -- 0x7f85300adf60 con 0x7f85300b5030 2024-02-19T16:31:35.750 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.749+0000 7f8525ffb640 1 -- 172.21.15.104:0/3975270535 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"}]=0 v36) v1 ==== 97+0+11 (secure 0 0 0) 0x7f8520054fb0 con 0x7f85300b5030 2024-02-19T16:31:35.751 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:35.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f851406b810 msgr2=0x7f851406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f851406b810 0x7f851406dcd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f85300c66c0 tx=0x7f852c007ca0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 msgr2=0x7f85300ac7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f85300ac7c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f852000e930 tx=0x7f852000edf0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 shutdown_connections 2024-02-19T16:31:35.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f851406b810 0x7f851406dcd0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f85300acd00 0x7f85300ae240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f853015b9d0 0x7f853014c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 --2- 172.21.15.104:0/3975270535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f85300b5030 0x7f85300ac7c0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 >> 172.21.15.104:0/3975270535 conn(0x7f85300b2020 msgr2=0x7f853015aa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:35.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 shutdown_connections 2024-02-19T16:31:35.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.751+0000 7f8537372640 1 -- 172.21.15.104:0/3975270535 wait complete. 2024-02-19T16:31:35.763 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:31:35.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.864+0000 7f0f51a84640 1 Processor -- start 2024-02-19T16:31:35.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.864+0000 7f0f51a84640 1 -- start start 2024-02-19T16:31:35.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.864+0000 7f0f51a84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c0cfb00 0x7f0f4c0d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.864+0000 7f0f51a84640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f4c0d16f0 con 0x7f0f4c15de30 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.864+0000 7f0f51a84640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f4c0d1940 con 0x7f0f4c0d0530 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.864+0000 7f0f51a84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f4c0d2e10 con 0x7f0f4c0cfb00 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4b7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0f4c15de30 0x7f0f4c0d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56864/0 (socket says 172.21.15.104:56864) 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4b7fe640 1 -- 172.21.15.104:0/3441461805 learned_addr learned my addr 172.21.15.104:0/3441461805 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4bfff640 1 --2- 172.21.15.104:0/3441461805 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c0cfb00 0x7f0f4c0d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4a7fc640 1 -- 172.21.15.104:0/3441461805 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1213174694 0 0) 0x7f0f4c0d16f0 con 0x7f0f4c15de30 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4a7fc640 1 -- 172.21.15.104:0/3441461805 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0f38003520 con 0x7f0f4c15de30 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4a7fc640 1 -- 172.21.15.104:0/3441461805 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1401525753 0 0) 0x7f0f4c0d1940 con 0x7f0f4c0d0530 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4a7fc640 1 -- 172.21.15.104:0/3441461805 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0f4c0d16f0 con 0x7f0f4c0d0530 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4a7fc640 1 -- 172.21.15.104:0/3441461805 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1742188040 0 0) 0x7f0f38003520 con 0x7f0f4c15de30 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4bfff640 1 -- 172.21.15.104:0/3441461805 >> v1:172.21.15.158:6789/0 conn(0x7f0f4c0d0530 legacy=0x7f0f4c0cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4bfff640 1 -- 172.21.15.104:0/3441461805 >> v1:172.21.15.104:6789/0 conn(0x7f0f4c15de30 legacy=0x7f0f4c0d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.865+0000 7f0f4bfff640 1 -- 172.21.15.104:0/3441461805 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f4c0d1c20 con 0x7f0f4c0cfb00 2024-02-19T16:31:35.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.866+0000 7f0f4bfff640 1 --2- 172.21.15.104:0/3441461805 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c0cfb00 0x7f0f4c0d09c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0f44009dc0 tx=0x7f0f4402bd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0074c7fde468cd server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.866+0000 7f0f4a7fc640 1 -- 172.21.15.104:0/3441461805 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f34001670 con 0x7f0f4c0cfb00 2024-02-19T16:31:35.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.866+0000 7f0f4a7fc640 1 -- 172.21.15.104:0/3441461805 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f4402c880 con 0x7f0f4c0cfb00 2024-02-19T16:31:35.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.866+0000 7f0f4a7fc640 1 -- 172.21.15.104:0/3441461805 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f4402cbf0 con 0x7f0f4c0cfb00 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.867+0000 7f0f51a84640 1 -- 172.21.15.104:0/3441461805 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c0cfb00 msgr2=0x7f0f4c0d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.867+0000 7f0f51a84640 1 --2- 172.21.15.104:0/3441461805 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c0cfb00 0x7f0f4c0d09c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0f44009dc0 tx=0x7f0f4402bd50 comp rx=0 tx=0).stop 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.867+0000 7f0f51a84640 1 -- 172.21.15.104:0/3441461805 shutdown_connections 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.867+0000 7f0f51a84640 1 --2- 172.21.15.104:0/3441461805 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c0cfb00 0x7f0f4c0d09c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.867+0000 7f0f51a84640 1 -- 172.21.15.104:0/3441461805 >> 172.21.15.104:0/3441461805 conn(0x7f0f4c0d3b20 msgr2=0x7f0f4c0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.867+0000 7f0f51a84640 1 -- 172.21.15.104:0/3441461805 shutdown_connections 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.867+0000 7f0f51a84640 1 -- 172.21.15.104:0/3441461805 wait complete. 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.868+0000 7f0f51a84640 1 Processor -- start 2024-02-19T16:31:35.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.868+0000 7f0f51a84640 1 -- start start 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f51a84640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f4c0cfb00 0x7f0f4c15b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f51a84640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0d0530 0x7f0f4c0c8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f51a84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c15de30 0x7f0f4c0b4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f51a84640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f4c160fc0 con 0x7f0f4c0d0530 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f51a84640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f4c15ba50 con 0x7f0f4c0cfb00 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f51a84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f4c0b3870 con 0x7f0f4c15de30 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0d0530 0x7f0f4c0c8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0d0530 0x7f0f4c0c8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34842/0 (socket says 172.21.15.104:34842) 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 -- 172.21.15.104:0/1406270608 learned_addr learned my addr 172.21.15.104:0/1406270608 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4b7fe640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f4c0cfb00 0x7f0f4c15b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4bfff640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c15de30 0x7f0f4c0b4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 -- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c15de30 msgr2=0x7f0f4c0b4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c15de30 0x7f0f4c0b4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 -- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f4c0cfb00 msgr2=0x7f0f4c15b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f4c0cfb00 0x7f0f4c15b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 -- 172.21.15.104:0/1406270608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f44009a70 con 0x7f0f4c0d0530 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4b7fe640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f4c0cfb00 0x7f0f4c15b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4bfff640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c15de30 0x7f0f4c0b4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f4affd640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0d0530 0x7f0f4c0c8030 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c00c490 tx=0x7f0f3c00c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f43fff640 1 -- 172.21.15.104:0/1406270608 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f3c0052d0 con 0x7f0f4c0d0530 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f43fff640 1 -- 172.21.15.104:0/1406270608 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f3c005430 con 0x7f0f4c0d0530 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f43fff640 1 -- 172.21.15.104:0/1406270608 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f3c003830 con 0x7f0f4c0d0530 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f4c0b3b50 con 0x7f0f4c0d0530 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.869+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f4c0b4110 con 0x7f0f4c0d0530 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.870+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f4c0751e0 con 0x7f0f4c0d0530 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.871+0000 7f0f43fff640 1 -- 172.21.15.104:0/1406270608 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0f3c003990 con 0x7f0f4c0d0530 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.871+0000 7f0f43fff640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f2c06b810 0x7f0f2c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:35.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.871+0000 7f0f43fff640 1 -- 172.21.15.104:0/1406270608 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f0f3c0899e0 con 0x7f0f4c0d0530 2024-02-19T16:31:35.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.871+0000 7f0f4b7fe640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f2c06b810 0x7f0f2c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:35.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.872+0000 7f0f4b7fe640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f2c06b810 0x7f0f2c06dcd0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0f340011e0 tx=0x7f0f34009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:35.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:35.876+0000 7f0f43fff640 1 -- 172.21.15.104:0/1406270608 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0f3c057da0 con 0x7f0f4c0d0530 2024-02-19T16:31:36.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.134+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f0f4c0d11a0 con 0x7f0f4c0d0530 2024-02-19T16:31:36.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.134+0000 7f0f43fff640 1 -- 172.21.15.104:0/1406270608 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7f0f3c017080 con 0x7f0f4c0d0530 2024-02-19T16:31:36.136 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f2c06b810 msgr2=0x7f0f2c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f2c06b810 0x7f0f2c06dcd0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0f340011e0 tx=0x7f0f34009040 comp rx=0 tx=0).stop 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0d0530 msgr2=0x7f0f4c0c8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0d0530 0x7f0f4c0c8030 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c00c490 tx=0x7f0f3c00c950 comp rx=0 tx=0).stop 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 shutdown_connections 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0f2c06b810 0x7f0f2c06dcd0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0d0530 0x7f0f4c0c8030 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0f4c15de30 0x7f0f4c0b4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.138 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 --2- 172.21.15.104:0/1406270608 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0f4c0cfb00 0x7f0f4c15b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.136+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 >> 172.21.15.104:0/1406270608 conn(0x7f0f4c0d3b20 msgr2=0x7f0f4c0b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:36.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.137+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 shutdown_connections 2024-02-19T16:31:36.139 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.137+0000 7f0f51a84640 1 -- 172.21.15.104:0/1406270608 wait complete. 2024-02-19T16:31:36.148 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:36.148 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:36.164 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:36.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.304+0000 7f98886ec640 1 Processor -- start 2024-02-19T16:31:36.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.304+0000 7f98886ec640 1 -- start start 2024-02-19T16:31:36.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.305+0000 7f98886ec640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f98800ce1b0 0x7f98800ce5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.305+0000 7f98886ec640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98800d0580 con 0x7f9880163b20 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.305+0000 7f98886ec640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98800ceb30 con 0x7f988015bbf0 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.305+0000 7f98886ec640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98800cf970 con 0x7f98800ce1b0 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.305+0000 7f9886c89640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9880163b20 0x7f9880165f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56872/0 (socket says 172.21.15.104:56872) 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.305+0000 7f9886c89640 1 -- 172.21.15.104:0/4200088697 learned_addr learned my addr 172.21.15.104:0/4200088697 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885c87640 1 --2- 172.21.15.104:0/4200088697 >> v2:172.21.15.158:3300/0 conn(0x7f98800ce1b0 0x7f98800ce5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2262975676 0 0) 0x7f98800d0580 con 0x7f9880163b20 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f986c003520 con 0x7f9880163b20 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 949166080 0 0) 0x7f98800ceb30 con 0x7f988015bbf0 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98800d0580 con 0x7f988015bbf0 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3955638092 0 0) 0x7f986c003520 con 0x7f9880163b20 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 >> v2:172.21.15.158:3300/0 conn(0x7f98800ce1b0 msgr2=0x7f98800ce5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 --2- 172.21.15.104:0/4200088697 >> v2:172.21.15.158:3300/0 conn(0x7f98800ce1b0 0x7f98800ce5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 >> v1:172.21.15.158:6789/0 conn(0x7f988015bbf0 legacy=0x7f98800cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98800cfc50 con 0x7f9880163b20 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f98780019f0 con 0x7f9880163b20 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885c87640 1 --2- 172.21.15.104:0/4200088697 >> v2:172.21.15.158:3300/0 conn(0x7f98800ce1b0 0x7f98800ce5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 >> v1:172.21.15.104:6789/0 conn(0x7f9880163b20 legacy=0x7f9880165f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f986c003b00 0x7f986c003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c0047c0 0x7f986c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f986c005180 0x7f986c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98800cf970 con 0x7f986c003b00 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f986c00c000 con 0x7f986c005180 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f986c00c1c0 con 0x7f986c0047c0 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886488640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f986c003b00 0x7f986c003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886c89640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f986c005180 0x7f986c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9885c87640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c0047c0 0x7f986c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886488640 1 -- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c0047c0 msgr2=0x7f986c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886488640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c0047c0 0x7f986c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886488640 1 -- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f986c005180 msgr2=0x7f986c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:36.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886488640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f986c005180 0x7f986c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886488640 1 -- 172.21.15.104:0/4200088697 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f986c003520 con 0x7f986c003b00 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886c89640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f986c005180 0x7f986c00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.306+0000 7f9886c89640 1 -- 172.21.15.104:0/4200088697 reap_dead start 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.307+0000 7f9886488640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f986c003b00 0x7f986c003f00 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f987c0018d0 tx=0x7f986c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af02ddf70e6c4f1b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.307+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f987c0052d0 con 0x7f986c003b00 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.307+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f987c005430 con 0x7f986c003b00 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.307+0000 7f9885486640 1 -- 172.21.15.104:0/4200088697 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f987c003810 con 0x7f986c003b00 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.308+0000 7f98886ec640 1 -- 172.21.15.104:0/4200088697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f986c003b00 msgr2=0x7f986c003f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.308+0000 7f98886ec640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f986c003b00 0x7f986c003f00 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f987c0018d0 tx=0x7f986c0057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.308+0000 7f98886ec640 1 -- 172.21.15.104:0/4200088697 shutdown_connections 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.308+0000 7f98886ec640 1 --2- 172.21.15.104:0/4200088697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f986c003b00 0x7f986c003f00 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.308+0000 7f98886ec640 1 -- 172.21.15.104:0/4200088697 >> 172.21.15.104:0/4200088697 conn(0x7f988009aa70 msgr2=0x7f98800d1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.308+0000 7f98886ec640 1 -- 172.21.15.104:0/4200088697 shutdown_connections 2024-02-19T16:31:36.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.308+0000 7f98886ec640 1 -- 172.21.15.104:0/4200088697 wait complete. 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.309+0000 7f98886ec640 1 Processor -- start 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.309+0000 7f98886ec640 1 -- start start 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f98886ec640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c003b00 0x7f9880161c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f98886ec640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98800cb480 0x7f98800c78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f98886ec640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f98800cb900 0x7f98800c7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f98886ec640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98800ca6c0 con 0x7f98800cb480 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f98886ec640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98800ca9a0 con 0x7f98800cb900 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f98886ec640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98800cac80 con 0x7f986c003b00 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98800cb480 0x7f98800c78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98800cb480 0x7f98800c78c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34866/0 (socket says 172.21.15.104:34866) 2024-02-19T16:31:36.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 -- 172.21.15.104:0/2981707523 learned_addr learned my addr 172.21.15.104:0/2981707523 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9886488640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c003b00 0x7f9880161c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9886c89640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f98800cb900 0x7f98800c7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 -- 172.21.15.104:0/2981707523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c003b00 msgr2=0x7f9880161c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c003b00 0x7f9880161c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 -- 172.21.15.104:0/2981707523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f98800cb900 msgr2=0x7f98800c7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f98800cb900 0x7f98800c7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 -- 172.21.15.104:0/2981707523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98800caf60 con 0x7f98800cb480 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9885c87640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98800cb480 0x7f98800c78c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f9870011900 tx=0x7f9870011dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9876ffd640 1 -- 172.21.15.104:0/2981707523 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9870009720 con 0x7f98800cb480 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9876ffd640 1 -- 172.21.15.104:0/2981707523 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f987000fbd0 con 0x7f98800cb480 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f9876ffd640 1 -- 172.21.15.104:0/2981707523 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9870015460 con 0x7f98800cb480 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.310+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98800ca3b0 con 0x7f98800cb480 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.311+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98801608b0 con 0x7f98800cb480 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.311+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98800ca800 con 0x7f98800cb480 2024-02-19T16:31:36.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.312+0000 7f9876ffd640 1 -- 172.21.15.104:0/2981707523 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f98700155c0 con 0x7f98800cb480 2024-02-19T16:31:36.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.312+0000 7f9876ffd640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f986406b810 0x7f986406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.312+0000 7f9876ffd640 1 -- 172.21.15.104:0/2981707523 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f987008a9c0 con 0x7f98800cb480 2024-02-19T16:31:36.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.312+0000 7f9886488640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f986406b810 0x7f986406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.313+0000 7f9886488640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f986406b810 0x7f986406dcd0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f987c034000 tx=0x7f987c031000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.321+0000 7f9876ffd640 1 -- 172.21.15.104:0/2981707523 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f98800ca800 con 0x7f98800cb480 2024-02-19T16:31:36.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.499+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f98800ca800 con 0x7f98800cb480 2024-02-19T16:31:36.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.500+0000 7f9876ffd640 1 -- 172.21.15.104:0/2981707523 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7f98800ca800 con 0x7f98800cb480 2024-02-19T16:31:36.502 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:36.502 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f986406b810 msgr2=0x7f986406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f986406b810 0x7f986406dcd0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f987c034000 tx=0x7f987c031000 comp rx=0 tx=0).stop 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98800cb480 msgr2=0x7f98800c78c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98800cb480 0x7f98800c78c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f9870011900 tx=0x7f9870011dc0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 shutdown_connections 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f986406b810 0x7f986406dcd0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98800cb480 0x7f98800c78c0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f98800cb900 0x7f98800c7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 --2- 172.21.15.104:0/2981707523 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f986c003b00 0x7f9880161c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 >> 172.21.15.104:0/2981707523 conn(0x7f988009aa70 msgr2=0x7f988015e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:36.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 shutdown_connections 2024-02-19T16:31:36.505 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.502+0000 7f98886ec640 1 -- 172.21.15.104:0/2981707523 wait complete. 2024-02-19T16:31:36.515 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:09.207291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:10.330329+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'data_new', 'create_time': '2024-02-19T16:31:19.629125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:36.515 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:36.619 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.617+0000 7f28eb8d4640 1 Processor -- start 2024-02-19T16:31:36.619 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.617+0000 7f28eb8d4640 1 -- start start 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.618+0000 7f28eb8d4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f28e40b2730 0x7f28e40cebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.618+0000 7f28eb8d4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28e40cf220 con 0x7f28e40d2030 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.618+0000 7f28eb8d4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28e40b1970 con 0x7f28e40b0c40 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.618+0000 7f28eb8d4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28e40d0b50 con 0x7f28e40b2730 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.618+0000 7f28e8e6f640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f28e40d2030 0x7f28e40ce4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56880/0 (socket says 172.21.15.104:56880) 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.618+0000 7f28e8e6f640 1 -- 172.21.15.104:0/2924140153 learned_addr learned my addr 172.21.15.104:0/2924140153 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28e9e71640 1 --2- 172.21.15.104:0/2924140153 >> v2:172.21.15.158:3300/0 conn(0x7f28e40b2730 0x7f28e40cebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3844601195 0 0) 0x7f28e40cf220 con 0x7f28e40d2030 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f28d0003520 con 0x7f28e40d2030 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2350487320 0 0) 0x7f28d0003520 con 0x7f28e40d2030 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 >> v2:172.21.15.158:3300/0 conn(0x7f28e40b2730 msgr2=0x7f28e40cebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:36.622 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 --2- 172.21.15.104:0/2924140153 >> v2:172.21.15.158:3300/0 conn(0x7f28e40b2730 0x7f28e40cebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 >> v1:172.21.15.158:6789/0 conn(0x7f28e40b0c40 legacy=0x7f28e40d1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28e40b1c50 con 0x7f28e40d2030 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f28d4001670 con 0x7f28e40d2030 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 >> v1:172.21.15.104:6789/0 conn(0x7f28e40d2030 legacy=0x7f28e40ce4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28d0003970 0x7f28d0003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28d0004370 0x7f28d0004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28d000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28e40d0b50 con 0x7f28d00050e0 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28d000c020 con 0x7f28d0003970 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28d000c1e0 con 0x7f28d0004370 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28e9e71640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28d000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28e8e6f640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28d0004370 0x7f28d0004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28e9670640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28d0003970 0x7f28d0003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28e9e71640 1 -- 172.21.15.104:0/2924140153 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28d0004370 msgr2=0x7f28d0004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:36.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28e9e71640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28d0004370 0x7f28d0004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28e9e71640 1 -- 172.21.15.104:0/2924140153 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28d0003970 msgr2=0x7f28d0003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.619+0000 7f28e9e71640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28d0003970 0x7f28d0003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.620+0000 7f28e9e71640 1 -- 172.21.15.104:0/2924140153 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28d0003520 con 0x7f28d00050e0 2024-02-19T16:31:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.620+0000 7f28e9e71640 1 -- 172.21.15.104:0/2924140153 reap_dead start 2024-02-19T16:31:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.620+0000 7f28e9e71640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28d000b980 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f28dc009f90 tx=0x7f28d00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcd6a8a96e5e4c63 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.620+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28dc02cc20 con 0x7f28d00050e0 2024-02-19T16:31:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.620+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28dc00f040 con 0x7f28d00050e0 2024-02-19T16:31:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.620+0000 7f28dbfff640 1 -- 172.21.15.104:0/2924140153 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28dc034440 con 0x7f28d00050e0 2024-02-19T16:31:36.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.621+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2924140153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 msgr2=0x7f28d000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.621+0000 7f28eb8d4640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28d000b980 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f28dc009f90 tx=0x7f28d00057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.621+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2924140153 shutdown_connections 2024-02-19T16:31:36.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.621+0000 7f28eb8d4640 1 --2- 172.21.15.104:0/2924140153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28d000b980 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.627 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.621+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2924140153 >> 172.21.15.104:0/2924140153 conn(0x7f28e4072e20 msgr2=0x7f28e409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.621+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2924140153 shutdown_connections 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.621+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2924140153 wait complete. 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.622+0000 7f28eb8d4640 1 Processor -- start 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.622+0000 7f28eb8d4640 1 -- start start 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28eb8d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28e41f7890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28eb8d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28e40c54c0 0x7f28e40cb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28eb8d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28e414f520 0x7f28e40ce210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28eb8d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28e40c8290 con 0x7f28d00050e0 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28eb8d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28e40ca470 con 0x7f28e414f520 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28eb8d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28e41f7dd0 con 0x7f28e40c54c0 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28e41f7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28e41f7890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34878/0 (socket says 172.21.15.104:34878) 2024-02-19T16:31:36.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 -- 172.21.15.104:0/2264034802 learned_addr learned my addr 172.21.15.104:0/2264034802 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e8e6f640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28e40c54c0 0x7f28e40cb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9e71640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28e414f520 0x7f28e40ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 -- 172.21.15.104:0/2264034802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28e40c54c0 msgr2=0x7f28e40cb1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28e40c54c0 0x7f28e40cb1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 -- 172.21.15.104:0/2264034802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28e414f520 msgr2=0x7f28e40ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28e414f520 0x7f28e40ce210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 -- 172.21.15.104:0/2264034802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28e40c59c0 con 0x7f28d00050e0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.623+0000 7f28e9670640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28e41f7890 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f28e000f7f0 tx=0x7f28e000fbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.624+0000 7f28d9ffb640 1 -- 172.21.15.104:0/2264034802 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28e00050d0 con 0x7f28d00050e0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.624+0000 7f28d9ffb640 1 -- 172.21.15.104:0/2264034802 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28e0005270 con 0x7f28d00050e0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.624+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28e40ca6f0 con 0x7f28d00050e0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.624+0000 7f28d9ffb640 1 -- 172.21.15.104:0/2264034802 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28e000d730 con 0x7f28d00050e0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.624+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28e40cacb0 con 0x7f28d00050e0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.625+0000 7f28d9ffb640 1 -- 172.21.15.104:0/2264034802 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f28e000d890 con 0x7f28d00050e0 2024-02-19T16:31:36.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.625+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28e40751e0 con 0x7f28d00050e0 2024-02-19T16:31:36.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.626+0000 7f28d9ffb640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28c806b810 0x7f28c806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.626+0000 7f28d9ffb640 1 -- 172.21.15.104:0/2264034802 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f28e008a270 con 0x7f28d00050e0 2024-02-19T16:31:36.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.626+0000 7f28e8e6f640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28c806b810 0x7f28c806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.626+0000 7f28e8e6f640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28c806b810 0x7f28c806dcd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f28e406b390 tx=0x7f28d4000ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.630+0000 7f28d9ffb640 1 -- 172.21.15.104:0/2264034802 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f28e0054b00 con 0x7f28d00050e0 2024-02-19T16:31:36.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.808+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f28e40b13f0 con 0x7f28d00050e0 2024-02-19T16:31:36.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.808+0000 7f28d9ffb640 1 -- 172.21.15.104:0/2264034802 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f28e00581c0 con 0x7f28d00050e0 2024-02-19T16:31:36.837 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:36.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28c806b810 msgr2=0x7f28c806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28c806b810 0x7f28c806dcd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f28e406b390 tx=0x7f28d4000ed0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 msgr2=0x7f28e41f7890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28e41f7890 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f28e000f7f0 tx=0x7f28e000fbf0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 shutdown_connections 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28c806b810 0x7f28c806dcd0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f28e414f520 0x7f28e40ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f28e40c54c0 0x7f28e40cb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 --2- 172.21.15.104:0/2264034802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28d00050e0 0x7f28e41f7890 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 >> 172.21.15.104:0/2264034802 conn(0x7f28e4072e20 msgr2=0x7f28e40b3480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 shutdown_connections 2024-02-19T16:31:36.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.810+0000 7f28eb8d4640 1 -- 172.21.15.104:0/2264034802 wait complete. 2024-02-19T16:31:36.839 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:31:36.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.941+0000 7f4cbc81c640 1 Processor -- start 2024-02-19T16:31:36.943 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.941+0000 7f4cbc81c640 1 -- start start 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cbc81c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f4cb80d1950 0x7f4cb80d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cbc81c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4cb80d05a0 0x7f4cb80d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cbc81c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4cb80d22f0 con 0x7f4cb815df90 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cbc81c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cb815e8f0 con 0x7f4cb80d05a0 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cbc81c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cb806cda0 con 0x7f4cb80d1950 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cb6d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4cb80d05a0 0x7f4cb80d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cb6d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4cb80d05a0 0x7f4cb80d09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34880/0 (socket says 172.21.15.104:34880) 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cb6d9d640 1 -- 172.21.15.104:0/1005622691 learned_addr learned my addr 172.21.15.104:0/1005622691 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4caffff640 1 --2- 172.21.15.104:0/1005622691 >> v2:172.21.15.158:3300/0 conn(0x7f4cb80d1950 0x7f4cb80d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cb6d9d640 1 -- 172.21.15.104:0/1005622691 >> v2:172.21.15.158:3300/0 conn(0x7f4cb80d1950 msgr2=0x7f4cb80d1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.942+0000 7f4cb6d9d640 1 --2- 172.21.15.104:0/1005622691 >> v2:172.21.15.158:3300/0 conn(0x7f4cb80d1950 0x7f4cb80d1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.943+0000 7f4cb6d9d640 1 -- 172.21.15.104:0/1005622691 >> v1:172.21.15.158:6789/0 conn(0x7f4cb815df90 legacy=0x7f4cb806c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:36.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.943+0000 7f4cb6d9d640 1 -- 172.21.15.104:0/1005622691 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cb806d080 con 0x7f4cb80d05a0 2024-02-19T16:31:36.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.943+0000 7f4cb6d9d640 1 --2- 172.21.15.104:0/1005622691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80d09c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8072480 tx=0x7f4cb002bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76050fef349feb09 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.943+0000 7f4cb5d9b640 1 -- 172.21.15.104:0/1005622691 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb002ca80 con 0x7f4cb80d05a0 2024-02-19T16:31:36.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.943+0000 7f4cb5d9b640 1 -- 172.21.15.104:0/1005622691 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cb002cbe0 con 0x7f4cb80d05a0 2024-02-19T16:31:36.946 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.943+0000 7f4cb5d9b640 1 -- 172.21.15.104:0/1005622691 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb00343f0 con 0x7f4cb80d05a0 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.944+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1005622691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 msgr2=0x7f4cb80d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.944+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1005622691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80d09c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8072480 tx=0x7f4cb002bee0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.944+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1005622691 shutdown_connections 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.944+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1005622691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80d09c0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.944+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1005622691 >> v2:172.21.15.158:3300/0 conn(0x7f4cb80d1950 0x7f4cb80d1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.944+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1005622691 >> 172.21.15.104:0/1005622691 conn(0x7f4cb809aa70 msgr2=0x7f4cb809ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.944+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1005622691 shutdown_connections 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.944+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1005622691 wait complete. 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.945+0000 7f4cbc81c640 1 Processor -- start 2024-02-19T16:31:36.947 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.945+0000 7f4cbc81c640 1 -- start start 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cbc81c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80cb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cbc81c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cb80d1950 0x7f4cb80b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cbc81c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cb815df90 0x7f4cb8154e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cbc81c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb80b4b00 con 0x7f4cb80d05a0 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cbc81c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb80b5940 con 0x7f4cb80d1950 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cbc81c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb80b4d30 con 0x7f4cb815df90 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cb659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80cb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cb659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80cb4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34888/0 (socket says 172.21.15.104:34888) 2024-02-19T16:31:36.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cb659c640 1 -- 172.21.15.104:0/1645956164 learned_addr learned my addr 172.21.15.104:0/1645956164 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cb659c640 1 -- 172.21.15.104:0/1645956164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cb815df90 msgr2=0x7f4cb8154e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cb659c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cb815df90 0x7f4cb8154e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4caffff640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cb80d1950 0x7f4cb80b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cb659c640 1 -- 172.21.15.104:0/1645956164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cb80d1950 msgr2=0x7f4cb80b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cb659c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cb80d1950 0x7f4cb80b45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.946+0000 7f4cb659c640 1 -- 172.21.15.104:0/1645956164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cb0009b30 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.947+0000 7f4cb659c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80cb4b0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f4ca800b3e0 tx=0x7f4ca800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.947+0000 7f4caeffd640 1 -- 172.21.15.104:0/1645956164 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ca8011830 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.947+0000 7f4caeffd640 1 -- 172.21.15.104:0/1645956164 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ca80119b0 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.947+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cb80b5010 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.947+0000 7f4caeffd640 1 -- 172.21.15.104:0/1645956164 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ca8011d60 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.947+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cb80b55d0 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.948+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cb80751e0 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.948+0000 7f4caeffd640 1 -- 172.21.15.104:0/1645956164 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4ca801a400 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.949+0000 7f4caeffd640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4c9806b810 0x7f4c9806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.949+0000 7f4caeffd640 1 -- 172.21.15.104:0/1645956164 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f4ca808a520 con 0x7f4cb80d05a0 2024-02-19T16:31:36.951 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.949+0000 7f4caffff640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4c9806b810 0x7f4c9806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:36.952 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.949+0000 7f4caffff640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4c9806b810 0x7f4c9806dcd0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4cb81f74a0 tx=0x7f4ca0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:36.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:36.953+0000 7f4caeffd640 1 -- 172.21.15.104:0/1645956164 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4ca8054e60 con 0x7f4cb80d05a0 2024-02-19T16:31:37.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.131+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4cb80cbcd0 con 0x7f4cb80d05a0 2024-02-19T16:31:37.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.131+0000 7f4caeffd640 1 -- 172.21.15.104:0/1645956164 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4ca8058520 con 0x7f4cb80d05a0 2024-02-19T16:31:37.133 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4c9806b810 msgr2=0x7f4c9806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4c9806b810 0x7f4c9806dcd0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4cb81f74a0 tx=0x7f4ca0008040 comp rx=0 tx=0).stop 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 msgr2=0x7f4cb80cb4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80cb4b0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f4ca800b3e0 tx=0x7f4ca800b8a0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 shutdown_connections 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4c9806b810 0x7f4c9806dcd0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4cb815df90 0x7f4cb8154e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4cb80d1950 0x7f4cb80b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 --2- 172.21.15.104:0/1645956164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cb80d05a0 0x7f4cb80cb4b0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 >> 172.21.15.104:0/1645956164 conn(0x7f4cb809aa70 msgr2=0x7f4cb806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:37.136 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 shutdown_connections 2024-02-19T16:31:37.137 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.134+0000 7f4cbc81c640 1 -- 172.21.15.104:0/1645956164 wait complete. 2024-02-19T16:31:37.148 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:31:37.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.250+0000 7fbfd358a640 1 Processor -- start 2024-02-19T16:31:37.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.250+0000 7fbfd358a640 1 -- start start 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfd358a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc0aeb20 0x7fbfcc0b59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfd358a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfcc15ea00 con 0x7fbfcc15ee90 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfd358a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfcc0af390 con 0x7fbfcc0aef00 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfd358a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfcc15f310 con 0x7fbfcc0aeb20 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfd0b25640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fbfcc15ee90 0x7fbfcc0af7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56896/0 (socket says 172.21.15.104:56896) 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfd0b25640 1 -- 172.21.15.104:0/2113543658 learned_addr learned my addr 172.21.15.104:0/2113543658 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfd1326640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc0aeb20 0x7fbfcc0b59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 910549524 0 0) 0x7fbfcc15ea00 con 0x7fbfcc15ee90 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbfb8003520 con 0x7fbfcc15ee90 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3044555424 0 0) 0x7fbfb8003520 con 0x7fbfcc15ee90 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc0aeb20 msgr2=0x7fbfcc0b59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc0aeb20 0x7fbfcc0b59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 >> v1:172.21.15.158:6789/0 conn(0x7fbfcc0aef00 legacy=0x7fbfcc06af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfcc0affb0 con 0x7fbfcc15ee90 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fbfbc001670 con 0x7fbfcc15ee90 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 >> v1:172.21.15.104:6789/0 conn(0x7fbfcc15ee90 legacy=0x7fbfcc0af7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfb8003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.251+0000 7fbfc3fff640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc0aeb20 0x7fbfb80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfc3fff640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbfb8004d00 0x7fbfb8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfcc15f310 con 0x7fbfb80039a0 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb800b980 con 0x7fbfb8004d00 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb800bb40 con 0x7fbfcc0aeb20 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfd1326640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfb8003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfd1b27640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbfb8004d00 0x7fbfb8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfd0b25640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc0aeb20 0x7fbfb80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfd1326640 1 -- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc0aeb20 msgr2=0x7fbfb80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfd1326640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc0aeb20 0x7fbfb80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfd1326640 1 -- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbfb8004d00 msgr2=0x7fbfb8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:37.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfd1326640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbfb8004d00 0x7fbfb8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.252+0000 7fbfd1326640 1 -- 172.21.15.104:0/2113543658 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfb8003520 con 0x7fbfb80039a0 2024-02-19T16:31:37.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.253+0000 7fbfd1326640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfb8003d80 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8009ac0 tx=0x7fbfb80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95713eba25d7b499 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.253+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc802c600 con 0x7fbfb80039a0 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.253+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfc802c760 con 0x7fbfb80039a0 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.253+0000 7fbfc3fff640 1 -- 172.21.15.104:0/2113543658 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc802caf0 con 0x7fbfb80039a0 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.254+0000 7fbfd358a640 1 -- 172.21.15.104:0/2113543658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 msgr2=0x7fbfb8003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.254+0000 7fbfd358a640 1 --2- 172.21.15.104:0/2113543658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfb8003d80 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8009ac0 tx=0x7fbfb80057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.254+0000 7fbfd1b27640 1 -- 172.21.15.104:0/2113543658 reap_dead start 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.254+0000 7fbfd358a640 1 -- 172.21.15.104:0/2113543658 shutdown_connections 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.254+0000 7fbfd358a640 1 -- 172.21.15.104:0/2113543658 >> 172.21.15.104:0/2113543658 conn(0x7fbfcc06c020 msgr2=0x7fbfcc06c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.254+0000 7fbfd358a640 1 -- 172.21.15.104:0/2113543658 shutdown_connections 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.254+0000 7fbfd358a640 1 -- 172.21.15.104:0/2113543658 wait complete. 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.255+0000 7fbfd358a640 1 Processor -- start 2024-02-19T16:31:37.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.255+0000 7fbfd358a640 1 -- start start 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd358a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfcc0c5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd358a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbfcc0c5950 0x7fbfcc06e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd358a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc15a2b0 0x7fbfcc15a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd358a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfcc0ce4c0 con 0x7fbfb80039a0 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd358a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfcc0cd440 con 0x7fbfcc0c5950 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd358a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfcc0cd720 con 0x7fbfcc15a2b0 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfcc0c5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfcc0c5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34894/0 (socket says 172.21.15.104:34894) 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 -- 172.21.15.104:0/2357689239 learned_addr learned my addr 172.21.15.104:0/2357689239 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 -- 172.21.15.104:0/2357689239 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc15a2b0 msgr2=0x7fbfcc15a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc15a2b0 0x7fbfcc15a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 -- 172.21.15.104:0/2357689239 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbfcc0c5950 msgr2=0x7fbfcc06e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbfcc0c5950 0x7fbfcc06e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 -- 172.21.15.104:0/2357689239 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfcc0cda00 con 0x7fbfb80039a0 2024-02-19T16:31:37.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd1326640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfcc0c5fb0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8000c00 tx=0x7fbfc8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfc1ffb640 1 -- 172.21.15.104:0/2357689239 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc8003810 con 0x7fbfb80039a0 2024-02-19T16:31:37.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfc1ffb640 1 -- 172.21.15.104:0/2357689239 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfc8003970 con 0x7fbfb80039a0 2024-02-19T16:31:37.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfcc0cdce0 con 0x7fbfb80039a0 2024-02-19T16:31:37.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.256+0000 7fbfc1ffb640 1 -- 172.21.15.104:0/2357689239 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc8003d00 con 0x7fbfb80039a0 2024-02-19T16:31:37.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.257+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfcc15ac80 con 0x7fbfb80039a0 2024-02-19T16:31:37.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.257+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfcc0751e0 con 0x7fbfb80039a0 2024-02-19T16:31:37.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.258+0000 7fbfc1ffb640 1 -- 172.21.15.104:0/2357689239 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbfc8034440 con 0x7fbfb80039a0 2024-02-19T16:31:37.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.258+0000 7fbfc1ffb640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbfb006b810 0x7fbfb006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.259+0000 7fbfc1ffb640 1 -- 172.21.15.104:0/2357689239 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fbfc80ac580 con 0x7fbfb80039a0 2024-02-19T16:31:37.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.259+0000 7fbfd0b25640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbfb006b810 0x7fbfb006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.259+0000 7fbfd0b25640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbfb006b810 0x7fbfb006dcd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc0ced40 tx=0x7fbfbc001490 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.264 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.263+0000 7fbfc1ffb640 1 -- 172.21.15.104:0/2357689239 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fbfc8076e90 con 0x7fbfb80039a0 2024-02-19T16:31:37.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.441+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbfcc0ce4c0 con 0x7fbfb80039a0 2024-02-19T16:31:37.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.442+0000 7fbfc1ffb640 1 -- 172.21.15.104:0/2357689239 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbfc80044e0 con 0x7fbfb80039a0 2024-02-19T16:31:37.444 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:31:37.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbfb006b810 msgr2=0x7fbfb006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbfb006b810 0x7fbfb006dcd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc0ced40 tx=0x7fbfbc001490 comp rx=0 tx=0).stop 2024-02-19T16:31:37.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 msgr2=0x7fbfcc0c5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfcc0c5fb0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8000c00 tx=0x7fbfc8004730 comp rx=0 tx=0).stop 2024-02-19T16:31:37.445 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 shutdown_connections 2024-02-19T16:31:37.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbfb006b810 0x7fbfb006dcd0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbfcc15a2b0 0x7fbfcc15a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbfcc0c5950 0x7fbfcc06e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 --2- 172.21.15.104:0/2357689239 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbfb80039a0 0x7fbfcc0c5fb0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.443+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 >> 172.21.15.104:0/2357689239 conn(0x7fbfcc06c020 msgr2=0x7fbfcc160e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:37.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.444+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 shutdown_connections 2024-02-19T16:31:37.446 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.444+0000 7fbfd358a640 1 -- 172.21.15.104:0/2357689239 wait complete. 2024-02-19T16:31:37.455 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get data_new pg_num 2024-02-19T16:31:37.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.559+0000 7f29bbb93640 1 Processor -- start 2024-02-19T16:31:37.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.559+0000 7f29bbb93640 1 -- start start 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.560+0000 7f29bbb93640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f29b415a9e0 0x7f29b415e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.560+0000 7f29bbb93640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f29b415adc0 0x7f29b406d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.560+0000 7f29bbb93640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29b40d06a0 con 0x7f29b406dd00 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.560+0000 7f29bbb93640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29b415f660 con 0x7f29b415a9e0 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.560+0000 7f29bbb93640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29b415b320 con 0x7f29b415adc0 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.560+0000 7f29b992f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f29b415a9e0 0x7f29b415e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.560+0000 7f29b992f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f29b415a9e0 0x7f29b415e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34898/0 (socket says 172.21.15.104:34898) 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.560+0000 7f29b992f640 1 -- 172.21.15.104:0/2992054405 learned_addr learned my addr 172.21.15.104:0/2992054405 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.561+0000 7f29b912e640 1 --2- 172.21.15.104:0/2992054405 >> v2:172.21.15.158:3300/0 conn(0x7f29b415adc0 0x7f29b406d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.561+0000 7f29b992f640 1 -- 172.21.15.104:0/2992054405 >> v2:172.21.15.158:3300/0 conn(0x7f29b415adc0 msgr2=0x7f29b406d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.561+0000 7f29b992f640 1 --2- 172.21.15.104:0/2992054405 >> v2:172.21.15.158:3300/0 conn(0x7f29b415adc0 0x7f29b406d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.561+0000 7f29b992f640 1 -- 172.21.15.104:0/2992054405 >> v1:172.21.15.158:6789/0 conn(0x7f29b406dd00 legacy=0x7f29b415b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:37.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.561+0000 7f29b992f640 1 -- 172.21.15.104:0/2992054405 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b415edc0 con 0x7f29b415a9e0 2024-02-19T16:31:37.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.561+0000 7f29b912e640 1 --2- 172.21.15.104:0/2992054405 >> v2:172.21.15.158:3300/0 conn(0x7f29b415adc0 0x7f29b406d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:37.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.561+0000 7f29b992f640 1 --2- 172.21.15.104:0/2992054405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b415e6e0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f29b415b1a0 tx=0x7f29b002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9afdb0729ecf254 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29b892d640 1 -- 172.21.15.104:0/2992054405 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b0031870 con 0x7f29b415a9e0 2024-02-19T16:31:37.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29b892d640 1 -- 172.21.15.104:0/2992054405 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b00319d0 con 0x7f29b415a9e0 2024-02-19T16:31:37.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29b892d640 1 -- 172.21.15.104:0/2992054405 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b0031d60 con 0x7f29b415a9e0 2024-02-19T16:31:37.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29bbb93640 1 -- 172.21.15.104:0/2992054405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 msgr2=0x7f29b415e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29bbb93640 1 --2- 172.21.15.104:0/2992054405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b415e6e0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f29b415b1a0 tx=0x7f29b002b910 comp rx=0 tx=0).stop 2024-02-19T16:31:37.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29bbb93640 1 -- 172.21.15.104:0/2992054405 shutdown_connections 2024-02-19T16:31:37.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29bbb93640 1 --2- 172.21.15.104:0/2992054405 >> v2:172.21.15.158:3300/0 conn(0x7f29b415adc0 0x7f29b406d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29bbb93640 1 --2- 172.21.15.104:0/2992054405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b415e6e0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29bbb93640 1 -- 172.21.15.104:0/2992054405 >> 172.21.15.104:0/2992054405 conn(0x7f29b40b2670 msgr2=0x7f29b40b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:37.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29bbb93640 1 -- 172.21.15.104:0/2992054405 shutdown_connections 2024-02-19T16:31:37.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.562+0000 7f29bbb93640 1 -- 172.21.15.104:0/2992054405 wait complete. 2024-02-19T16:31:37.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.564+0000 7f29bbb93640 1 Processor -- start 2024-02-19T16:31:37.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.564+0000 7f29bbb93640 1 -- start start 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29bbb93640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f29b406dd00 0x7f29b40cc310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29bbb93640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b41f01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29bbb93640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f29b415adc0 0x7f29b40c5c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29bbb93640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29b40ce980 con 0x7f29b415a9e0 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29bbb93640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29b40cdb20 con 0x7f29b415adc0 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29bbb93640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29b40cc850 con 0x7f29b406dd00 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29b912e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b41f01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29b912e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b41f01c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34904/0 (socket says 172.21.15.104:34904) 2024-02-19T16:31:37.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.565+0000 7f29b912e640 1 -- 172.21.15.104:0/866369848 learned_addr learned my addr 172.21.15.104:0/866369848 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29b992f640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f29b406dd00 0x7f29b40cc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29ba130640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f29b415adc0 0x7f29b40c5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29b912e640 1 -- 172.21.15.104:0/866369848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f29b406dd00 msgr2=0x7f29b40cc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29b912e640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f29b406dd00 0x7f29b40cc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29b912e640 1 -- 172.21.15.104:0/866369848 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f29b415adc0 msgr2=0x7f29b40c5c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29b912e640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f29b415adc0 0x7f29b40c5c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29b912e640 1 -- 172.21.15.104:0/866369848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b00094d0 con 0x7f29b415a9e0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29b912e640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b41f01c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f29a400c7f0 tx=0x7f29a400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29aa7fc640 1 -- 172.21.15.104:0/866369848 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29a4007820 con 0x7f29b415a9e0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29aa7fc640 1 -- 172.21.15.104:0/866369848 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29a4007980 con 0x7f29b415a9e0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29b40cdd70 con 0x7f29b415a9e0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29aa7fc640 1 -- 172.21.15.104:0/866369848 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29a4007cf0 con 0x7f29b415a9e0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.566+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29b40ce330 con 0x7f29b415a9e0 2024-02-19T16:31:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.567+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29b40ceb30 con 0x7f29b415a9e0 2024-02-19T16:31:37.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.568+0000 7f29aa7fc640 1 -- 172.21.15.104:0/866369848 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f29a40113f0 con 0x7f29b415a9e0 2024-02-19T16:31:37.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.568+0000 7f29aa7fc640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f299806b810 0x7f299806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.568+0000 7f29aa7fc640 1 -- 172.21.15.104:0/866369848 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f29a408a640 con 0x7f29b415a9e0 2024-02-19T16:31:37.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.568+0000 7f29b992f640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f299806b810 0x7f299806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.569+0000 7f29b992f640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f299806b810 0x7f299806dcd0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f29b0036000 tx=0x7f29b003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.573+0000 7f29aa7fc640 1 -- 172.21.15.104:0/866369848 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f29a4054ed0 con 0x7f29b415a9e0 2024-02-19T16:31:37.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.744+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"} v 0) v1 -- 0x7f29b40751e0 con 0x7f29b415a9e0 2024-02-19T16:31:37.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.745+0000 7f29aa7fc640 1 -- 172.21.15.104:0/866369848 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"}]=0 v36) v1 ==== 97+0+11 (secure 0 0 0) 0x7f29a4058590 con 0x7f29b415a9e0 2024-02-19T16:31:37.746 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:37.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.746+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f299806b810 msgr2=0x7f299806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.746+0000 7f29bbb93640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f299806b810 0x7f299806dcd0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f29b0036000 tx=0x7f29b003c040 comp rx=0 tx=0).stop 2024-02-19T16:31:37.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.746+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 msgr2=0x7f29b41f01c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.746+0000 7f29bbb93640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b41f01c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f29a400c7f0 tx=0x7f29a400ccb0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.746+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 shutdown_connections 2024-02-19T16:31:37.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.746+0000 7f29bbb93640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f299806b810 0x7f299806dcd0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.746+0000 7f29bbb93640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29b415a9e0 0x7f29b41f01c0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.747+0000 7f29bbb93640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f29b415adc0 0x7f29b40c5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.747+0000 7f29bbb93640 1 --2- 172.21.15.104:0/866369848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f29b406dd00 0x7f29b40cc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.747+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 >> 172.21.15.104:0/866369848 conn(0x7f29b40b2670 msgr2=0x7f29b406ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:37.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.747+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 shutdown_connections 2024-02-19T16:31:37.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.747+0000 7f29bbb93640 1 -- 172.21.15.104:0/866369848 wait complete. 2024-02-19T16:31:37.759 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:31:37.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.860+0000 7f22248c9640 1 Processor -- start 2024-02-19T16:31:37.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.860+0000 7f22248c9640 1 -- start start 2024-02-19T16:31:37.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.860+0000 7f22248c9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f222015bfd0 0x7f22200ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.860+0000 7f22248c9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f22200cf700 0x7f22200cff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f22248c9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f22200d0440 0x7f22200cc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f22248c9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22200cf360 con 0x7f22200d0440 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f22248c9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22200d08b0 con 0x7f22200cf700 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f22248c9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22200ae610 con 0x7f222015bfd0 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221ed9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f22200d0440 0x7f22200cc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221ed9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f22200d0440 0x7f22200cc4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34912/0 (socket says 172.21.15.104:34912) 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221ed9d640 1 -- 172.21.15.104:0/1991281024 learned_addr learned my addr 172.21.15.104:0/1991281024 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221e59c640 1 --2- 172.21.15.104:0/1991281024 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f222015bfd0 0x7f22200ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221ed9d640 1 -- 172.21.15.104:0/1991281024 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f222015bfd0 msgr2=0x7f22200ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221dd9b640 1 --2- 172.21.15.104:0/1991281024 >> v2:172.21.15.158:3300/0 conn(0x7f22200cf700 0x7f22200cff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221ed9d640 1 --2- 172.21.15.104:0/1991281024 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f222015bfd0 0x7f22200ce9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221ed9d640 1 -- 172.21.15.104:0/1991281024 >> v2:172.21.15.158:3300/0 conn(0x7f22200cf700 msgr2=0x7f22200cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221ed9d640 1 --2- 172.21.15.104:0/1991281024 >> v2:172.21.15.158:3300/0 conn(0x7f22200cf700 0x7f22200cff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.861+0000 7f221ed9d640 1 -- 172.21.15.104:0/1991281024 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22200cf080 con 0x7f22200d0440 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f221ed9d640 1 --2- 172.21.15.104:0/1991281024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f22200cc4c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f22200b4510 tx=0x7f221802bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87fdd7b3b4c38b6c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f221d59a640 1 -- 172.21.15.104:0/1991281024 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221802ca70 con 0x7f22200d0440 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f221d59a640 1 -- 172.21.15.104:0/1991281024 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f221802cbd0 con 0x7f22200d0440 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f221d59a640 1 -- 172.21.15.104:0/1991281024 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22180343f0 con 0x7f22200d0440 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f22248c9640 1 -- 172.21.15.104:0/1991281024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 msgr2=0x7f22200cc4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f22248c9640 1 --2- 172.21.15.104:0/1991281024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f22200cc4c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f22200b4510 tx=0x7f221802bed0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f22248c9640 1 -- 172.21.15.104:0/1991281024 shutdown_connections 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f22248c9640 1 --2- 172.21.15.104:0/1991281024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f22200cc4c0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f22248c9640 1 --2- 172.21.15.104:0/1991281024 >> v2:172.21.15.158:3300/0 conn(0x7f22200cf700 0x7f22200cff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f22248c9640 1 --2- 172.21.15.104:0/1991281024 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f222015bfd0 0x7f22200ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.862+0000 7f22248c9640 1 -- 172.21.15.104:0/1991281024 >> 172.21.15.104:0/1991281024 conn(0x7f22200d1920 msgr2=0x7f22200d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:37.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.863+0000 7f22248c9640 1 -- 172.21.15.104:0/1991281024 shutdown_connections 2024-02-19T16:31:37.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.863+0000 7f22248c9640 1 -- 172.21.15.104:0/1991281024 wait complete. 2024-02-19T16:31:37.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.864+0000 7f22248c9640 1 Processor -- start 2024-02-19T16:31:37.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.864+0000 7f22248c9640 1 -- start start 2024-02-19T16:31:37.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.864+0000 7f22248c9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22200cf700 0x7f222015d360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f22248c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f222015dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f22248c9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f222015bfd0 0x7f222015c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f22248c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22200c8d40 con 0x7f22200d0440 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f22248c9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f222015e160 con 0x7f222015bfd0 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f22248c9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22201f50f0 con 0x7f22200cf700 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f222015dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f222015dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:34916/0 (socket says 172.21.15.104:34916) 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 -- 172.21.15.104:0/3455331508 learned_addr learned my addr 172.21.15.104:0/3455331508 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221e59c640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22200cf700 0x7f222015d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 -- 172.21.15.104:0/3455331508 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22200cf700 msgr2=0x7f222015d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22200cf700 0x7f222015d360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221ed9d640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f222015bfd0 0x7f222015c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 -- 172.21.15.104:0/3455331508 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f222015bfd0 msgr2=0x7f222015c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f222015bfd0 0x7f222015c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 -- 172.21.15.104:0/3455331508 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2218009b30 con 0x7f22200d0440 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f221dd9b640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f222015dc20 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f221400c7f0 tx=0x7f221400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f220effd640 1 -- 172.21.15.104:0/3455331508 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2214004220 con 0x7f22200d0440 2024-02-19T16:31:37.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f220effd640 1 -- 172.21.15.104:0/3455331508 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2214004380 con 0x7f22200d0440 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22201f53d0 con 0x7f22200d0440 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f220effd640 1 -- 172.21.15.104:0/3455331508 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2214007840 con 0x7f22200d0440 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.865+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22201f5990 con 0x7f22200d0440 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.866+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22200751e0 con 0x7f22200d0440 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.867+0000 7f220effd640 1 -- 172.21.15.104:0/3455331508 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2214007bb0 con 0x7f22200d0440 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.867+0000 7f220effd640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f220006b810 0x7f220006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.867+0000 7f220effd640 1 -- 172.21.15.104:0/3455331508 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f221408a270 con 0x7f22200d0440 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.867+0000 7f221e59c640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f220006b810 0x7f220006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:37.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.868+0000 7f221e59c640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f220006b810 0x7f220006dcd0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f22200cb790 tx=0x7f2210008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:37.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:37.872+0000 7f220effd640 1 -- 172.21.15.104:0/3455331508 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2214054b00 con 0x7f22200d0440 2024-02-19T16:31:38.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.059+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f22200c9790 con 0x7f22200d0440 2024-02-19T16:31:38.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.060+0000 7f220effd640 1 -- 172.21.15.104:0/3455331508 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7f2214007e60 con 0x7f22200d0440 2024-02-19T16:31:38.061 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f220006b810 msgr2=0x7f220006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f220006b810 0x7f220006dcd0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f22200cb790 tx=0x7f2210008040 comp rx=0 tx=0).stop 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 msgr2=0x7f222015dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f222015dc20 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f221400c7f0 tx=0x7f221400ccb0 comp rx=0 tx=0).stop 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 shutdown_connections 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f220006b810 0x7f220006dcd0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22200d0440 0x7f222015dc20 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f222015bfd0 0x7f222015c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 --2- 172.21.15.104:0/3455331508 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22200cf700 0x7f222015d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 >> 172.21.15.104:0/3455331508 conn(0x7f22200d1920 msgr2=0x7f22200ae7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:38.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 shutdown_connections 2024-02-19T16:31:38.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:38.062+0000 7f22248c9640 1 -- 172.21.15.104:0/3455331508 wait complete. 2024-02-19T16:31:38.074 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-02-19T16:31:38.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:38.075 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-02-19T16:31:38.100 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[55602]: fuse finished with error 0 and tester_r 0 2024-02-19T16:31:38.102 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:43.820 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:31:43.823 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:31:44.204 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:31:44.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:44.204 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-19T16:31:44.220 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds allow mon 'allow r' osd 'allow rw pool=cephfs_data' 2024-02-19T16:31:44.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.367+0000 7fd709ee1640 1 Processor -- start 2024-02-19T16:31:44.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.367+0000 7fd709ee1640 1 -- start start 2024-02-19T16:31:44.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd709ee1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd70415bc30 0x7fd7040cd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd709ee1640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd7040d0120 0x7fd7040b1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd709ee1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd70415c010 con 0x7fd7040cd660 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd709ee1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7040ce6d0 con 0x7fd70415bc30 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd709ee1640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd704160630 con 0x7fd7040d0120 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd7037fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd70415bc30 0x7fd7040cd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd6fbfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd7040cd660 0x7fd7040cfa10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41758/0 (socket says 172.21.15.104:41758) 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd7037fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd70415bc30 0x7fd7040cd120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53930/0 (socket says 172.21.15.104:53930) 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd6fbfff640 1 -- 172.21.15.104:0/2564083847 learned_addr learned my addr 172.21.15.104:0/2564083847 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd7037fe640 1 -- 172.21.15.104:0/2564083847 >> v2:172.21.15.158:3300/0 conn(0x7fd7040d0120 msgr2=0x7fd7040b1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd7037fe640 1 --2- 172.21.15.104:0/2564083847 >> v2:172.21.15.158:3300/0 conn(0x7fd7040d0120 0x7fd7040b1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd7037fe640 1 -- 172.21.15.104:0/2564083847 >> v1:172.21.15.104:6789/0 conn(0x7fd7040cd660 legacy=0x7fd7040cfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd702ffd640 1 -- 172.21.15.104:0/2564083847 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 9428461 0 0) 0x7fd70415c010 con 0x7fd7040cd660 2024-02-19T16:31:44.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.368+0000 7fd7037fe640 1 -- 172.21.15.104:0/2564083847 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd704160350 con 0x7fd70415bc30 2024-02-19T16:31:44.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.369+0000 7fd7037fe640 1 --2- 172.21.15.104:0/2564083847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd70415bc30 0x7fd7040cd120 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd704073360 tx=0x7fd6f402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e475ba7c4b3f2d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:44.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.369+0000 7fd702ffd640 1 -- 172.21.15.104:0/2564083847 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6f4031870 con 0x7fd70415bc30 2024-02-19T16:31:44.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.369+0000 7fd702ffd640 1 -- 172.21.15.104:0/2564083847 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6f40319d0 con 0x7fd70415bc30 2024-02-19T16:31:44.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.369+0000 7fd702ffd640 1 -- 172.21.15.104:0/2564083847 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6f4031d60 con 0x7fd70415bc30 2024-02-19T16:31:44.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.370+0000 7fd709ee1640 1 -- 172.21.15.104:0/2564083847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd70415bc30 msgr2=0x7fd7040cd120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.370+0000 7fd709ee1640 1 --2- 172.21.15.104:0/2564083847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd70415bc30 0x7fd7040cd120 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd704073360 tx=0x7fd6f402b910 comp rx=0 tx=0).stop 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.370+0000 7fd709ee1640 1 -- 172.21.15.104:0/2564083847 shutdown_connections 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.370+0000 7fd709ee1640 1 --2- 172.21.15.104:0/2564083847 >> v2:172.21.15.158:3300/0 conn(0x7fd7040d0120 0x7fd7040b1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.370+0000 7fd709ee1640 1 --2- 172.21.15.104:0/2564083847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd70415bc30 0x7fd7040cd120 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.370+0000 7fd709ee1640 1 -- 172.21.15.104:0/2564083847 >> 172.21.15.104:0/2564083847 conn(0x7fd704072e20 msgr2=0x7fd70409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.370+0000 7fd709ee1640 1 -- 172.21.15.104:0/2564083847 shutdown_connections 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.370+0000 7fd709ee1640 1 -- 172.21.15.104:0/2564083847 wait complete. 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.371+0000 7fd709ee1640 1 Processor -- start 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.371+0000 7fd709ee1640 1 -- start start 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd709ee1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7040cd660 0x7fd7041f3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd709ee1640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7040d0120 0x7fd70406dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd709ee1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd70415bc30 0x7fd7040b4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd709ee1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd70406e0f0 con 0x7fd7040cd660 2024-02-19T16:31:44.376 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd709ee1640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7040c83b0 con 0x7fd7040d0120 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd709ee1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7040b4ac0 con 0x7fd70415bc30 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd7037fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7040cd660 0x7fd7041f3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd7037fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7040cd660 0x7fd7041f3ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53946/0 (socket says 172.21.15.104:53946) 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd7037fe640 1 -- 172.21.15.104:0/430819272 learned_addr learned my addr 172.21.15.104:0/430819272 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd6fbfff640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7040d0120 0x7fd70406dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd703fff640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd70415bc30 0x7fd7040b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd7037fe640 1 -- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd70415bc30 msgr2=0x7fd7040b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd7037fe640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd70415bc30 0x7fd7040b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd7037fe640 1 -- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7040d0120 msgr2=0x7fd70406dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd7037fe640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7040d0120 0x7fd70406dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd7037fe640 1 -- 172.21.15.104:0/430819272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6f4009400 con 0x7fd7040cd660 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.372+0000 7fd6fbfff640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7040d0120 0x7fd70406dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:44.377 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.373+0000 7fd7037fe640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7040cd660 0x7fd7041f3ec0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4009890 tx=0x7fd6f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:44.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.373+0000 7fd700ff9640 1 -- 172.21.15.104:0/430819272 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6f4031810 con 0x7fd7040cd660 2024-02-19T16:31:44.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.373+0000 7fd700ff9640 1 -- 172.21.15.104:0/430819272 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6f40443f0 con 0x7fd7040cd660 2024-02-19T16:31:44.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.373+0000 7fd700ff9640 1 -- 172.21.15.104:0/430819272 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6f4044760 con 0x7fd7040cd660 2024-02-19T16:31:44.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.373+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7040b4d60 con 0x7fd7040cd660 2024-02-19T16:31:44.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.373+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7040b5320 con 0x7fd7040cd660 2024-02-19T16:31:44.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.374+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7040cf9d0 con 0x7fd7040cd660 2024-02-19T16:31:44.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.375+0000 7fd700ff9640 1 -- 172.21.15.104:0/430819272 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd6f404d450 con 0x7fd7040cd660 2024-02-19T16:31:44.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.375+0000 7fd700ff9640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6e406b810 0x7fd6e406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:44.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.375+0000 7fd700ff9640 1 -- 172.21.15.104:0/430819272 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fd6f402d040 con 0x7fd7040cd660 2024-02-19T16:31:44.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.375+0000 7fd6fbfff640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6e406b810 0x7fd6e406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:44.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.376+0000 7fd6fbfff640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6e406b810 0x7fd6e406dcd0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd7041e79e0 tx=0x7fd6ec007c10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:44.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.380+0000 7fd700ff9640 1 -- 172.21.15.104:0/430819272 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd6f4077340 con 0x7fd7040cd660 2024-02-19T16:31:44.623 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.621+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow rw pool=cephfs_data"]} v 0) v1 -- 0x7fd7040751e0 con 0x7fd7040cd660 2024-02-19T16:31:44.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.624+0000 7fd700ff9640 1 -- 172.21.15.104:0/430819272 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow rw pool=cephfs_data"]}]=0 updated caps for client.0 v14) v1 ==== 184+0+141 (secure 0 0 0) 0x7fd6f407aa00 con 0x7fd7040cd660 2024-02-19T16:31:44.628 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:31:44.628 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:31:44.628 INFO:teuthology.orchestra.run.smithi104.stdout: caps mds = "allow" 2024-02-19T16:31:44.628 INFO:teuthology.orchestra.run.smithi104.stdout: caps mon = "allow r" 2024-02-19T16:31:44.629 INFO:teuthology.orchestra.run.smithi104.stdout: caps osd = "allow rw pool=cephfs_data" 2024-02-19T16:31:44.629 INFO:teuthology.orchestra.run.smithi104.stderr:updated caps for client.0 2024-02-19T16:31:44.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6e406b810 msgr2=0x7fd6e406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6e406b810 0x7fd6e406dcd0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd7041e79e0 tx=0x7fd6ec007c10 comp rx=0 tx=0).stop 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7040cd660 msgr2=0x7fd7041f3ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7040cd660 0x7fd7041f3ec0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4009890 tx=0x7fd6f40046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 shutdown_connections 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6e406b810 0x7fd6e406dcd0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd70415bc30 0x7fd7040b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7040d0120 0x7fd70406dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 --2- 172.21.15.104:0/430819272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7040cd660 0x7fd7041f3ec0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 >> 172.21.15.104:0/430819272 conn(0x7fd704072e20 msgr2=0x7fd704159dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 shutdown_connections 2024-02-19T16:31:44.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:44.626+0000 7fd709ee1640 1 -- 172.21.15.104:0/430819272 wait complete. 2024-02-19T16:31:44.639 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-02-19T16:31:44.640 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-19T16:31:44.681 DEBUG:teuthology.orchestra.run.smithi158:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-19T16:31:44.728 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-02-19T16:31:44.728 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:44.728 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:44.743 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056372,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18604 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-19T16:31:44.743 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:31:44.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:44.744 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-19T16:31:44.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:31:44.798 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-02-19T16:31:44.798 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:31:44.798 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:44.816 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056373,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16832 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-19T16:31:44.817 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:31:44.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:44.817 DEBUG:teuthology.orchestra.run.smithi158:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-02-19T16:31:44.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:31:44.874 INFO:teuthology.orchestra.run.smithi158.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-02-19T16:31:44.874 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:44.874 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:44.890 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056372,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18604 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-19T16:31:44.890 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:31:44.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:44.890 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-02-19T16:31:44.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:31:44.945 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-02-19T16:31:44.945 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:31:44.945 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:44.962 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056373,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16832 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-19T16:31:44.962 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:31:44.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:31:44.962 DEBUG:teuthology.orchestra.run.smithi158:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-02-19T16:31:45.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:31:45.019 INFO:teuthology.orchestra.run.smithi158.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-02-19T16:31:45.019 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:45.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.118+0000 7fef5072c640 1 Processor -- start 2024-02-19T16:31:45.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.118+0000 7fef5072c640 1 -- start start 2024-02-19T16:31:45.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.119+0000 7fef5072c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef480b51b0 0x7fef4815e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.119+0000 7fef5072c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef480d06a0 con 0x7fef4815a9e0 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.119+0000 7fef5072c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef4815f660 con 0x7fef4815adc0 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.119+0000 7fef5072c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef4815b320 con 0x7fef480b51b0 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.119+0000 7fef4e4c8640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fef4815a9e0 0x7fef4806d7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41772/0 (socket says 172.21.15.104:41772) 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.119+0000 7fef4e4c8640 1 -- 172.21.15.104:0/2502914366 learned_addr learned my addr 172.21.15.104:0/2502914366 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4ecc9640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef480b51b0 0x7fef4815e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3951988214 0 0) 0x7fef480d06a0 con 0x7fef4815a9e0 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef34005730 con 0x7fef4815a9e0 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1856770509 0 0) 0x7fef34005730 con 0x7fef4815a9e0 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef480b51b0 msgr2=0x7fef4815e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef480b51b0 0x7fef4815e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 >> v1:172.21.15.158:6789/0 conn(0x7fef4815adc0 legacy=0x7fef4815b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef4815edc0 con 0x7fef4815a9e0 2024-02-19T16:31:45.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fef440019f0 con 0x7fef4815a9e0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 >> v1:172.21.15.104:6789/0 conn(0x7fef4815a9e0 legacy=0x7fef4806d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef34005bb0 0x7fef34005fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef340069d0 0x7fef34006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef480b51b0 0x7fef340073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef4815b320 con 0x7fef340069d0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef3400dcf0 con 0x7fef34005bb0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef3400deb0 con 0x7fef480b51b0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4dcc7640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef340069d0 0x7fef34006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4e4c8640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef34005bb0 0x7fef34005fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4ecc9640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef480b51b0 0x7fef340073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4dcc7640 1 -- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef480b51b0 msgr2=0x7fef340073d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4dcc7640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef480b51b0 0x7fef340073d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4dcc7640 1 -- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef34005bb0 msgr2=0x7fef34005fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4dcc7640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef34005bb0 0x7fef34005fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.120+0000 7fef4dcc7640 1 -- 172.21.15.104:0/2502914366 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef34005730 con 0x7fef340069d0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.121+0000 7fef4dcc7640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef340069d0 0x7fef34006e50 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fef38001750 tx=0x7fef34007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d9500806c78c13 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.121+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef380052d0 con 0x7fef340069d0 2024-02-19T16:31:45.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.121+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef3802e050 con 0x7fef340069d0 2024-02-19T16:31:45.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.121+0000 7fef4d4c6640 1 -- 172.21.15.104:0/2502914366 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef380035f0 con 0x7fef340069d0 2024-02-19T16:31:45.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.122+0000 7fef5072c640 1 -- 172.21.15.104:0/2502914366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef340069d0 msgr2=0x7fef34006e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.122+0000 7fef5072c640 1 --2- 172.21.15.104:0/2502914366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef340069d0 0x7fef34006e50 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fef38001750 tx=0x7fef34007a00 comp rx=0 tx=0).stop 2024-02-19T16:31:45.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.122+0000 7fef4ecc9640 1 -- 172.21.15.104:0/2502914366 reap_dead start 2024-02-19T16:31:45.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.122+0000 7fef5072c640 1 -- 172.21.15.104:0/2502914366 shutdown_connections 2024-02-19T16:31:45.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.122+0000 7fef5072c640 1 -- 172.21.15.104:0/2502914366 >> 172.21.15.104:0/2502914366 conn(0x7fef480b2670 msgr2=0x7fef480b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:45.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.122+0000 7fef5072c640 1 -- 172.21.15.104:0/2502914366 shutdown_connections 2024-02-19T16:31:45.128 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.122+0000 7fef5072c640 1 -- 172.21.15.104:0/2502914366 wait complete. 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.123+0000 7fef5072c640 1 Processor -- start 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.123+0000 7fef5072c640 1 -- start start 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef5072c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef340069d0 0x7fef48147960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef5072c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef481470f0 0x7fef48148fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef5072c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef48149520 0x7fef4814ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef5072c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef48148bc0 con 0x7fef48149520 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef5072c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef48154d50 con 0x7fef481470f0 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef5072c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef48147f40 con 0x7fef340069d0 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef4ecc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef48149520 0x7fef4814ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef4ecc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef48149520 0x7fef4814ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53950/0 (socket says 172.21.15.104:53950) 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef4ecc9640 1 -- 172.21.15.104:0/4275453345 learned_addr learned my addr 172.21.15.104:0/4275453345 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef4e4c8640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef340069d0 0x7fef48147960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.124+0000 7fef4dcc7640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef481470f0 0x7fef48148fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef4ecc9640 1 -- 172.21.15.104:0/4275453345 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef340069d0 msgr2=0x7fef48147960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef4ecc9640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef340069d0 0x7fef48147960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef4ecc9640 1 -- 172.21.15.104:0/4275453345 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef481470f0 msgr2=0x7fef48148fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef4ecc9640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef481470f0 0x7fef48148fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef4ecc9640 1 -- 172.21.15.104:0/4275453345 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef4806e050 con 0x7fef48149520 2024-02-19T16:31:45.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef4ecc9640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef48149520 0x7fef4814ae50 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fef480d0110 tx=0x7fef4000f920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef3effd640 1 -- 172.21.15.104:0/4275453345 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef40004440 con 0x7fef48149520 2024-02-19T16:31:45.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef3effd640 1 -- 172.21.15.104:0/4275453345 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef40003610 con 0x7fef48149520 2024-02-19T16:31:45.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef3effd640 1 -- 172.21.15.104:0/4275453345 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef400039c0 con 0x7fef48149520 2024-02-19T16:31:45.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef48148220 con 0x7fef48149520 2024-02-19T16:31:45.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.125+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef481487e0 con 0x7fef48149520 2024-02-19T16:31:45.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.126+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef480cff80 con 0x7fef48149520 2024-02-19T16:31:45.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.126+0000 7fef3effd640 1 -- 172.21.15.104:0/4275453345 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fef40003b20 con 0x7fef48149520 2024-02-19T16:31:45.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.127+0000 7fef3effd640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef2c06b840 0x7fef2c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.127+0000 7fef4e4c8640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef2c06b840 0x7fef2c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.127+0000 7fef3effd640 1 -- 172.21.15.104:0/4275453345 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fef40089ec0 con 0x7fef48149520 2024-02-19T16:31:45.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.127+0000 7fef4e4c8640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef2c06b840 0x7fef2c06dd00 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fef440013d0 tx=0x7fef44006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.133 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.131+0000 7fef3effd640 1 -- 172.21.15.104:0/4275453345 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fef40054800 con 0x7fef48149520 2024-02-19T16:31:45.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.481+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fef48148d00 con 0x7fef48149520 2024-02-19T16:31:45.484 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.481+0000 7fef3effd640 1 -- 172.21.15.104:0/4275453345 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4949 (secure 0 0 0) 0x7fef48148d00 con 0x7fef48149520 2024-02-19T16:31:45.484 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:45.484 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/732126641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":732126641},{"type":"v1","addr":"172.21.15.104:6837","nonce":732126641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":4940,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3497547146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3497547146},{"type":"v1","addr":"172.21.15.158:6834","nonce":3497547146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5248,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2034837576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2034837576},{"type":"v1","addr":"172.21.15.158:6835","nonce":2034837576}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:11.357027+0000","modified":"2024-02-19T16:31:20.415019+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5295},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5295":{"gid":5295,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3228911833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3228911833},{"type":"v1","addr":"172.21.15.104:6836","nonce":3228911833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5,6],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-19T16:31:45.484 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 16 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef2c06b840 msgr2=0x7fef2c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef2c06b840 0x7fef2c06dd00 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fef440013d0 tx=0x7fef44006040 comp rx=0 tx=0).stop 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef48149520 msgr2=0x7fef4814ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef48149520 0x7fef4814ae50 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fef480d0110 tx=0x7fef4000f920 comp rx=0 tx=0).stop 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 shutdown_connections 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef2c06b840 0x7fef2c06dd00 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef48149520 0x7fef4814ae50 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef481470f0 0x7fef48148fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 --2- 172.21.15.104:0/4275453345 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef340069d0 0x7fef48147960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.483+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 >> 172.21.15.104:0/4275453345 conn(0x7fef480b2670 msgr2=0x7fef480b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.484+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 shutdown_connections 2024-02-19T16:31:45.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.484+0000 7fef5072c640 1 -- 172.21.15.104:0/4275453345 wait complete. 2024-02-19T16:31:45.500 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:45.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.600+0000 7fddacba2640 1 Processor -- start 2024-02-19T16:31:45.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.600+0000 7fddacba2640 1 -- start start 2024-02-19T16:31:45.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.600+0000 7fddacba2640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fdda815dcf0 0x7fdda80d3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.600+0000 7fddacba2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdda80b7b60 0x7fdda80d3e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.600+0000 7fddacba2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdda815e0d0 con 0x7fdda80d33b0 2024-02-19T16:31:45.606 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.600+0000 7fddacba2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdda80d2ed0 con 0x7fdda80b7b60 2024-02-19T16:31:45.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.600+0000 7fddacba2640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdda80ced20 con 0x7fdda815dcf0 2024-02-19T16:31:45.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.601+0000 7fdda7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdda80b7b60 0x7fdda80d3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.601+0000 7fdda7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdda80b7b60 0x7fdda80d3e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53952/0 (socket says 172.21.15.104:53952) 2024-02-19T16:31:45.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.601+0000 7fdda7fff640 1 -- 172.21.15.104:0/1550789953 learned_addr learned my addr 172.21.15.104:0/1550789953 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:45.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.601+0000 7fdda77fe640 1 --2- 172.21.15.104:0/1550789953 >> v2:172.21.15.158:3300/0 conn(0x7fdda815dcf0 0x7fdda80d3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.601+0000 7fdda7fff640 1 -- 172.21.15.104:0/1550789953 >> v2:172.21.15.158:3300/0 conn(0x7fdda815dcf0 msgr2=0x7fdda80d3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:45.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.601+0000 7fdda7fff640 1 --2- 172.21.15.104:0/1550789953 >> v2:172.21.15.158:3300/0 conn(0x7fdda815dcf0 0x7fdda80d3920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.601+0000 7fdda7fff640 1 -- 172.21.15.104:0/1550789953 >> v1:172.21.15.158:6789/0 conn(0x7fdda80d33b0 legacy=0x7fdda80d00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.601+0000 7fdda7fff640 1 -- 172.21.15.104:0/1550789953 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdda80d2810 con 0x7fdda80b7b60 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fdda7fff640 1 --2- 172.21.15.104:0/1550789953 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda80d3e60 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fdda80d14b0 tx=0x7fdda002b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb8f40b72589bb30 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fdda67fc640 1 -- 172.21.15.104:0/1550789953 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda00317e0 con 0x7fdda80b7b60 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fdda67fc640 1 -- 172.21.15.104:0/1550789953 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdda0031940 con 0x7fdda80b7b60 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fdda67fc640 1 -- 172.21.15.104:0/1550789953 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda0031cd0 con 0x7fdda80b7b60 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fddacba2640 1 -- 172.21.15.104:0/1550789953 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 msgr2=0x7fdda80d3e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fddacba2640 1 --2- 172.21.15.104:0/1550789953 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda80d3e60 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fdda80d14b0 tx=0x7fdda002b880 comp rx=0 tx=0).stop 2024-02-19T16:31:45.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fddacba2640 1 -- 172.21.15.104:0/1550789953 shutdown_connections 2024-02-19T16:31:45.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fddacba2640 1 --2- 172.21.15.104:0/1550789953 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda80d3e60 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fddacba2640 1 --2- 172.21.15.104:0/1550789953 >> v2:172.21.15.158:3300/0 conn(0x7fdda815dcf0 0x7fdda80d3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fddacba2640 1 -- 172.21.15.104:0/1550789953 >> 172.21.15.104:0/1550789953 conn(0x7fdda806b350 msgr2=0x7fdda806b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:45.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fddacba2640 1 -- 172.21.15.104:0/1550789953 shutdown_connections 2024-02-19T16:31:45.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.602+0000 7fddacba2640 1 -- 172.21.15.104:0/1550789953 wait complete. 2024-02-19T16:31:45.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.604+0000 7fddacba2640 1 Processor -- start 2024-02-19T16:31:45.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.604+0000 7fddacba2640 1 -- start start 2024-02-19T16:31:45.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.604+0000 7fddacba2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda8151520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.604+0000 7fddacba2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdda80d33b0 0x7fdda81579c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.604+0000 7fddacba2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdda815dcf0 0x7fdda8157f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.604+0000 7fddacba2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda81f6a20 con 0x7fdda80b7b60 2024-02-19T16:31:45.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.604+0000 7fddacba2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda81f75a0 con 0x7fdda80d33b0 2024-02-19T16:31:45.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.604+0000 7fddacba2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdda81f6c70 con 0x7fdda815dcf0 2024-02-19T16:31:45.614 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda8151520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda8151520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53968/0 (socket says 172.21.15.104:53968) 2024-02-19T16:31:45.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 -- 172.21.15.104:0/1250210854 learned_addr learned my addr 172.21.15.104:0/1250210854 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:45.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda6ffd640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdda80d33b0 0x7fdda81579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda7fff640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdda815dcf0 0x7fdda8157f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 -- 172.21.15.104:0/1250210854 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdda815dcf0 msgr2=0x7fdda8157f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdda815dcf0 0x7fdda8157f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.615 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 -- 172.21.15.104:0/1250210854 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdda80d33b0 msgr2=0x7fdda81579c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdda80d33b0 0x7fdda81579c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 -- 172.21.15.104:0/1250210854 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdda00094d0 con 0x7fdda80b7b60 2024-02-19T16:31:45.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdda77fe640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda8151520 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fdd98007f20 tx=0x7fdd9800e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdd9ffff640 1 -- 172.21.15.104:0/1250210854 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd98014620 con 0x7fdda80b7b60 2024-02-19T16:31:45.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdd9ffff640 1 -- 172.21.15.104:0/1250210854 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd98014780 con 0x7fdda80b7b60 2024-02-19T16:31:45.616 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdda80ceaf0 con 0x7fdda80b7b60 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fdd9ffff640 1 -- 172.21.15.104:0/1250210854 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd98014b30 con 0x7fdda80b7b60 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.605+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdda81f7230 con 0x7fdda80b7b60 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.606+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdda806c260 con 0x7fdda80b7b60 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.607+0000 7fdd9ffff640 1 -- 172.21.15.104:0/1250210854 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdd98014c90 con 0x7fdda80b7b60 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.607+0000 7fdd9ffff640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd8806b810 0x7fdd8806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.607+0000 7fdd9ffff640 1 -- 172.21.15.104:0/1250210854 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fdd9808ad30 con 0x7fdda80b7b60 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.607+0000 7fdda6ffd640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd8806b810 0x7fdd8806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.608+0000 7fdda6ffd640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd8806b810 0x7fdd8806dcd0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fdd90006fd0 tx=0x7fdd90008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.617 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.611+0000 7fdd9ffff640 1 -- 172.21.15.104:0/1250210854 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fdd980555c0 con 0x7fdda80b7b60 2024-02-19T16:31:45.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.788+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdda80751e0 con 0x7fdda80b7b60 2024-02-19T16:31:45.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.790+0000 7fdd9ffff640 1 -- 172.21.15.104:0/1250210854 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7fdd98058c80 con 0x7fdda80b7b60 2024-02-19T16:31:45.792 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:45.792 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:45.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.791+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd8806b810 msgr2=0x7fdd8806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.791+0000 7fddacba2640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd8806b810 0x7fdd8806dcd0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fdd90006fd0 tx=0x7fdd90008040 comp rx=0 tx=0).stop 2024-02-19T16:31:45.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.791+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 msgr2=0x7fdda8151520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.791+0000 7fddacba2640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda8151520 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fdd98007f20 tx=0x7fdd9800e570 comp rx=0 tx=0).stop 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.791+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 shutdown_connections 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.792+0000 7fddacba2640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdd8806b810 0x7fdd8806dcd0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.792+0000 7fddacba2640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdda815dcf0 0x7fdda8157f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.792+0000 7fddacba2640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdda80d33b0 0x7fdda81579c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.792+0000 7fddacba2640 1 --2- 172.21.15.104:0/1250210854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdda80b7b60 0x7fdda8151520 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.792+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 >> 172.21.15.104:0/1250210854 conn(0x7fdda806b350 msgr2=0x7fdda80b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.792+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 shutdown_connections 2024-02-19T16:31:45.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.792+0000 7fddacba2640 1 -- 172.21.15.104:0/1250210854 wait complete. 2024-02-19T16:31:45.805 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:09.207291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:10.330329+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'data_new', 'create_time': '2024-02-19T16:31:19.629125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:45.805 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:45.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.906+0000 7ff6a0be2640 1 Processor -- start 2024-02-19T16:31:45.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.906+0000 7ff6a0be2640 1 -- start start 2024-02-19T16:31:45.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.906+0000 7ff6a0be2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff69c15bc30 0x7ff69c0cd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.906+0000 7ff6a0be2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c0d0120 0x7ff69c0b1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.906+0000 7ff6a0be2640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff69c15c010 con 0x7ff69c0cd660 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.906+0000 7ff6a0be2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff69c0ce6d0 con 0x7ff69c15bc30 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.906+0000 7ff6a0be2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff69c160630 con 0x7ff69c0d0120 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff69a59c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff69c15bc30 0x7ff69c0cd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff693fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff69c0cd660 0x7ff69c0cfa10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41786/0 (socket says 172.21.15.104:41786) 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff693fff640 1 -- 172.21.15.104:0/3681137206 learned_addr learned my addr 172.21.15.104:0/3681137206 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff69ad9d640 1 --2- 172.21.15.104:0/3681137206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c0d0120 0x7ff69c0b1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff69a59c640 1 -- 172.21.15.104:0/3681137206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c0d0120 msgr2=0x7ff69c0b1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff69a59c640 1 --2- 172.21.15.104:0/3681137206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c0d0120 0x7ff69c0b1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff69a59c640 1 -- 172.21.15.104:0/3681137206 >> v1:172.21.15.104:6789/0 conn(0x7ff69c0cd660 legacy=0x7ff69c0cfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff69a59c640 1 -- 172.21.15.104:0/3681137206 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff69c160350 con 0x7ff69c15bc30 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff699d9b640 1 -- 172.21.15.104:0/3681137206 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 463199958 0 0) 0x7ff69c15c010 con 0x7ff69c0cd660 2024-02-19T16:31:45.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.907+0000 7ff69ad9d640 1 --2- 172.21.15.104:0/3681137206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c0d0120 0x7ff69c0b1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:45.911 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff69a59c640 1 --2- 172.21.15.104:0/3681137206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c15bc30 0x7ff69c0cd120 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0097a0 tx=0x7ff68c02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26be3c0f8bb9f605 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.911 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff699d9b640 1 -- 172.21.15.104:0/3681137206 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68c031830 con 0x7ff69c15bc30 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff699d9b640 1 -- 172.21.15.104:0/3681137206 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff68c031990 con 0x7ff69c15bc30 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff699d9b640 1 -- 172.21.15.104:0/3681137206 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68c031d20 con 0x7ff69c15bc30 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3681137206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c15bc30 msgr2=0x7ff69c0cd120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3681137206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c15bc30 0x7ff69c0cd120 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0097a0 tx=0x7ff68c02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3681137206 shutdown_connections 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3681137206 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c0d0120 0x7ff69c0b1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3681137206 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c15bc30 0x7ff69c0cd120 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3681137206 >> 172.21.15.104:0/3681137206 conn(0x7ff69c072e20 msgr2=0x7ff69c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3681137206 shutdown_connections 2024-02-19T16:31:45.912 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.908+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3681137206 wait complete. 2024-02-19T16:31:45.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.910+0000 7ff6a0be2640 1 Processor -- start 2024-02-19T16:31:45.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.910+0000 7ff6a0be2640 1 -- start start 2024-02-19T16:31:45.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff6a0be2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c0cd660 0x7ff69c14eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff6a0be2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff69c0d0120 0x7ff69c0c6a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff6a0be2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c15bc30 0x7ff69c0c6f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff6a0be2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff69c14f590 con 0x7ff69c0cd660 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff6a0be2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff69c14f870 con 0x7ff69c0d0120 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff6a0be2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff69c14fb50 con 0x7ff69c15bc30 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff69a59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c0cd660 0x7ff69c14eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff69a59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c0cd660 0x7ff69c14eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53976/0 (socket says 172.21.15.104:53976) 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.911+0000 7ff69a59c640 1 -- 172.21.15.104:0/3304787982 learned_addr learned my addr 172.21.15.104:0/3304787982 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff69a59c640 1 -- 172.21.15.104:0/3304787982 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c15bc30 msgr2=0x7ff69c0c6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff69a59c640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c15bc30 0x7ff69c0c6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff69a59c640 1 -- 172.21.15.104:0/3304787982 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff69c0d0120 msgr2=0x7ff69c0c6a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff69a59c640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff69c0d0120 0x7ff69c0c6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff69a59c640 1 -- 172.21.15.104:0/3304787982 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff68c009400 con 0x7ff69c0cd660 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff69a59c640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c0cd660 0x7ff69c14eb90 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7ff68c000c00 tx=0x7ff68c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff692ffd640 1 -- 172.21.15.104:0/3304787982 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68c03aa60 con 0x7ff69c0cd660 2024-02-19T16:31:45.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff692ffd640 1 -- 172.21.15.104:0/3304787982 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff68c03abe0 con 0x7ff69c0cd660 2024-02-19T16:31:45.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff692ffd640 1 -- 172.21.15.104:0/3304787982 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68c0443f0 con 0x7ff69c0cd660 2024-02-19T16:31:45.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff69c14fe30 con 0x7ff69c0cd660 2024-02-19T16:31:45.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.912+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff69c14f0d0 con 0x7ff69c0cd660 2024-02-19T16:31:45.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.913+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff69c150350 con 0x7ff69c0cd660 2024-02-19T16:31:45.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.914+0000 7ff692ffd640 1 -- 172.21.15.104:0/3304787982 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff68c04d450 con 0x7ff69c0cd660 2024-02-19T16:31:45.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.914+0000 7ff692ffd640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff67c06b810 0x7ff67c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:45.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.914+0000 7ff692ffd640 1 -- 172.21.15.104:0/3304787982 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7ff68c0ac4f0 con 0x7ff69c0cd660 2024-02-19T16:31:45.917 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.914+0000 7ff693fff640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff67c06b810 0x7ff67c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:45.918 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.915+0000 7ff693fff640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff67c06b810 0x7ff67c06dcd0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff69c1f50a0 tx=0x7ff684007920 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:45.921 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:45.919+0000 7ff692ffd640 1 -- 172.21.15.104:0/3304787982 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff69c150350 con 0x7ff69c0cd660 2024-02-19T16:31:46.098 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.096+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff69c150350 con 0x7ff69c0cd660 2024-02-19T16:31:46.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.096+0000 7ff692ffd640 1 -- 172.21.15.104:0/3304787982 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff69c150350 con 0x7ff69c0cd660 2024-02-19T16:31:46.099 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff67c06b810 msgr2=0x7ff67c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff67c06b810 0x7ff67c06dcd0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff69c1f50a0 tx=0x7ff684007920 comp rx=0 tx=0).stop 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c0cd660 msgr2=0x7ff69c14eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c0cd660 0x7ff69c14eb90 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7ff68c000c00 tx=0x7ff68c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 shutdown_connections 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff67c06b810 0x7ff67c06dcd0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff69c15bc30 0x7ff69c0c6f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff69c0d0120 0x7ff69c0c6a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 --2- 172.21.15.104:0/3304787982 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff69c0cd660 0x7ff69c14eb90 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 >> 172.21.15.104:0/3304787982 conn(0x7ff69c072e20 msgr2=0x7ff69c0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:46.101 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 shutdown_connections 2024-02-19T16:31:46.102 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.098+0000 7ff6a0be2640 1 -- 172.21.15.104:0/3304787982 wait complete. 2024-02-19T16:31:46.115 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:31:46.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.217+0000 7fb9c99bc640 1 Processor -- start 2024-02-19T16:31:46.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.217+0000 7fb9c99bc640 1 -- start start 2024-02-19T16:31:46.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.218+0000 7fb9c99bc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb9c415b9d0 0x7fb9c40b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.218+0000 7fb9c99bc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c40b5030 0x7fb9c406ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c99bc640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9c40b4090 con 0x7fb9c415bdb0 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c99bc640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9c40b55f0 con 0x7fb9c415b9d0 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c99bc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9c406afb0 con 0x7fb9c40b5030 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c2ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb9c415b9d0 0x7fb9c40b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9bbfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb9c415bdb0 0x7fb9c406bd70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41798/0 (socket says 172.21.15.104:41798) 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9bbfff640 1 -- 172.21.15.104:0/1826835194 learned_addr learned my addr 172.21.15.104:0/1826835194 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c2ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb9c415b9d0 0x7fb9c40b3b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53986/0 (socket says 172.21.15.104:53986) 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c37fe640 1 --2- 172.21.15.104:0/1826835194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c40b5030 0x7fb9c406ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c2ffd640 1 -- 172.21.15.104:0/1826835194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c40b5030 msgr2=0x7fb9c406ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c2ffd640 1 --2- 172.21.15.104:0/1826835194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c40b5030 0x7fb9c406ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c2ffd640 1 -- 172.21.15.104:0/1826835194 >> v1:172.21.15.104:6789/0 conn(0x7fb9c415bdb0 legacy=0x7fb9c406bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c27fc640 1 -- 172.21.15.104:0/1826835194 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2469679409 0 0) 0x7fb9c40b4090 con 0x7fb9c415bdb0 2024-02-19T16:31:46.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.219+0000 7fb9c2ffd640 1 -- 172.21.15.104:0/1826835194 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9c406b290 con 0x7fb9c415b9d0 2024-02-19T16:31:46.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c2ffd640 1 --2- 172.21.15.104:0/1826835194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c40b3b50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fb9b40097a0 tx=0x7fb9b402b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb2046e29b9d73c1 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c27fc640 1 -- 172.21.15.104:0/1826835194 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b402e070 con 0x7fb9c415b9d0 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c27fc640 1 -- 172.21.15.104:0/1826835194 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9b40315a0 con 0x7fb9c415b9d0 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c27fc640 1 -- 172.21.15.104:0/1826835194 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b4031930 con 0x7fb9c415b9d0 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1826835194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 msgr2=0x7fb9c40b3b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1826835194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c40b3b50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fb9b40097a0 tx=0x7fb9b402b840 comp rx=0 tx=0).stop 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1826835194 shutdown_connections 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1826835194 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c40b5030 0x7fb9c406ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1826835194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c40b3b50 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.220+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1826835194 >> 172.21.15.104:0/1826835194 conn(0x7fb9c40b2020 msgr2=0x7fb9c40b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.221+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1826835194 shutdown_connections 2024-02-19T16:31:46.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.221+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1826835194 wait complete. 2024-02-19T16:31:46.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.222+0000 7fb9c99bc640 1 Processor -- start 2024-02-19T16:31:46.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.222+0000 7fb9c99bc640 1 -- start start 2024-02-19T16:31:46.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9c99bc640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9c40b5030 0x7fb9c41f51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9c99bc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c41f0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9c99bc640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c41f0e80 0x7fb9c40afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9c99bc640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9c40c5f60 con 0x7fb9c415b9d0 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9c99bc640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9c41f56f0 con 0x7fb9c40b5030 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9c99bc640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9c40c50b0 con 0x7fb9c41f0e80 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9bbfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c41f0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9bbfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c41f0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53990/0 (socket says 172.21.15.104:53990) 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.223+0000 7fb9bbfff640 1 -- 172.21.15.104:0/1686490968 learned_addr learned my addr 172.21.15.104:0/1686490968 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9c37fe640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c41f0e80 0x7fb9c40afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9c2ffd640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9c40b5030 0x7fb9c41f51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9bbfff640 1 -- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c41f0e80 msgr2=0x7fb9c40afcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9bbfff640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c41f0e80 0x7fb9c40afcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9bbfff640 1 -- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9c40b5030 msgr2=0x7fb9c41f51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9bbfff640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9c40b5030 0x7fb9c41f51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9bbfff640 1 -- 172.21.15.104:0/1686490968 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9b4009400 con 0x7fb9c415b9d0 2024-02-19T16:31:46.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9c2ffd640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9c40b5030 0x7fb9c41f51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:46.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9bbfff640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c41f0940 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac00c460 tx=0x7fb9ac00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9c0ff9640 1 -- 172.21.15.104:0/1686490968 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac0074e0 con 0x7fb9c415b9d0 2024-02-19T16:31:46.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9c0ff9640 1 -- 172.21.15.104:0/1686490968 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9ac007660 con 0x7fb9c415b9d0 2024-02-19T16:31:46.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9c40c5350 con 0x7fb9c415b9d0 2024-02-19T16:31:46.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9c0ff9640 1 -- 172.21.15.104:0/1686490968 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac004a20 con 0x7fb9c415b9d0 2024-02-19T16:31:46.228 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.224+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9c40c5910 con 0x7fb9c415b9d0 2024-02-19T16:31:46.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.225+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9c40c6110 con 0x7fb9c415b9d0 2024-02-19T16:31:46.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.225+0000 7fb9c0ff9640 1 -- 172.21.15.104:0/1686490968 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb9ac004b80 con 0x7fb9c415b9d0 2024-02-19T16:31:46.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.226+0000 7fb9c0ff9640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a406b810 0x7fb9a406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.226+0000 7fb9c0ff9640 1 -- 172.21.15.104:0/1686490968 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fb9ac0897d0 con 0x7fb9c415b9d0 2024-02-19T16:31:46.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.226+0000 7fb9c2ffd640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a406b810 0x7fb9a406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.226+0000 7fb9c2ffd640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a406b810 0x7fb9a406dcd0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4036000 tx=0x7fb9b403d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.230+0000 7fb9c0ff9640 1 -- 172.21.15.104:0/1686490968 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb9c40c6110 con 0x7fb9c415b9d0 2024-02-19T16:31:46.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.400+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb9c40c6110 con 0x7fb9c415b9d0 2024-02-19T16:31:46.403 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.401+0000 7fb9c0ff9640 1 -- 172.21.15.104:0/1686490968 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb9c40c6110 con 0x7fb9c415b9d0 2024-02-19T16:31:46.403 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:46.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a406b810 msgr2=0x7fb9a406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a406b810 0x7fb9a406dcd0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4036000 tx=0x7fb9b403d040 comp rx=0 tx=0).stop 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 msgr2=0x7fb9c41f0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c41f0940 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac00c460 tx=0x7fb9ac00c920 comp rx=0 tx=0).stop 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 shutdown_connections 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a406b810 0x7fb9a406dcd0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9c415b9d0 0x7fb9c41f0940 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9c41f0e80 0x7fb9c40afcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 --2- 172.21.15.104:0/1686490968 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9c40b5030 0x7fb9c41f51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 >> 172.21.15.104:0/1686490968 conn(0x7fb9c40b2020 msgr2=0x7fb9c415acc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 shutdown_connections 2024-02-19T16:31:46.406 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.403+0000 7fb9c99bc640 1 -- 172.21.15.104:0/1686490968 wait complete. 2024-02-19T16:31:46.416 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:31:46.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.526+0000 7f2339e9a640 1 Processor -- start 2024-02-19T16:31:46.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.526+0000 7f2339e9a640 1 -- start start 2024-02-19T16:31:46.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f2339e9a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2334160440 0x7f23340ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.532 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f2339e9a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23340af1f0 con 0x7f233406af10 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f2339e9a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23340ce870 con 0x7f233415bd10 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f2339e9a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f233406d910 con 0x7f2334160440 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f232bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2334160440 0x7f23340ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f2333fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f233406af10 0x7f2334070e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41810/0 (socket says 172.21.15.104:41810) 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f2333fff640 1 -- 172.21.15.104:0/3901313153 learned_addr learned my addr 172.21.15.104:0/3901313153 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f232bfff640 1 --2- 172.21.15.104:0/3901313153 >> v2:172.21.15.104:3300/0 conn(0x7f2334160440 0x7f23340ced00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:53994/0 (socket says 172.21.15.104:53994) 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f232bfff640 1 -- 172.21.15.104:0/3901313153 >> v1:172.21.15.158:6789/0 conn(0x7f233415bd10 legacy=0x7f233406d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f232bfff640 1 -- 172.21.15.104:0/3901313153 >> v1:172.21.15.104:6789/0 conn(0x7f233406af10 legacy=0x7f2334070e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f2332ffd640 1 -- 172.21.15.104:0/3901313153 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 523960151 0 0) 0x7f23340af1f0 con 0x7f233406af10 2024-02-19T16:31:46.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.527+0000 7f232bfff640 1 -- 172.21.15.104:0/3901313153 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f233406db30 con 0x7f2334160440 2024-02-19T16:31:46.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.528+0000 7f232bfff640 1 --2- 172.21.15.104:0/3901313153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2334160440 0x7f23340ced00 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f231c0097a0 tx=0x7f231c02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3f9d2a1bd03432a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.528+0000 7f2332ffd640 1 -- 172.21.15.104:0/3901313153 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231c030610 con 0x7f2334160440 2024-02-19T16:31:46.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.528+0000 7f2332ffd640 1 -- 172.21.15.104:0/3901313153 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f231c030770 con 0x7f2334160440 2024-02-19T16:31:46.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.528+0000 7f2332ffd640 1 -- 172.21.15.104:0/3901313153 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231c030b00 con 0x7f2334160440 2024-02-19T16:31:46.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.528+0000 7f2339e9a640 1 -- 172.21.15.104:0/3901313153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2334160440 msgr2=0x7f23340ced00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.528+0000 7f2339e9a640 1 --2- 172.21.15.104:0/3901313153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2334160440 0x7f23340ced00 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f231c0097a0 tx=0x7f231c02b960 comp rx=0 tx=0).stop 2024-02-19T16:31:46.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.529+0000 7f2339e9a640 1 -- 172.21.15.104:0/3901313153 shutdown_connections 2024-02-19T16:31:46.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.529+0000 7f2339e9a640 1 --2- 172.21.15.104:0/3901313153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2334160440 0x7f23340ced00 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.529+0000 7f2339e9a640 1 -- 172.21.15.104:0/3901313153 >> 172.21.15.104:0/3901313153 conn(0x7f23340b1410 msgr2=0x7f23340b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:46.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.529+0000 7f2339e9a640 1 -- 172.21.15.104:0/3901313153 shutdown_connections 2024-02-19T16:31:46.535 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.529+0000 7f2339e9a640 1 -- 172.21.15.104:0/3901313153 wait complete. 2024-02-19T16:31:46.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.530+0000 7f2339e9a640 1 Processor -- start 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.530+0000 7f2339e9a640 1 -- start start 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2339e9a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f233406af10 0x7f2334153ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2339e9a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f233415bd10 0x7f2334154660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2339e9a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2334160440 0x7f23340b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2339e9a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2334155f50 con 0x7f233415bd10 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2339e9a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2334154eb0 con 0x7f2334160440 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2339e9a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2334155190 con 0x7f233406af10 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f233415bd10 0x7f2334154660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f233415bd10 0x7f2334154660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54010/0 (socket says 172.21.15.104:54010) 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 -- 172.21.15.104:0/2005459121 learned_addr learned my addr 172.21.15.104:0/2005459121 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2333fff640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2334160440 0x7f23340b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f23337fe640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f233406af10 0x7f2334153ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 -- 172.21.15.104:0/2005459121 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f233406af10 msgr2=0x7f2334153ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f233406af10 0x7f2334153ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.539 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 -- 172.21.15.104:0/2005459121 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2334160440 msgr2=0x7f23340b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2334160440 0x7f23340b03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 -- 172.21.15.104:0/2005459121 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f231c009400 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f232bfff640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f233415bd10 0x7f2334154660 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f231c0098c0 tx=0x7f231c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2330ff9640 1 -- 172.21.15.104:0/2005459121 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231c03e070 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2330ff9640 1 -- 172.21.15.104:0/2005459121 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f231c039a10 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2334155470 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2330ff9640 1 -- 172.21.15.104:0/2005459121 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231c039da0 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.532+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2334155a30 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.533+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23340751e0 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.534+0000 7f2330ff9640 1 -- 172.21.15.104:0/2005459121 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f231c04b400 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.534+0000 7f2330ff9640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f231406b810 0x7f231406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.534+0000 7f23337fe640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f231406b810 0x7f231406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.534+0000 7f2330ff9640 1 -- 172.21.15.104:0/2005459121 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f231c0ac850 con 0x7f233415bd10 2024-02-19T16:31:46.540 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.535+0000 7f23337fe640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f231406b810 0x7f231406dcd0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f2324000f60 tx=0x7f2324009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.539+0000 7f2330ff9640 1 -- 172.21.15.104:0/2005459121 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f231c077170 con 0x7f233415bd10 2024-02-19T16:31:46.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.710+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2334154440 con 0x7f233415bd10 2024-02-19T16:31:46.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.710+0000 7f2330ff9640 1 -- 172.21.15.104:0/2005459121 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f231c07a830 con 0x7f233415bd10 2024-02-19T16:31:46.713 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f231406b810 msgr2=0x7f231406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f231406b810 0x7f231406dcd0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f2324000f60 tx=0x7f2324009040 comp rx=0 tx=0).stop 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f233415bd10 msgr2=0x7f2334154660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f233415bd10 0x7f2334154660 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f231c0098c0 tx=0x7f231c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 shutdown_connections 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f231406b810 0x7f231406dcd0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f233415bd10 0x7f2334154660 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2334160440 0x7f23340b03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 --2- 172.21.15.104:0/2005459121 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f233406af10 0x7f2334153ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 >> 172.21.15.104:0/2005459121 conn(0x7f23340b1410 msgr2=0x7f23340cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 shutdown_connections 2024-02-19T16:31:46.715 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.712+0000 7f2339e9a640 1 -- 172.21.15.104:0/2005459121 wait complete. 2024-02-19T16:31:46.729 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get data_new pg_num 2024-02-19T16:31:46.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.834+0000 7f7c29b0d640 1 Processor -- start 2024-02-19T16:31:46.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.834+0000 7f7c29b0d640 1 -- start start 2024-02-19T16:31:46.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.835+0000 7f7c29b0d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7c240d1db0 0x7f7c240d0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.835+0000 7f7c29b0d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c2415e8f0 con 0x7f7c2415df90 2024-02-19T16:31:46.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.835+0000 7f7c29b0d640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c2406cda0 con 0x7f7c240d1950 2024-02-19T16:31:46.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.835+0000 7f7c29b0d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c2406d080 con 0x7f7c240d1db0 2024-02-19T16:31:46.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.835+0000 7f7c23fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7c240d1db0 0x7f7c240d0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.838 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.835+0000 7f7c237fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f7c2415df90 0x7f7c2406c230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41816/0 (socket says 172.21.15.104:41816) 2024-02-19T16:31:46.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.835+0000 7f7c237fe640 1 -- 172.21.15.104:0/2767186249 learned_addr learned my addr 172.21.15.104:0/2767186249 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:46.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.836+0000 7f7c23fff640 1 -- 172.21.15.104:0/2767186249 >> v1:172.21.15.158:6789/0 conn(0x7f7c240d1950 legacy=0x7f7c240d05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.836+0000 7f7c23fff640 1 -- 172.21.15.104:0/2767186249 >> v1:172.21.15.104:6789/0 conn(0x7f7c2415df90 legacy=0x7f7c2406c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.836+0000 7f7c23fff640 1 -- 172.21.15.104:0/2767186249 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c240cfda0 con 0x7f7c240d1db0 2024-02-19T16:31:46.839 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.836+0000 7f7c227fc640 1 -- 172.21.15.104:0/2767186249 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2248841980 0 0) 0x7f7c2415e8f0 con 0x7f7c2415df90 2024-02-19T16:31:46.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.836+0000 7f7c23fff640 1 --2- 172.21.15.104:0/2767186249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c240d1db0 0x7f7c240d0cb0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c009d90 tx=0x7f7c1c02bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=349937419b9408e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c227fc640 1 -- 172.21.15.104:0/2767186249 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1c02cd00 con 0x7f7c240d1db0 2024-02-19T16:31:46.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c227fc640 1 -- 172.21.15.104:0/2767186249 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c1c02ce60 con 0x7f7c240d1db0 2024-02-19T16:31:46.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c227fc640 1 -- 172.21.15.104:0/2767186249 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1c034660 con 0x7f7c240d1db0 2024-02-19T16:31:46.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c29b0d640 1 -- 172.21.15.104:0/2767186249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c240d1db0 msgr2=0x7f7c240d0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c29b0d640 1 --2- 172.21.15.104:0/2767186249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c240d1db0 0x7f7c240d0cb0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c009d90 tx=0x7f7c1c02bf50 comp rx=0 tx=0).stop 2024-02-19T16:31:46.840 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c29b0d640 1 -- 172.21.15.104:0/2767186249 shutdown_connections 2024-02-19T16:31:46.841 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c29b0d640 1 --2- 172.21.15.104:0/2767186249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c240d1db0 0x7f7c240d0cb0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.841 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c29b0d640 1 -- 172.21.15.104:0/2767186249 >> 172.21.15.104:0/2767186249 conn(0x7f7c2409aa70 msgr2=0x7f7c2409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:46.841 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c29b0d640 1 -- 172.21.15.104:0/2767186249 shutdown_connections 2024-02-19T16:31:46.841 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.837+0000 7f7c29b0d640 1 -- 172.21.15.104:0/2767186249 wait complete. 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.838+0000 7f7c29b0d640 1 Processor -- start 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c29b0d640 1 -- start start 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c29b0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7c240d1950 0x7f7c240d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c29b0d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7c240d1db0 0x7f7c24154fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c29b0d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c2415df90 0x7f7c240cadd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c29b0d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c240c9ae0 con 0x7f7c2415df90 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c29b0d640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c240ca940 con 0x7f7c240d1db0 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c29b0d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c241554f0 con 0x7f7c240d1950 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c23fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c2415df90 0x7f7c240cadd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c23fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c2415df90 0x7f7c240cadd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54032/0 (socket says 172.21.15.104:54032) 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.839+0000 7f7c23fff640 1 -- 172.21.15.104:0/4209225132 learned_addr learned my addr 172.21.15.104:0/4209225132 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c237fe640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7c240d1950 0x7f7c240d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.843 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c22ffd640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7c240d1db0 0x7f7c24154fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c23fff640 1 -- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7c240d1950 msgr2=0x7f7c240d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c23fff640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7c240d1950 0x7f7c240d0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c23fff640 1 -- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7c240d1db0 msgr2=0x7f7c24154fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c23fff640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7c240d1db0 0x7f7c24154fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c23fff640 1 -- 172.21.15.104:0/4209225132 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c1c009a70 con 0x7f7c2415df90 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c22ffd640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7c240d1db0 0x7f7c24154fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c237fe640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7c240d1950 0x7f7c240d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c23fff640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c2415df90 0x7f7c240cadd0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c009d90 tx=0x7f7c1c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c0bfff640 1 -- 172.21.15.104:0/4209225132 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1c03d600 con 0x7f7c2415df90 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c0bfff640 1 -- 172.21.15.104:0/4209225132 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c1c03d780 con 0x7f7c2415df90 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c0bfff640 1 -- 172.21.15.104:0/4209225132 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1c03db30 con 0x7f7c2415df90 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c240c9d30 con 0x7f7c2415df90 2024-02-19T16:31:46.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.840+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c240ca2f0 con 0x7f7c2415df90 2024-02-19T16:31:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.841+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c240d17c0 con 0x7f7c2415df90 2024-02-19T16:31:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.842+0000 7f7c0bfff640 1 -- 172.21.15.104:0/4209225132 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7c1c03b040 con 0x7f7c2415df90 2024-02-19T16:31:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.842+0000 7f7c0bfff640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7c1006b810 0x7f7c1006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.842+0000 7f7c237fe640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7c1006b810 0x7f7c1006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.842+0000 7f7c0bfff640 1 -- 172.21.15.104:0/4209225132 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f7c1c0ac320 con 0x7f7c2415df90 2024-02-19T16:31:46.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.843+0000 7f7c237fe640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7c1006b810 0x7f7c1006dcd0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7c14007fd0 tx=0x7f7c14007dc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:46.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:46.847+0000 7f7c0bfff640 1 -- 172.21.15.104:0/4209225132 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f7c1c076c70 con 0x7f7c2415df90 2024-02-19T16:31:47.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.084+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"} v 0) v1 -- 0x7f7c240b32f0 con 0x7f7c2415df90 2024-02-19T16:31:47.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.085+0000 7f7c0bfff640 1 -- 172.21.15.104:0/4209225132 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "data_new", "var": "pg_num"}]=0 v36) v1 ==== 97+0+11 (secure 0 0 0) 0x7f7c1c07a330 con 0x7f7c2415df90 2024-02-19T16:31:47.087 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7c1006b810 msgr2=0x7f7c1006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7c1006b810 0x7f7c1006dcd0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7c14007fd0 tx=0x7f7c14007dc0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c2415df90 msgr2=0x7f7c240cadd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c2415df90 0x7f7c240cadd0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c009d90 tx=0x7f7c1c004a40 comp rx=0 tx=0).stop 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 shutdown_connections 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7c1006b810 0x7f7c1006dcd0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7c2415df90 0x7f7c240cadd0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7c240d1db0 0x7f7c24154fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 --2- 172.21.15.104:0/4209225132 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7c240d1950 0x7f7c240d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 >> 172.21.15.104:0/4209225132 conn(0x7f7c2409aa70 msgr2=0x7f7c240cd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 shutdown_connections 2024-02-19T16:31:47.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.087+0000 7f7c29b0d640 1 -- 172.21.15.104:0/4209225132 wait complete. 2024-02-19T16:31:47.101 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:47.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.202+0000 7f6efe148640 1 Processor -- start 2024-02-19T16:31:47.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.202+0000 7f6efe148640 1 -- start start 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6efe148640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6ef815bf20 0x7f6ef80d05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6efe148640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef80b2010 0x7f6ef80d1be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6efe148640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ef80b2e00 con 0x7f6ef80d2120 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6efe148640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ef80aeda0 con 0x7f6ef815bf20 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6efe148640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef80d25b0 con 0x7f6ef80b2010 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6ef77fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6ef815bf20 0x7f6ef80d05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6ef77fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6ef815bf20 0x7f6ef80d05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54048/0 (socket says 172.21.15.104:54048) 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6ef7fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6ef80d2120 0x7f6ef815f870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41826/0 (socket says 172.21.15.104:41826) 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.203+0000 7f6ef77fe640 1 -- 172.21.15.104:0/281065806 learned_addr learned my addr 172.21.15.104:0/281065806 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.204+0000 7f6ef6ffd640 1 --2- 172.21.15.104:0/281065806 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef80b2010 0x7f6ef80d1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.204+0000 7f6ef77fe640 1 -- 172.21.15.104:0/281065806 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef80b2010 msgr2=0x7f6ef80d1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.204+0000 7f6ef77fe640 1 --2- 172.21.15.104:0/281065806 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef80b2010 0x7f6ef80d1be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.204+0000 7f6ef67fc640 1 -- 172.21.15.104:0/281065806 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 87696331 0 0) 0x7f6ef80b2e00 con 0x7f6ef80d2120 2024-02-19T16:31:47.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.204+0000 7f6ef77fe640 1 -- 172.21.15.104:0/281065806 >> v1:172.21.15.104:6789/0 conn(0x7f6ef80d2120 legacy=0x7f6ef815f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.204+0000 7f6ef77fe640 1 -- 172.21.15.104:0/281065806 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ef80b2840 con 0x7f6ef815bf20 2024-02-19T16:31:47.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.204+0000 7f6ef77fe640 1 --2- 172.21.15.104:0/281065806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef815bf20 0x7f6ef80d05a0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f6eec0098a0 tx=0x7f6eec02b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aeac4a06a7f2df server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.204+0000 7f6ef67fc640 1 -- 172.21.15.104:0/281065806 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eec030840 con 0x7f6ef815bf20 2024-02-19T16:31:47.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6ef67fc640 1 -- 172.21.15.104:0/281065806 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6eec0309a0 con 0x7f6ef815bf20 2024-02-19T16:31:47.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6ef67fc640 1 -- 172.21.15.104:0/281065806 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eec030d30 con 0x7f6ef815bf20 2024-02-19T16:31:47.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6efe148640 1 -- 172.21.15.104:0/281065806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef815bf20 msgr2=0x7f6ef80d05a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6efe148640 1 --2- 172.21.15.104:0/281065806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef815bf20 0x7f6ef80d05a0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f6eec0098a0 tx=0x7f6eec02b980 comp rx=0 tx=0).stop 2024-02-19T16:31:47.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6efe148640 1 -- 172.21.15.104:0/281065806 shutdown_connections 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6efe148640 1 --2- 172.21.15.104:0/281065806 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef80b2010 0x7f6ef80d1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6efe148640 1 --2- 172.21.15.104:0/281065806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef815bf20 0x7f6ef80d05a0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6efe148640 1 -- 172.21.15.104:0/281065806 >> 172.21.15.104:0/281065806 conn(0x7f6ef8072f10 msgr2=0x7f6ef809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6efe148640 1 -- 172.21.15.104:0/281065806 shutdown_connections 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.205+0000 7f6efe148640 1 -- 172.21.15.104:0/281065806 wait complete. 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.206+0000 7f6efe148640 1 Processor -- start 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.206+0000 7f6efe148640 1 -- start start 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6efe148640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ef80b2010 0x7f6ef806cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6efe148640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef80d2120 0x7f6ef80b6a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6efe148640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef815bf20 0x7f6ef80b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6efe148640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef81f48c0 con 0x7f6ef80d2120 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6efe148640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef81f45e0 con 0x7f6ef80b2010 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6efe148640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef806c0c0 con 0x7f6ef815bf20 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6ef6ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef80d2120 0x7f6ef80b6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6ef6ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef80d2120 0x7f6ef80b6a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54062/0 (socket says 172.21.15.104:54062) 2024-02-19T16:31:47.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.207+0000 7f6ef6ffd640 1 -- 172.21.15.104:0/167004479 learned_addr learned my addr 172.21.15.104:0/167004479 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6ef6ffd640 1 -- 172.21.15.104:0/167004479 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef815bf20 msgr2=0x7f6ef80b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6ef6ffd640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef815bf20 0x7f6ef80b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6ef77fe640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ef80b2010 0x7f6ef806cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6ef6ffd640 1 -- 172.21.15.104:0/167004479 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ef80b2010 msgr2=0x7f6ef806cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6ef6ffd640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ef80b2010 0x7f6ef806cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6ef6ffd640 1 -- 172.21.15.104:0/167004479 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6eec0094d0 con 0x7f6ef80d2120 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6ef6ffd640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef80d2120 0x7f6ef80b6a50 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6ee800c7f0 tx=0x7f6ee800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6edffff640 1 -- 172.21.15.104:0/167004479 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8004220 con 0x7f6ef80d2120 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6edffff640 1 -- 172.21.15.104:0/167004479 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ee80043a0 con 0x7f6ef80d2120 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6edffff640 1 -- 172.21.15.104:0/167004479 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8007860 con 0x7f6ef80d2120 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ef806c3a0 con 0x7f6ef80d2120 2024-02-19T16:31:47.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.208+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ef806dda0 con 0x7f6ef80d2120 2024-02-19T16:31:47.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.209+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ef806b9c0 con 0x7f6ef80d2120 2024-02-19T16:31:47.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.209+0000 7f6edffff640 1 -- 172.21.15.104:0/167004479 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6ee8007bd0 con 0x7f6ef80d2120 2024-02-19T16:31:47.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.210+0000 7f6edffff640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ee406b810 0x7f6ee406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.210+0000 7f6ef77fe640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ee406b810 0x7f6ee406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.210+0000 7f6edffff640 1 -- 172.21.15.104:0/167004479 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f6ee808a3d0 con 0x7f6ef80d2120 2024-02-19T16:31:47.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.210+0000 7f6ef77fe640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ee406b810 0x7f6ee406dcd0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6eec036000 tx=0x7f6eec03b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.218+0000 7f6edffff640 1 -- 172.21.15.104:0/167004479 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6ee8054c50 con 0x7f6ef80d2120 2024-02-19T16:31:47.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.431+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6ef80751e0 con 0x7f6ef80d2120 2024-02-19T16:31:47.434 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.432+0000 7f6edffff640 1 -- 172.21.15.104:0/167004479 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4949 (secure 0 0 0) 0x7f6ee8058310 con 0x7f6ef80d2120 2024-02-19T16:31:47.434 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:47.434 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/732126641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":732126641},{"type":"v1","addr":"172.21.15.104:6837","nonce":732126641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":4940,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3497547146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3497547146},{"type":"v1","addr":"172.21.15.158:6834","nonce":3497547146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5248,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2034837576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2034837576},{"type":"v1","addr":"172.21.15.158:6835","nonce":2034837576}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:11.357027+0000","modified":"2024-02-19T16:31:20.415019+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5295},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5295":{"gid":5295,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3228911833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3228911833},{"type":"v1","addr":"172.21.15.104:6836","nonce":3228911833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5,6],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-19T16:31:47.435 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 16 2024-02-19T16:31:47.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ee406b810 msgr2=0x7f6ee406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ee406b810 0x7f6ee406dcd0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6eec036000 tx=0x7f6eec03b040 comp rx=0 tx=0).stop 2024-02-19T16:31:47.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef80d2120 msgr2=0x7f6ef80b6a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef80d2120 0x7f6ef80b6a50 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6ee800c7f0 tx=0x7f6ee800ccb0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 shutdown_connections 2024-02-19T16:31:47.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ee406b810 0x7f6ee406dcd0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ef80d2120 0x7f6ef80b6a50 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6ef815bf20 0x7f6ef80b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 --2- 172.21.15.104:0/167004479 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6ef80b2010 0x7f6ef806cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.433+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 >> 172.21.15.104:0/167004479 conn(0x7f6ef8072f10 msgr2=0x7f6ef80af230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:47.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.434+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 shutdown_connections 2024-02-19T16:31:47.437 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.434+0000 7f6efe148640 1 -- 172.21.15.104:0/167004479 wait complete. 2024-02-19T16:31:47.446 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:47.547 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.544+0000 7fe21ac83640 1 Processor -- start 2024-02-19T16:31:47.547 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.544+0000 7fe21ac83640 1 -- start start 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.545+0000 7fe21ac83640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe21415de30 0x7fe2140d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.545+0000 7fe21ac83640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fe2140d0530 0x7fe2140d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.545+0000 7fe21ac83640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2140d0ed0 con 0x7fe2140cf3f0 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.545+0000 7fe21ac83640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2140d16f0 con 0x7fe2140d0530 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.545+0000 7fe21ac83640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2140d1940 con 0x7fe21415de30 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.545+0000 7fe219220640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe2140cf3f0 0x7fe2140cf860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41840/0 (socket says 172.21.15.104:41840) 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.545+0000 7fe219220640 1 -- 172.21.15.104:0/1601908881 learned_addr learned my addr 172.21.15.104:0/1601908881 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe218a1f640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe21415de30 0x7fe2140d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe213fff640 1 --2- 172.21.15.104:0/1601908881 >> v2:172.21.15.158:3300/0 conn(0x7fe2140d0530 0x7fe2140d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2406056850 0 0) 0x7fe2140d0ed0 con 0x7fe2140cf3f0 2024-02-19T16:31:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe200003520 con 0x7fe2140cf3f0 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3174538494 0 0) 0x7fe200003520 con 0x7fe2140cf3f0 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe21415de30 msgr2=0x7fe2140d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe21415de30 0x7fe2140d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 >> v2:172.21.15.158:3300/0 conn(0x7fe2140d0530 msgr2=0x7fe2140d0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 --2- 172.21.15.104:0/1601908881 >> v2:172.21.15.158:3300/0 conn(0x7fe2140d0530 0x7fe2140d0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2140d1c20 con 0x7fe2140cf3f0 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fe20c001a10 con 0x7fe2140cf3f0 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 >> v1:172.21.15.104:6789/0 conn(0x7fe2140cf3f0 legacy=0x7fe2140cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe200003970 0x7fe200003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe21415de30 0x7fe2000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe200004d00 0x7fe200005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2140d16f0 con 0x7fe200003970 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2140d1940 con 0x7fe200004d00 2024-02-19T16:31:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe20000b980 con 0x7fe21415de30 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe218a1f640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe200003970 0x7fe200003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe213fff640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe21415de30 0x7fe2000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe219220640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe200004d00 0x7fe200005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe218a1f640 1 -- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe21415de30 msgr2=0x7fe2000047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe218a1f640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe21415de30 0x7fe2000047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe218a1f640 1 -- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe200004d00 msgr2=0x7fe200005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe218a1f640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe200004d00 0x7fe200005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.546+0000 7fe218a1f640 1 -- 172.21.15.104:0/1601908881 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe200003520 con 0x7fe200003970 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.547+0000 7fe218a1f640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe200003970 0x7fe200003d90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fe204009ac0 tx=0x7fe2000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c32af4f965c993a8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.547+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe20402c6b0 con 0x7fe200003970 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.547+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe20402c810 con 0x7fe200003970 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.547+0000 7fe2137fe640 1 -- 172.21.15.104:0/1601908881 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe20402cba0 con 0x7fe200003970 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.548+0000 7fe21ac83640 1 -- 172.21.15.104:0/1601908881 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe200003970 msgr2=0x7fe200003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.548+0000 7fe21ac83640 1 --2- 172.21.15.104:0/1601908881 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe200003970 0x7fe200003d90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fe204009ac0 tx=0x7fe2000057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.548+0000 7fe219220640 1 -- 172.21.15.104:0/1601908881 reap_dead start 2024-02-19T16:31:47.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.548+0000 7fe21ac83640 1 -- 172.21.15.104:0/1601908881 shutdown_connections 2024-02-19T16:31:47.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.548+0000 7fe21ac83640 1 -- 172.21.15.104:0/1601908881 >> 172.21.15.104:0/1601908881 conn(0x7fe2140d3b20 msgr2=0x7fe2140d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:47.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.548+0000 7fe21ac83640 1 -- 172.21.15.104:0/1601908881 shutdown_connections 2024-02-19T16:31:47.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.548+0000 7fe21ac83640 1 -- 172.21.15.104:0/1601908881 wait complete. 2024-02-19T16:31:47.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.549+0000 7fe21ac83640 1 Processor -- start 2024-02-19T16:31:47.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.550+0000 7fe21ac83640 1 -- start start 2024-02-19T16:31:47.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe21ac83640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe200003970 0x7fe21414f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe21ac83640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe21415b360 0x7fe21415e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe21ac83640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe21414f790 0x7fe2140cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe21ac83640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2140cc2d0 con 0x7fe21415b360 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe21ac83640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2140cc520 con 0x7fe21414f790 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe21ac83640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2140cc800 con 0x7fe200003970 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe21415b360 0x7fe21415e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe21415b360 0x7fe21415e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54082/0 (socket says 172.21.15.104:54082) 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 -- 172.21.15.104:0/3530204348 learned_addr learned my addr 172.21.15.104:0/3530204348 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe218a1f640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe200003970 0x7fe21414f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 -- 172.21.15.104:0/3530204348 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe200003970 msgr2=0x7fe21414f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe200003970 0x7fe21414f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 -- 172.21.15.104:0/3530204348 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe21414f790 msgr2=0x7fe2140cd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe21414f790 0x7fe2140cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 -- 172.21.15.104:0/3530204348 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2140ccae0 con 0x7fe21415b360 2024-02-19T16:31:47.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.551+0000 7fe213fff640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe21415b360 0x7fe21415e390 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc0116d0 tx=0x7fe1fc011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.552+0000 7fe2117fa640 1 -- 172.21.15.104:0/3530204348 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc00f940 con 0x7fe21415b360 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.552+0000 7fe2117fa640 1 -- 172.21.15.104:0/3530204348 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1fc00faa0 con 0x7fe21415b360 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.552+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2140ccdc0 con 0x7fe21415b360 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.552+0000 7fe2117fa640 1 -- 172.21.15.104:0/3530204348 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc00fe10 con 0x7fe21415b360 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.552+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe21414fc10 con 0x7fe21415b360 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.553+0000 7fe2117fa640 1 -- 172.21.15.104:0/3530204348 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe1fc015460 con 0x7fe21415b360 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.553+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2140cc660 con 0x7fe21415b360 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.553+0000 7fe2117fa640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe1f406b810 0x7fe1f406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.553+0000 7fe2117fa640 1 -- 172.21.15.104:0/3530204348 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fe1fc08ab20 con 0x7fe21415b360 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.553+0000 7fe218a1f640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe1f406b810 0x7fe1f406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.554+0000 7fe218a1f640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe1f406b810 0x7fe1f406dcd0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe204036000 tx=0x7fe204030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.558+0000 7fe2117fa640 1 -- 172.21.15.104:0/3530204348 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe2140cc660 con 0x7fe21415b360 2024-02-19T16:31:47.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.736+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe2140cc660 con 0x7fe21415b360 2024-02-19T16:31:47.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.737+0000 7fe2117fa640 1 -- 172.21.15.104:0/3530204348 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7fe2140cc660 con 0x7fe21415b360 2024-02-19T16:31:47.740 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:47.740 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe1f406b810 msgr2=0x7fe1f406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe1f406b810 0x7fe1f406dcd0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe204036000 tx=0x7fe204030000 comp rx=0 tx=0).stop 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe21415b360 msgr2=0x7fe21415e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe21415b360 0x7fe21415e390 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc0116d0 tx=0x7fe1fc011b90 comp rx=0 tx=0).stop 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 shutdown_connections 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe1f406b810 0x7fe1f406dcd0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe21415b360 0x7fe21415e390 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe21414f790 0x7fe2140cd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 --2- 172.21.15.104:0/3530204348 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe200003970 0x7fe21414f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 >> 172.21.15.104:0/3530204348 conn(0x7fe2140d3b20 msgr2=0x7fe2140d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:47.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 shutdown_connections 2024-02-19T16:31:47.744 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.740+0000 7fe21ac83640 1 -- 172.21.15.104:0/3530204348 wait complete. 2024-02-19T16:31:47.757 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-19T16:31:47.757 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:47.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.855+0000 7f68c9239640 1 Processor -- start 2024-02-19T16:31:47.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.855+0000 7f68c9239640 1 -- start start 2024-02-19T16:31:47.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.856+0000 7f68c9239640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f68c406ff20 0x7f68c40af940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.856+0000 7f68c9239640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68c4071890 con 0x7f68c406dc90 2024-02-19T16:31:47.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.856+0000 7f68c9239640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68c4071b70 con 0x7f68c415bc80 2024-02-19T16:31:47.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.856+0000 7f68c9239640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68c4072510 con 0x7f68c406ff20 2024-02-19T16:31:47.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.856+0000 7f68c359e640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f68c406dc90 0x7f68c40afe80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41846/0 (socket says 172.21.15.104:41846) 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.856+0000 7f68c359e640 1 -- 172.21.15.104:0/859095088 learned_addr learned my addr 172.21.15.104:0/859095088 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 506546228 0 0) 0x7f68c4071890 con 0x7f68c406dc90 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f68b0003520 con 0x7f68c406dc90 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68bbfff640 1 --2- 172.21.15.104:0/859095088 >> v2:172.21.15.158:3300/0 conn(0x7f68c406ff20 0x7f68c40af940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3547263123 0 0) 0x7f68b0003520 con 0x7f68c406dc90 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 >> v2:172.21.15.158:3300/0 conn(0x7f68c406ff20 msgr2=0x7f68c40af940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 --2- 172.21.15.104:0/859095088 >> v2:172.21.15.158:3300/0 conn(0x7f68c406ff20 0x7f68c40af940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 >> v1:172.21.15.158:6789/0 conn(0x7f68c415bc80 legacy=0x7f68c406f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68c4071e50 con 0x7f68c406dc90 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f68bc0019f0 con 0x7f68c406dc90 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 >> v1:172.21.15.104:6789/0 conn(0x7f68c406dc90 legacy=0x7f68c40afe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b0003970 0x7f68b0003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68b00047c0 0x7f68b0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68b00052a0 0x7f68b000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68c4072510 con 0x7f68b00052a0 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68b000c1f0 con 0x7f68b0003970 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68b000c3b0 con 0x7f68b00047c0 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c359e640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68b00052a0 0x7f68b000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68bbfff640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68b00047c0 0x7f68b0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c2d9d640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b0003970 0x7f68b0003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c359e640 1 -- 172.21.15.104:0/859095088 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68b00047c0 msgr2=0x7f68b0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c359e640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68b00047c0 0x7f68b0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c359e640 1 -- 172.21.15.104:0/859095088 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b0003970 msgr2=0x7f68b0003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c359e640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b0003970 0x7f68b0003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.857+0000 7f68c359e640 1 -- 172.21.15.104:0/859095088 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68b0003520 con 0x7f68b00052a0 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.858+0000 7f68c359e640 1 -- 172.21.15.104:0/859095088 reap_dead start 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.858+0000 7f68c359e640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68b00052a0 0x7f68b000b980 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f68bc002230 tx=0x7f68b00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c6a16035fef7c7e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.858+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68bc034630 con 0x7f68b00052a0 2024-02-19T16:31:47.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.858+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68bc02f070 con 0x7f68b00052a0 2024-02-19T16:31:47.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.858+0000 7f68c259c640 1 -- 172.21.15.104:0/859095088 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68bc0349f0 con 0x7f68b00052a0 2024-02-19T16:31:47.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.859+0000 7f68c9239640 1 -- 172.21.15.104:0/859095088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68b00052a0 msgr2=0x7f68b000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.859+0000 7f68c9239640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68b00052a0 0x7f68b000b980 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f68bc002230 tx=0x7f68b00057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.859+0000 7f68c9239640 1 -- 172.21.15.104:0/859095088 shutdown_connections 2024-02-19T16:31:47.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.859+0000 7f68c9239640 1 --2- 172.21.15.104:0/859095088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68b00052a0 0x7f68b000b980 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.859+0000 7f68c9239640 1 -- 172.21.15.104:0/859095088 >> 172.21.15.104:0/859095088 conn(0x7f68c40b2670 msgr2=0x7f68c40b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:47.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.859+0000 7f68c9239640 1 -- 172.21.15.104:0/859095088 shutdown_connections 2024-02-19T16:31:47.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.859+0000 7f68c9239640 1 -- 172.21.15.104:0/859095088 wait complete. 2024-02-19T16:31:47.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.860+0000 7f68c9239640 1 Processor -- start 2024-02-19T16:31:47.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.860+0000 7f68c9239640 1 -- start start 2024-02-19T16:31:47.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c9239640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b00052a0 0x7f68c413e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c9239640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68c41f2980 0x7f68c4141a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c9239640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c413f040 0x7f68c4159270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c9239640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68c4141fd0 con 0x7f68c413f040 2024-02-19T16:31:47.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c9239640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68c41f2f20 con 0x7f68b00052a0 2024-02-19T16:31:47.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c9239640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68c41f3200 con 0x7f68c41f2980 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c413f040 0x7f68c4159270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c413f040 0x7f68c4159270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54092/0 (socket says 172.21.15.104:54092) 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 -- 172.21.15.104:0/2643076695 learned_addr learned my addr 172.21.15.104:0/2643076695 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c2d9d640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b00052a0 0x7f68c413e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68bbfff640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68c41f2980 0x7f68c4141a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 -- 172.21.15.104:0/2643076695 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68c41f2980 msgr2=0x7f68c4141a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68c41f2980 0x7f68c4141a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 -- 172.21.15.104:0/2643076695 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b00052a0 msgr2=0x7f68c413e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b00052a0 0x7f68c413e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 -- 172.21.15.104:0/2643076695 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68c41f34e0 con 0x7f68c413f040 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.861+0000 7f68c359e640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c413f040 0x7f68c4159270 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f68bc00a920 tx=0x7f68bc001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.862+0000 7f68bb7fe640 1 -- 172.21.15.104:0/2643076695 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68bc042070 con 0x7f68c413f040 2024-02-19T16:31:47.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.862+0000 7f68bb7fe640 1 -- 172.21.15.104:0/2643076695 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68bc0017b0 con 0x7f68c413f040 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.862+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68c41f37c0 con 0x7f68c413f040 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.862+0000 7f68bb7fe640 1 -- 172.21.15.104:0/2643076695 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68bc001b20 con 0x7f68c413f040 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.862+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68c413f4c0 con 0x7f68c413f040 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.863+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68c413f4c0 con 0x7f68c413f040 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.864+0000 7f68bb7fe640 1 -- 172.21.15.104:0/2643076695 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f68bc031030 con 0x7f68c413f040 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.864+0000 7f68bb7fe640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f68a406b810 0x7f68a406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.864+0000 7f68c2d9d640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f68a406b810 0x7f68a406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.864+0000 7f68bb7fe640 1 -- 172.21.15.104:0/2643076695 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f68bc0aba30 con 0x7f68c413f040 2024-02-19T16:31:47.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.865+0000 7f68c2d9d640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f68a406b810 0x7f68a406dcd0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f68b4004f00 tx=0x7f68b4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:47.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:47.869+0000 7f68bb7fe640 1 -- 172.21.15.104:0/2643076695 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f68bc0763e0 con 0x7f68c413f040 2024-02-19T16:31:48.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.093+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f68c413f4c0 con 0x7f68c413f040 2024-02-19T16:31:48.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.094+0000 7f68bb7fe640 1 -- 172.21.15.104:0/2643076695 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4949 (secure 0 0 0) 0x7f68bc079aa0 con 0x7f68c413f040 2024-02-19T16:31:48.096 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:48.097 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/732126641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":732126641},{"type":"v1","addr":"172.21.15.104:6837","nonce":732126641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":4940,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3497547146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3497547146},{"type":"v1","addr":"172.21.15.158:6834","nonce":3497547146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5248,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2034837576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2034837576},{"type":"v1","addr":"172.21.15.158:6835","nonce":2034837576}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:11.357027+0000","modified":"2024-02-19T16:31:20.415019+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5295},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5295":{"gid":5295,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3228911833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3228911833},{"type":"v1","addr":"172.21.15.104:6836","nonce":3228911833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5,6],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-19T16:31:48.097 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 16 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f68a406b810 msgr2=0x7f68a406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f68a406b810 0x7f68a406dcd0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f68b4004f00 tx=0x7f68b4009040 comp rx=0 tx=0).stop 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c413f040 msgr2=0x7f68c4159270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c413f040 0x7f68c4159270 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f68bc00a920 tx=0x7f68bc001d80 comp rx=0 tx=0).stop 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 shutdown_connections 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f68a406b810 0x7f68a406dcd0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f68c413f040 0x7f68c4159270 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f68c41f2980 0x7f68c4141a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 --2- 172.21.15.104:0/2643076695 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f68b00052a0 0x7f68c413e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.099 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 >> 172.21.15.104:0/2643076695 conn(0x7f68c40b2670 msgr2=0x7f68c406e070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:48.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 shutdown_connections 2024-02-19T16:31:48.100 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.096+0000 7f68c9239640 1 -- 172.21.15.104:0/2643076695 wait complete. 2024-02-19T16:31:48.110 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:48.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.209+0000 7f6fe12f4640 1 Processor -- start 2024-02-19T16:31:48.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.210+0000 7f6fe12f4640 1 -- start start 2024-02-19T16:31:48.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.210+0000 7f6fe12f4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6fdc0cfb00 0x7f6fdc0d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.210+0000 7f6fe12f4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fdc0d16f0 con 0x7f6fdc15de30 2024-02-19T16:31:48.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.210+0000 7f6fe12f4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fdc0d1940 con 0x7f6fdc0d0530 2024-02-19T16:31:48.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.210+0000 7f6fe12f4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fdc0d2e10 con 0x7f6fdc0cfb00 2024-02-19T16:31:48.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.210+0000 7f6fdaffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6fdc15de30 0x7f6fdc0d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41862/0 (socket says 172.21.15.104:41862) 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.210+0000 7f6fdaffd640 1 -- 172.21.15.104:0/3551575819 learned_addr learned my addr 172.21.15.104:0/3551575819 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fdb7fe640 1 --2- 172.21.15.104:0/3551575819 >> v2:172.21.15.158:3300/0 conn(0x7f6fdc0cfb00 0x7f6fdc0d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4042860818 0 0) 0x7f6fdc0d16f0 con 0x7f6fdc15de30 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6fc4003520 con 0x7f6fdc15de30 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2377890558 0 0) 0x7f6fc4003520 con 0x7f6fdc15de30 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 >> v2:172.21.15.158:3300/0 conn(0x7f6fdc0cfb00 msgr2=0x7f6fdc0d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 --2- 172.21.15.104:0/3551575819 >> v2:172.21.15.158:3300/0 conn(0x7f6fdc0cfb00 0x7f6fdc0d09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 >> v1:172.21.15.158:6789/0 conn(0x7f6fdc0d0530 legacy=0x7f6fdc0cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fdc0d1c20 con 0x7f6fdc15de30 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f6fd0001670 con 0x7f6fdc15de30 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 >> v1:172.21.15.104:6789/0 conn(0x7f6fdc15de30 legacy=0x7f6fdc0d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fc4003970 0x7f6fc4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fc4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fc4005180 0x7f6fc400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc0d2e10 con 0x7f6fc40047c0 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc400c120 con 0x7f6fc4003970 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc400c2e0 con 0x7f6fc4005180 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fda7fc640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fc4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fdaffd640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fc4003970 0x7f6fc4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fdb7fe640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fc4005180 0x7f6fc400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fda7fc640 1 -- 172.21.15.104:0/3551575819 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fc4005180 msgr2=0x7f6fc400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fda7fc640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fc4005180 0x7f6fc400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fda7fc640 1 -- 172.21.15.104:0/3551575819 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fc4003970 msgr2=0x7f6fc4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fda7fc640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fc4003970 0x7f6fc4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fda7fc640 1 -- 172.21.15.104:0/3551575819 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fc4003520 con 0x7f6fc40047c0 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.211+0000 7f6fdb7fe640 1 -- 172.21.15.104:0/3551575819 reap_dead start 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.212+0000 7f6fda7fc640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fc4004c40 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc001750 tx=0x7f6fc40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=836e0b4d4d99fd9d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.212+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fcc0052d0 con 0x7f6fc40047c0 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.212+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fcc02e050 con 0x7f6fc40047c0 2024-02-19T16:31:48.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.212+0000 7f6fd9ffb640 1 -- 172.21.15.104:0/3551575819 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fcc003830 con 0x7f6fc40047c0 2024-02-19T16:31:48.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.213+0000 7f6fe12f4640 1 -- 172.21.15.104:0/3551575819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 msgr2=0x7f6fc4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.213+0000 7f6fe12f4640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fc4004c40 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc001750 tx=0x7f6fc40057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.213+0000 7f6fe12f4640 1 -- 172.21.15.104:0/3551575819 shutdown_connections 2024-02-19T16:31:48.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.213+0000 7f6fe12f4640 1 --2- 172.21.15.104:0/3551575819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fc4004c40 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.213+0000 7f6fe12f4640 1 -- 172.21.15.104:0/3551575819 >> 172.21.15.104:0/3551575819 conn(0x7f6fdc0d3b20 msgr2=0x7f6fdc0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:48.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.213+0000 7f6fe12f4640 1 -- 172.21.15.104:0/3551575819 shutdown_connections 2024-02-19T16:31:48.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.213+0000 7f6fe12f4640 1 -- 172.21.15.104:0/3551575819 wait complete. 2024-02-19T16:31:48.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.215+0000 7f6fe12f4640 1 Processor -- start 2024-02-19T16:31:48.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.215+0000 7f6fe12f4640 1 -- start start 2024-02-19T16:31:48.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fe12f4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fdc0cd250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fe12f4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fdc14fae0 0x7f6fdc14ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fe12f4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fdc09e1b0 0x7f6fdc09e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fe12f4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc09fff0 con 0x7f6fc40047c0 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fe12f4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc09f400 con 0x7f6fdc09e1b0 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fe12f4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc1504a0 con 0x7f6fdc14fae0 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fdaffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fdc0cd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fdaffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fdc0cd250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54108/0 (socket says 172.21.15.104:54108) 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fdaffd640 1 -- 172.21.15.104:0/1559817792 learned_addr learned my addr 172.21.15.104:0/1559817792 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.216+0000 7f6fda7fc640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fdc14fae0 0x7f6fdc14ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fdb7fe640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fdc09e1b0 0x7f6fdc09e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fdaffd640 1 -- 172.21.15.104:0/1559817792 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fdc14fae0 msgr2=0x7f6fdc14ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fdaffd640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fdc14fae0 0x7f6fdc14ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fdaffd640 1 -- 172.21.15.104:0/1559817792 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fdc09e1b0 msgr2=0x7f6fdc09e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fdaffd640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fdc09e1b0 0x7f6fdc09e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.221 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fdaffd640 1 -- 172.21.15.104:0/1559817792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fdc09f650 con 0x7f6fc40047c0 2024-02-19T16:31:48.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fdaffd640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fdc0cd250 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f6fd00072c0 tx=0x7f6fd0007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fc37fe640 1 -- 172.21.15.104:0/1559817792 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0001650 con 0x7f6fc40047c0 2024-02-19T16:31:48.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fc37fe640 1 -- 172.21.15.104:0/1559817792 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fd000f960 con 0x7f6fc40047c0 2024-02-19T16:31:48.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fc37fe640 1 -- 172.21.15.104:0/1559817792 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fd000fcd0 con 0x7f6fc40047c0 2024-02-19T16:31:48.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fdc09f930 con 0x7f6fc40047c0 2024-02-19T16:31:48.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.217+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fdc09eb70 con 0x7f6fc40047c0 2024-02-19T16:31:48.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.218+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fdc0cabd0 con 0x7f6fc40047c0 2024-02-19T16:31:48.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.219+0000 7f6fc37fe640 1 -- 172.21.15.104:0/1559817792 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6fd001e3b0 con 0x7f6fc40047c0 2024-02-19T16:31:48.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.219+0000 7f6fc37fe640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fc806b810 0x7f6fc806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.219+0000 7f6fc37fe640 1 -- 172.21.15.104:0/1559817792 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f6fd0089f80 con 0x7f6fc40047c0 2024-02-19T16:31:48.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.219+0000 7f6fda7fc640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fc806b810 0x7f6fc806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.219+0000 7f6fda7fc640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fc806b810 0x7f6fc806dcd0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc033000 tx=0x7f6fcc009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.223+0000 7f6fc37fe640 1 -- 172.21.15.104:0/1559817792 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6fd00bddc0 con 0x7f6fc40047c0 2024-02-19T16:31:48.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.437+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6fdc0751e0 con 0x7f6fc40047c0 2024-02-19T16:31:48.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.437+0000 7f6fc37fe640 1 -- 172.21.15.104:0/1559817792 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4949 (secure 0 0 0) 0x7f6fd001a070 con 0x7f6fc40047c0 2024-02-19T16:31:48.440 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:48.440 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/732126641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":732126641},{"type":"v1","addr":"172.21.15.104:6837","nonce":732126641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":4940,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3497547146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3497547146},{"type":"v1","addr":"172.21.15.158:6834","nonce":3497547146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5248,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2034837576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2034837576},{"type":"v1","addr":"172.21.15.158:6835","nonce":2034837576}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:11.357027+0000","modified":"2024-02-19T16:31:20.415019+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5295},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5295":{"gid":5295,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3228911833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3228911833},{"type":"v1","addr":"172.21.15.104:6836","nonce":3228911833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5,6],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-02-19T16:31:48.440 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 16 2024-02-19T16:31:48.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fc806b810 msgr2=0x7f6fc806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fc806b810 0x7f6fc806dcd0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc033000 tx=0x7f6fcc009030 comp rx=0 tx=0).stop 2024-02-19T16:31:48.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 msgr2=0x7f6fdc0cd250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fdc0cd250 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f6fd00072c0 tx=0x7f6fd0007780 comp rx=0 tx=0).stop 2024-02-19T16:31:48.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 shutdown_connections 2024-02-19T16:31:48.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6fc806b810 0x7f6fc806dcd0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6fdc09e1b0 0x7f6fdc09e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.443 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6fdc14fae0 0x7f6fdc14ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 --2- 172.21.15.104:0/1559817792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6fc40047c0 0x7f6fdc0cd250 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 >> 172.21.15.104:0/1559817792 conn(0x7f6fdc0d3b20 msgr2=0x7f6fdc0b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:48.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 shutdown_connections 2024-02-19T16:31:48.444 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.440+0000 7f6fe12f4640 1 -- 172.21.15.104:0/1559817792 wait complete. 2024-02-19T16:31:48.457 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:48.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.556+0000 7fa4f7ca4640 1 Processor -- start 2024-02-19T16:31:48.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.557+0000 7fa4f7ca4640 1 -- start start 2024-02-19T16:31:48.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.557+0000 7fa4f7ca4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa4f006af10 0x7fa4f006b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.557+0000 7fa4f7ca4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4f01602d0 con 0x7fa4f015d1f0 2024-02-19T16:31:48.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.557+0000 7fa4f7ca4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4f015f6c0 con 0x7fa4f0156060 2024-02-19T16:31:48.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.557+0000 7fa4f7ca4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4f006b8d0 con 0x7fa4f006af10 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.557+0000 7fa4f6241640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa4f015d1f0 0x7fa4f015d680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41868/0 (socket says 172.21.15.104:41868) 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.557+0000 7fa4f6241640 1 -- 172.21.15.104:0/353110668 learned_addr learned my addr 172.21.15.104:0/353110668 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.558+0000 7fa4f523f640 1 --2- 172.21.15.104:0/353110668 >> v2:172.21.15.158:3300/0 conn(0x7fa4f006af10 0x7fa4f006b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.558+0000 7fa4f4a3e640 1 -- 172.21.15.104:0/353110668 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 909187304 0 0) 0x7fa4f01602d0 con 0x7fa4f015d1f0 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.558+0000 7fa4f4a3e640 1 -- 172.21.15.104:0/353110668 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa4dc003520 con 0x7fa4f015d1f0 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.558+0000 7fa4f523f640 1 -- 172.21.15.104:0/353110668 >> v1:172.21.15.158:6789/0 conn(0x7fa4f0156060 legacy=0x7fa4f006ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.558+0000 7fa4f4a3e640 1 -- 172.21.15.104:0/353110668 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3675400683 0 0) 0x7fa4f015f6c0 con 0x7fa4f0156060 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.558+0000 7fa4f523f640 1 -- 172.21.15.104:0/353110668 >> v1:172.21.15.104:6789/0 conn(0x7fa4f015d1f0 legacy=0x7fa4f015d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.558+0000 7fa4f523f640 1 -- 172.21.15.104:0/353110668 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4f015f9a0 con 0x7fa4f006af10 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f523f640 1 --2- 172.21.15.104:0/353110668 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 0x7fa4f006b390 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa4ec0097a0 tx=0x7fa4ec02b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab873f99caa6ac01 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f4a3e640 1 -- 172.21.15.104:0/353110668 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4ec030610 con 0x7fa4f006af10 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f4a3e640 1 -- 172.21.15.104:0/353110668 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4ec030770 con 0x7fa4f006af10 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f4a3e640 1 -- 172.21.15.104:0/353110668 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4ec030b00 con 0x7fa4f006af10 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/353110668 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 msgr2=0x7fa4f006b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f7ca4640 1 --2- 172.21.15.104:0/353110668 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 0x7fa4f006b390 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa4ec0097a0 tx=0x7fa4ec02b960 comp rx=0 tx=0).stop 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/353110668 shutdown_connections 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f7ca4640 1 --2- 172.21.15.104:0/353110668 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 0x7fa4f006b390 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.559+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/353110668 >> 172.21.15.104:0/353110668 conn(0x7fa4f006c020 msgr2=0x7fa4f006c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.560+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/353110668 shutdown_connections 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.560+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/353110668 wait complete. 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f7ca4640 1 Processor -- start 2024-02-19T16:31:48.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f7ca4640 1 -- start start 2024-02-19T16:31:48.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f7ca4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 0x7fa4f014b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f7ca4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4f0156060 0x7fa4f014d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f7ca4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f015d1f0 0x7fa4f014d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f7ca4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f01f5460 con 0x7fa4f015d1f0 2024-02-19T16:31:48.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f7ca4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f0139e50 con 0x7fa4f006af10 2024-02-19T16:31:48.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f7ca4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f014df30 con 0x7fa4f0156060 2024-02-19T16:31:48.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f6241640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f015d1f0 0x7fa4f014d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f6241640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f015d1f0 0x7fa4f014d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54120/0 (socket says 172.21.15.104:54120) 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.561+0000 7fa4f6241640 1 -- 172.21.15.104:0/1568873347 learned_addr learned my addr 172.21.15.104:0/1568873347 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f5a40640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 0x7fa4f014b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f523f640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4f0156060 0x7fa4f014d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f6241640 1 -- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4f0156060 msgr2=0x7fa4f014d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f6241640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4f0156060 0x7fa4f014d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f6241640 1 -- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 msgr2=0x7fa4f014b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f6241640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 0x7fa4f014b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f6241640 1 -- 172.21.15.104:0/1568873347 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4ec009400 con 0x7fa4f015d1f0 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f523f640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4f0156060 0x7fa4f014d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f6241640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f015d1f0 0x7fa4f014d740 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fa4e800cb70 tx=0x7fa4e800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4e67fc640 1 -- 172.21.15.104:0/1568873347 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e800ad40 con 0x7fa4f015d1f0 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4f0139b90 con 0x7fa4f015d1f0 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4e67fc640 1 -- 172.21.15.104:0/1568873347 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4e8012400 con 0x7fa4f015d1f0 2024-02-19T16:31:48.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4e67fc640 1 -- 172.21.15.104:0/1568873347 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e800aea0 con 0x7fa4f015d1f0 2024-02-19T16:31:48.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.562+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4f014dc80 con 0x7fa4f015d1f0 2024-02-19T16:31:48.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.563+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4f015cf00 con 0x7fa4f015d1f0 2024-02-19T16:31:48.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.563+0000 7fa4e67fc640 1 -- 172.21.15.104:0/1568873347 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa4e8007070 con 0x7fa4f015d1f0 2024-02-19T16:31:48.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.564+0000 7fa4e67fc640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4d406b810 0x7fa4d406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.564+0000 7fa4e67fc640 1 -- 172.21.15.104:0/1568873347 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7fa4e808a330 con 0x7fa4f015d1f0 2024-02-19T16:31:48.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.564+0000 7fa4f5a40640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4d406b810 0x7fa4d406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.564+0000 7fa4f5a40640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4d406b810 0x7fa4d406dcd0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0000f60 tx=0x7fa4e0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.568+0000 7fa4e67fc640 1 -- 172.21.15.104:0/1568873347 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa4f015cf00 con 0x7fa4f015d1f0 2024-02-19T16:31:48.748 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.746+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa4f01f55a0 con 0x7fa4f015d1f0 2024-02-19T16:31:48.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.747+0000 7fa4e67fc640 1 -- 172.21.15.104:0/1568873347 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+18505 (secure 0 0 0) 0x7fa4f01f55a0 con 0x7fa4f015d1f0 2024-02-19T16:31:48.750 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:48.750 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":36,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:22.050764+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:09.207291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:10.330329+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"data_new","create_time":"2024-02-19T16:31:19.629125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:48.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4d406b810 msgr2=0x7fa4d406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4d406b810 0x7fa4d406dcd0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0000f60 tx=0x7fa4e0009040 comp rx=0 tx=0).stop 2024-02-19T16:31:48.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f015d1f0 msgr2=0x7fa4f014d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f015d1f0 0x7fa4f014d740 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fa4e800cb70 tx=0x7fa4e800a430 comp rx=0 tx=0).stop 2024-02-19T16:31:48.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 shutdown_connections 2024-02-19T16:31:48.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4d406b810 0x7fa4d406dcd0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f015d1f0 0x7fa4f014d740 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4f0156060 0x7fa4f014d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 --2- 172.21.15.104:0/1568873347 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f006af10 0x7fa4f014b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 >> 172.21.15.104:0/1568873347 conn(0x7fa4f006c020 msgr2=0x7fa4f0159950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:48.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 shutdown_connections 2024-02-19T16:31:48.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.749+0000 7fa4f7ca4640 1 -- 172.21.15.104:0/1568873347 wait complete. 2024-02-19T16:31:48.763 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-02-19T16:31:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.864+0000 7f5414755640 1 Processor -- start 2024-02-19T16:31:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.864+0000 7f5414755640 1 -- start start 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f5414755640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c0d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f5414755640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f540c0d0ed0 con 0x7f540c0cf3f0 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f5414755640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f540c0d16f0 con 0x7f540c15de30 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f5414755640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f540c0d2e10 con 0x7f540c0d0530 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f5412cf2640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f540c0cf3f0 0x7f540c0cf860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41870/0 (socket says 172.21.15.104:41870) 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f5412cf2640 1 -- 172.21.15.104:0/3298816632 learned_addr learned my addr 172.21.15.104:0/3298816632 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f5411cf0640 1 --2- 172.21.15.104:0/3298816632 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c0d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f54114ef640 1 -- 172.21.15.104:0/3298816632 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3907614283 0 0) 0x7f540c0d0ed0 con 0x7f540c0cf3f0 2024-02-19T16:31:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.865+0000 7f54114ef640 1 -- 172.21.15.104:0/3298816632 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53f8003520 con 0x7f540c0cf3f0 2024-02-19T16:31:48.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.866+0000 7f54114ef640 1 -- 172.21.15.104:0/3298816632 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 937643407 0 0) 0x7f540c0d16f0 con 0x7f540c15de30 2024-02-19T16:31:48.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.866+0000 7f54114ef640 1 -- 172.21.15.104:0/3298816632 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f540c0d0ed0 con 0x7f540c15de30 2024-02-19T16:31:48.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.866+0000 7f5411cf0640 1 -- 172.21.15.104:0/3298816632 >> v1:172.21.15.158:6789/0 conn(0x7f540c15de30 legacy=0x7f540c0d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.866+0000 7f5411cf0640 1 -- 172.21.15.104:0/3298816632 >> v1:172.21.15.104:6789/0 conn(0x7f540c0cf3f0 legacy=0x7f540c0cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.866+0000 7f5411cf0640 1 -- 172.21.15.104:0/3298816632 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f540c0d1940 con 0x7f540c0d0530 2024-02-19T16:31:48.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.867+0000 7f5411cf0640 1 --2- 172.21.15.104:0/3298816632 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c0d0990 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f54080097d0 tx=0x7f540802b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0f562757853fd4b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.867+0000 7f54114ef640 1 -- 172.21.15.104:0/3298816632 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5408031800 con 0x7f540c0d0530 2024-02-19T16:31:48.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.867+0000 7f54114ef640 1 -- 172.21.15.104:0/3298816632 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5408031960 con 0x7f540c0d0530 2024-02-19T16:31:48.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.867+0000 7f54114ef640 1 -- 172.21.15.104:0/3298816632 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5408031cf0 con 0x7f540c0d0530 2024-02-19T16:31:48.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.867+0000 7f5414755640 1 -- 172.21.15.104:0/3298816632 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 msgr2=0x7f540c0d0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.868+0000 7f5414755640 1 --2- 172.21.15.104:0/3298816632 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c0d0990 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f54080097d0 tx=0x7f540802b8a0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.868+0000 7f5414755640 1 -- 172.21.15.104:0/3298816632 shutdown_connections 2024-02-19T16:31:48.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.868+0000 7f5414755640 1 --2- 172.21.15.104:0/3298816632 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c0d0990 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.868+0000 7f5414755640 1 -- 172.21.15.104:0/3298816632 >> 172.21.15.104:0/3298816632 conn(0x7f540c0d3b20 msgr2=0x7f540c0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:48.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.868+0000 7f5414755640 1 -- 172.21.15.104:0/3298816632 shutdown_connections 2024-02-19T16:31:48.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.868+0000 7f5414755640 1 -- 172.21.15.104:0/3298816632 wait complete. 2024-02-19T16:31:48.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.869+0000 7f5414755640 1 Processor -- start 2024-02-19T16:31:48.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.869+0000 7f5414755640 1 -- start start 2024-02-19T16:31:48.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.869+0000 7f5414755640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f540c0cf3f0 0x7f540c15e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.869+0000 7f5414755640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.869+0000 7f5414755640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f540c15de30 0x7f540c0b5c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.869+0000 7f5414755640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f540c15ba50 con 0x7f540c15de30 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.869+0000 7f5414755640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f540c15e9b0 con 0x7f540c0cf3f0 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.869+0000 7f5414755640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f540c0b4e40 con 0x7f540c0d0530 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f540c15de30 0x7f540c0b5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f540c15de30 0x7f540c0b5c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54124/0 (socket says 172.21.15.104:54124) 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 -- 172.21.15.104:0/1756380473 learned_addr learned my addr 172.21.15.104:0/1756380473 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5411cf0640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f54124f1640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f540c0cf3f0 0x7f540c15e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 -- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 msgr2=0x7f540c152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c152030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 -- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f540c0cf3f0 msgr2=0x7f540c15e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f540c0cf3f0 0x7f540c15e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:48.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 -- 172.21.15.104:0/1756380473 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5408009400 con 0x7f540c15de30 2024-02-19T16:31:48.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f54124f1640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f540c0cf3f0 0x7f540c15e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:48.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5412cf2640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f540c15de30 0x7f540c0b5c00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f540400cb40 tx=0x7f540400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f53feffd640 1 -- 172.21.15.104:0/1756380473 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f540400aca0 con 0x7f540c15de30 2024-02-19T16:31:48.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f53feffd640 1 -- 172.21.15.104:0/1756380473 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f540400ae00 con 0x7f540c15de30 2024-02-19T16:31:48.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f540c0b5120 con 0x7f540c15de30 2024-02-19T16:31:48.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f53feffd640 1 -- 172.21.15.104:0/1756380473 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5404012600 con 0x7f540c15de30 2024-02-19T16:31:48.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.870+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f540c0b56e0 con 0x7f540c15de30 2024-02-19T16:31:48.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.871+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f540c0b58d0 con 0x7f540c15de30 2024-02-19T16:31:48.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.872+0000 7f53feffd640 1 -- 172.21.15.104:0/1756380473 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5404012760 con 0x7f540c15de30 2024-02-19T16:31:48.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.872+0000 7f53feffd640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f53f006b810 0x7f53f006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:48.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.872+0000 7f53feffd640 1 -- 172.21.15.104:0/1756380473 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f540408a230 con 0x7f540c15de30 2024-02-19T16:31:48.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.872+0000 7f54124f1640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f53f006b810 0x7f53f006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:48.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.872+0000 7f54124f1640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f53f006b810 0x7f53f006dcd0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5400001610 tx=0x7f5400009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:48.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:48.876+0000 7f53feffd640 1 -- 172.21.15.104:0/1756380473 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f5404054b70 con 0x7f540c15de30 2024-02-19T16:31:49.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.191+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f540c0751e0 con 0x7f540c15de30 2024-02-19T16:31:49.193 INFO:tasks.ceph.mon.a.smithi104.stderr:2024-02-19T16:31:49.191+0000 7febc3f1c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-19T16:31:49.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.192+0000 7f53feffd640 1 -- 172.21.15.104:0/1756380473 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v17) v1 ==== 161+0+0 (secure 0 0 0) 0x7f5404058230 con 0x7f540c15de30 2024-02-19T16:31:49.195 INFO:teuthology.orchestra.run.smithi104.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f53f006b810 msgr2=0x7f53f006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f53f006b810 0x7f53f006dcd0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5400001610 tx=0x7f5400009040 comp rx=0 tx=0).stop 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f540c15de30 msgr2=0x7f540c0b5c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f540c15de30 0x7f540c0b5c00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f540400cb40 tx=0x7f540400a060 comp rx=0 tx=0).stop 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 shutdown_connections 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f53f006b810 0x7f53f006dcd0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f540c15de30 0x7f540c0b5c00 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f540c0d0530 0x7f540c152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 --2- 172.21.15.104:0/1756380473 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f540c0cf3f0 0x7f540c15e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 >> 172.21.15.104:0/1756380473 conn(0x7f540c0d3b20 msgr2=0x7f540c073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 shutdown_connections 2024-02-19T16:31:49.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.195+0000 7f5414755640 1 -- 172.21.15.104:0/1756380473 wait complete. 2024-02-19T16:31:49.200 INFO:tasks.ceph.mds.a.smithi104.stderr: -3455> 2024-02-19T16:31:16.447+0000 7f152fb7a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-19T16:31:49.212 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-02-19T16:31:49.231 INFO:tasks.ceph.mds.a.smithi104.stdout:starting mds.a at 2024-02-19T16:31:49.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.312+0000 7efd41cda640 1 Processor -- start 2024-02-19T16:31:49.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.312+0000 7efd41cda640 1 -- start start 2024-02-19T16:31:49.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.312+0000 7efd41cda640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7efd3c15de10 0x7efd3c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:49.315 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.312+0000 7efd41cda640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c0d0c90 0x7efd3c0b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.312+0000 7efd41cda640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd3c0d1b40 con 0x7efd3c0cf980 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.312+0000 7efd41cda640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd3c0d1e20 con 0x7efd3c15de10 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.312+0000 7efd41cda640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c0d2100 con 0x7efd3c0d0c90 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.313+0000 7efd3b7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7efd3c15de10 0x7efd3c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.313+0000 7efd3b7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7efd3c15de10 0x7efd3c0cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54150/0 (socket says 172.21.15.104:54150) 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.313+0000 7efd3b7fe640 1 -- 172.21.15.104:0/776501564 learned_addr learned my addr 172.21.15.104:0/776501564 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.313+0000 7efd3bfff640 1 --2- 172.21.15.104:0/776501564 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c0d0c90 0x7efd3c0b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.313+0000 7efd3b7fe640 1 -- 172.21.15.104:0/776501564 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c0d0c90 msgr2=0x7efd3c0b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.313+0000 7efd3b7fe640 1 --2- 172.21.15.104:0/776501564 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c0d0c90 0x7efd3c0b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.313+0000 7efd3b7fe640 1 -- 172.21.15.104:0/776501564 >> v1:172.21.15.158:6789/0 conn(0x7efd3c0cf980 legacy=0x7efd3c0d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:49.316 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.313+0000 7efd3b7fe640 1 -- 172.21.15.104:0/776501564 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd3c0d23e0 con 0x7efd3c15de10 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd3b7fe640 1 --2- 172.21.15.104:0/776501564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c15de10 0x7efd3c0cf440 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7efd2c009870 tx=0x7efd2c02b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3302096fc96bc1ff server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd3affd640 1 -- 172.21.15.104:0/776501564 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2c031640 con 0x7efd3c15de10 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd3affd640 1 -- 172.21.15.104:0/776501564 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd2c0317a0 con 0x7efd3c15de10 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd3affd640 1 -- 172.21.15.104:0/776501564 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2c031b30 con 0x7efd3c15de10 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd41cda640 1 -- 172.21.15.104:0/776501564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c15de10 msgr2=0x7efd3c0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd41cda640 1 --2- 172.21.15.104:0/776501564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c15de10 0x7efd3c0cf440 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7efd2c009870 tx=0x7efd2c02b8f0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd41cda640 1 -- 172.21.15.104:0/776501564 shutdown_connections 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd41cda640 1 --2- 172.21.15.104:0/776501564 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c0d0c90 0x7efd3c0b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd41cda640 1 --2- 172.21.15.104:0/776501564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c15de10 0x7efd3c0cf440 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd41cda640 1 -- 172.21.15.104:0/776501564 >> 172.21.15.104:0/776501564 conn(0x7efd3c09cf10 msgr2=0x7efd3c0d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:49.318 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd41cda640 1 -- 172.21.15.104:0/776501564 shutdown_connections 2024-02-19T16:31:49.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.314+0000 7efd41cda640 1 -- 172.21.15.104:0/776501564 wait complete. 2024-02-19T16:31:49.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.316+0000 7efd41cda640 1 Processor -- start 2024-02-19T16:31:49.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.316+0000 7efd41cda640 1 -- start start 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.316+0000 7efd41cda640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd3c0cf980 0x7efd3c155e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.316+0000 7efd41cda640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c0d0c90 0x7efd3c156360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.316+0000 7efd41cda640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c15de10 0x7efd3c161ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.316+0000 7efd41cda640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c15f4d0 con 0x7efd3c0d0c90 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.316+0000 7efd41cda640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c15e850 con 0x7efd3c0cf980 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.316+0000 7efd41cda640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c15eb30 con 0x7efd3c15de10 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c0d0c90 0x7efd3c156360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c0d0c90 0x7efd3c156360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54156/0 (socket says 172.21.15.104:54156) 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 -- 172.21.15.104:0/4021576960 learned_addr learned my addr 172.21.15.104:0/4021576960 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:49.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd3bfff640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c15de10 0x7efd3c161ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd3b7fe640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd3c0cf980 0x7efd3c155e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 -- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c15de10 msgr2=0x7efd3c161ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c15de10 0x7efd3c161ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 -- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd3c0cf980 msgr2=0x7efd3c155e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd3c0cf980 0x7efd3c155e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 -- 172.21.15.104:0/4021576960 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd2c0094d0 con 0x7efd3c0d0c90 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd3b7fe640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd3c0cf980 0x7efd3c155e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd32ffd640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c0d0c90 0x7efd3c156360 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7efd2400c400 tx=0x7efd2400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd38ff9640 1 -- 172.21.15.104:0/4021576960 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd240052d0 con 0x7efd3c0d0c90 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd38ff9640 1 -- 172.21.15.104:0/4021576960 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd24005450 con 0x7efd3c0d0c90 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd3c15ee10 con 0x7efd3c0d0c90 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd38ff9640 1 -- 172.21.15.104:0/4021576960 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd24007260 con 0x7efd3c0d0c90 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.317+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd3c1605f0 con 0x7efd3c0d0c90 2024-02-19T16:31:49.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.318+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd3c0751e0 con 0x7efd3c0d0c90 2024-02-19T16:31:49.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.318+0000 7efd38ff9640 1 -- 172.21.15.104:0/4021576960 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7efd240073c0 con 0x7efd3c0d0c90 2024-02-19T16:31:49.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.319+0000 7efd38ff9640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efd2006b810 0x7efd2006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:49.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.319+0000 7efd38ff9640 1 -- 172.21.15.104:0/4021576960 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6190+0+0 (secure 0 0 0) 0x7efd24089690 con 0x7efd3c0d0c90 2024-02-19T16:31:49.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.319+0000 7efd3b7fe640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efd2006b810 0x7efd2006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:49.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.319+0000 7efd3b7fe640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efd2006b810 0x7efd2006dcd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7efd2c036000 tx=0x7efd2c03c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:49.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.323+0000 7efd38ff9640 1 -- 172.21.15.104:0/4021576960 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7efd24054010 con 0x7efd3c0d0c90 2024-02-19T16:31:49.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:49.532+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7efd3c160780 con 0x7efd3c0d0c90 2024-02-19T16:31:50.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.196+0000 7efd38ff9640 1 -- 172.21.15.104:0/4021576960 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v18) v1 ==== 104+0+0 (secure 0 0 0) 0x7efd240576d0 con 0x7efd3c0d0c90 2024-02-19T16:31:50.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efd2006b810 msgr2=0x7efd2006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:50.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efd2006b810 0x7efd2006dcd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7efd2c036000 tx=0x7efd2c03c040 comp rx=0 tx=0).stop 2024-02-19T16:31:50.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c0d0c90 msgr2=0x7efd3c156360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:50.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c0d0c90 0x7efd3c156360 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7efd2400c400 tx=0x7efd2400c8c0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 shutdown_connections 2024-02-19T16:31:50.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efd2006b810 0x7efd2006dcd0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd3c0d0c90 0x7efd3c156360 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd3c15de10 0x7efd3c161ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 --2- 172.21.15.104:0/4021576960 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd3c0cf980 0x7efd3c155e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 >> 172.21.15.104:0/4021576960 conn(0x7efd3c09cf10 msgr2=0x7efd3c0ce810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:50.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 shutdown_connections 2024-02-19T16:31:50.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.199+0000 7efd41cda640 1 -- 172.21.15.104:0/4021576960 wait complete. 2024-02-19T16:31:50.214 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-02-19T16:31:50.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.358+0000 7fefad1c9640 1 Processor -- start 2024-02-19T16:31:50.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.358+0000 7fefad1c9640 1 -- start start 2024-02-19T16:31:50.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefad1c9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fefa806f960 0x7fefa815eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:50.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefad1c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefa8070120 con 0x7fefa815dc50 2024-02-19T16:31:50.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefad1c9640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefa806fe40 con 0x7fefa806b620 2024-02-19T16:31:50.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefad1c9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefa815e410 con 0x7fefa806f960 2024-02-19T16:31:50.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefa6d9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fefa815dc50 0x7fefa806af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:41882/0 (socket says 172.21.15.104:41882) 2024-02-19T16:31:50.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefa6d9d640 1 -- 172.21.15.104:0/3344969127 learned_addr learned my addr 172.21.15.104:0/3344969127 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefa759e640 1 --2- 172.21.15.104:0/3344969127 >> v2:172.21.15.158:3300/0 conn(0x7fefa806f960 0x7fefa815eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3769306283 0 0) 0x7fefa8070120 con 0x7fefa815dc50 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.359+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef90003520 con 0x7fefa815dc50 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 172486245 0 0) 0x7fef90003520 con 0x7fefa815dc50 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 >> v2:172.21.15.158:3300/0 conn(0x7fefa806f960 msgr2=0x7fefa815eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 --2- 172.21.15.104:0/3344969127 >> v2:172.21.15.158:3300/0 conn(0x7fefa806f960 0x7fefa815eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 >> v1:172.21.15.158:6789/0 conn(0x7fefa806b620 legacy=0x7fefa80b3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefa815e6f0 con 0x7fefa815dc50 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fef980019f0 con 0x7fefa815dc50 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 >> v1:172.21.15.104:6789/0 conn(0x7fefa815dc50 legacy=0x7fefa806af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90003970 0x7fef90003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef900047c0 0x7fef90004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef90005180 0x7fef9000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:50.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa815e410 con 0x7fef90005180 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef9000c020 con 0x7fef90003970 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef9000c1e0 con 0x7fef900047c0 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa759e640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef90005180 0x7fef9000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa6d9d640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90003970 0x7fef90003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa659c640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef900047c0 0x7fef90004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa759e640 1 -- 172.21.15.104:0/3344969127 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef900047c0 msgr2=0x7fef90004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa759e640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fef900047c0 0x7fef90004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa759e640 1 -- 172.21.15.104:0/3344969127 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90003970 msgr2=0x7fef90003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa759e640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90003970 0x7fef90003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.360+0000 7fefa759e640 1 -- 172.21.15.104:0/3344969127 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef90003520 con 0x7fef90005180 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefa759e640 1 -- 172.21.15.104:0/3344969127 reap_dead start 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefa759e640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef90005180 0x7fef9000b980 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fefa0009a90 tx=0x7fef900057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d14c65ca182f3191 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa0004020 con 0x7fef90005180 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefa0004180 con 0x7fef90005180 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefa5d9b640 1 -- 172.21.15.104:0/3344969127 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa002c6b0 con 0x7fef90005180 2024-02-19T16:31:50.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefad1c9640 1 -- 172.21.15.104:0/3344969127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef90005180 msgr2=0x7fef9000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:50.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefad1c9640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef90005180 0x7fef9000b980 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fefa0009a90 tx=0x7fef900057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefad1c9640 1 -- 172.21.15.104:0/3344969127 shutdown_connections 2024-02-19T16:31:50.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefad1c9640 1 --2- 172.21.15.104:0/3344969127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef90005180 0x7fef9000b980 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefad1c9640 1 -- 172.21.15.104:0/3344969127 >> 172.21.15.104:0/3344969127 conn(0x7fefa80b2670 msgr2=0x7fefa80b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:50.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefad1c9640 1 -- 172.21.15.104:0/3344969127 shutdown_connections 2024-02-19T16:31:50.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.361+0000 7fefad1c9640 1 -- 172.21.15.104:0/3344969127 wait complete. 2024-02-19T16:31:50.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.363+0000 7fefad1c9640 1 Processor -- start 2024-02-19T16:31:50.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.363+0000 7fefad1c9640 1 -- start start 2024-02-19T16:31:50.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefad1c9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90005180 0x7fefa8148670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefad1c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa8157120 0x7fefa815c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefad1c9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa81505f0 0x7fefa8150aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefad1c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa8151e90 con 0x7fefa8157120 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefad1c9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa8150fe0 con 0x7fef90005180 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefad1c9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefa814f670 con 0x7fefa81505f0 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa8157120 0x7fefa815c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa8157120 0x7fefa815c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:54172/0 (socket says 172.21.15.104:54172) 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 -- 172.21.15.104:0/3018593394 learned_addr learned my addr 172.21.15.104:0/3018593394 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa759e640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa81505f0 0x7fefa8150aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa6d9d640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90005180 0x7fefa8148670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 -- 172.21.15.104:0/3018593394 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa81505f0 msgr2=0x7fefa8150aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa81505f0 0x7fefa8150aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 -- 172.21.15.104:0/3018593394 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90005180 msgr2=0x7fefa8148670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90005180 0x7fefa8148670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 -- 172.21.15.104:0/3018593394 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefa80d0e50 con 0x7fefa8157120 2024-02-19T16:31:50.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefa659c640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa8157120 0x7fefa815c900 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fef9c00e410 tx=0x7fef9c00e8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fef8f7fe640 1 -- 172.21.15.104:0/3018593394 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9c0052e0 con 0x7fefa8157120 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fef8f7fe640 1 -- 172.21.15.104:0/3018593394 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef9c005440 con 0x7fefa8157120 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefa80d1130 con 0x7fefa8157120 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fef8f7fe640 1 -- 172.21.15.104:0/3018593394 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9c003810 con 0x7fefa8157120 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.364+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefa814f8c0 con 0x7fefa8157120 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.365+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefa80b5f00 con 0x7fefa8157120 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.366+0000 7fef8f7fe640 1 -- 172.21.15.104:0/3018593394 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fef9c003970 con 0x7fefa8157120 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.366+0000 7fef8f7fe640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef9406b840 0x7fef9406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.366+0000 7fefa6d9d640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef9406b840 0x7fef9406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.366+0000 7fef8f7fe640 1 -- 172.21.15.104:0/3018593394 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6190+0+0 (secure 0 0 0) 0x7fef9c089ab0 con 0x7fefa8157120 2024-02-19T16:31:50.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.367+0000 7fefa6d9d640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef9406b840 0x7fef9406dd00 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fef98004b60 tx=0x7fef98006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:50.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.371+0000 7fef8f7fe640 1 -- 172.21.15.104:0/3018593394 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fef9c054430 con 0x7fefa8157120 2024-02-19T16:31:50.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:50.544+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fefa80751e0 con 0x7fefa8157120 2024-02-19T16:31:51.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.197+0000 7fef8f7fe640 1 -- 172.21.15.104:0/3018593394 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v38) v1 ==== 181+0+0 (secure 0 0 0) 0x7fef9c0190d0 con 0x7fefa8157120 2024-02-19T16:31:51.200 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_metadata' removed 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef9406b840 msgr2=0x7fef9406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef9406b840 0x7fef9406dd00 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fef98004b60 tx=0x7fef98006040 comp rx=0 tx=0).stop 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa8157120 msgr2=0x7fefa815c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa8157120 0x7fefa815c900 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fef9c00e410 tx=0x7fef9c00e8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 shutdown_connections 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fef9406b840 0x7fef9406dd00 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fefa8157120 0x7fefa815c900 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fefa81505f0 0x7fefa8150aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 --2- 172.21.15.104:0/3018593394 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fef90005180 0x7fefa8148670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 >> 172.21.15.104:0/3018593394 conn(0x7fefa80b2670 msgr2=0x7fefa80cfcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:51.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 shutdown_connections 2024-02-19T16:31:51.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.200+0000 7fefad1c9640 1 -- 172.21.15.104:0/3018593394 wait complete. 2024-02-19T16:31:51.214 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-02-19T16:31:51.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.315+0000 7efd17007640 1 Processor -- start 2024-02-19T16:31:51.317 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.315+0000 7efd17007640 1 -- start start 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd17007640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7efd100d2910 0x7efd100d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd17007640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd100ce7a0 con 0x7efd100d1bb0 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd17007640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd100d0ac0 con 0x7efd10161440 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd17007640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd10161820 con 0x7efd100d2910 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd155a4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7efd100d2910 0x7efd100d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd07fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7efd100d1bb0 0x7efd100d2200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56118/0 (socket says 172.21.15.104:56118) 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd07fff640 1 -- 172.21.15.104:0/3208774972 learned_addr learned my addr 172.21.15.104:0/3208774972 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd077fe640 1 -- 172.21.15.104:0/3208774972 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2487441760 0 0) 0x7efd100ce7a0 con 0x7efd100d1bb0 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd077fe640 1 -- 172.21.15.104:0/3208774972 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efcf8003520 con 0x7efd100d1bb0 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd155a4640 1 -- 172.21.15.104:0/3208774972 >> v1:172.21.15.158:6789/0 conn(0x7efd10161440 legacy=0x7efd100b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd155a4640 1 -- 172.21.15.104:0/3208774972 >> v1:172.21.15.104:6789/0 conn(0x7efd100d1bb0 legacy=0x7efd100d2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.316+0000 7efd155a4640 1 -- 172.21.15.104:0/3208774972 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd100d2010 con 0x7efd100d2910 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.317+0000 7efd155a4640 1 --2- 172.21.15.104:0/3208774972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d2910 0x7efd100d0580 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7efd08009d90 tx=0x7efd0802bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56d1e73681ff18e8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.317+0000 7efd077fe640 1 -- 172.21.15.104:0/3208774972 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd0802cd00 con 0x7efd100d2910 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.317+0000 7efd077fe640 1 -- 172.21.15.104:0/3208774972 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd0802ce60 con 0x7efd100d2910 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.317+0000 7efd077fe640 1 -- 172.21.15.104:0/3208774972 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd08034660 con 0x7efd100d2910 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.317+0000 7efd17007640 1 -- 172.21.15.104:0/3208774972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d2910 msgr2=0x7efd100d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.317+0000 7efd17007640 1 --2- 172.21.15.104:0/3208774972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d2910 0x7efd100d0580 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7efd08009d90 tx=0x7efd0802bf50 comp rx=0 tx=0).stop 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.318+0000 7efd17007640 1 -- 172.21.15.104:0/3208774972 shutdown_connections 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.318+0000 7efd17007640 1 --2- 172.21.15.104:0/3208774972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d2910 0x7efd100d0580 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.318+0000 7efd17007640 1 -- 172.21.15.104:0/3208774972 >> 172.21.15.104:0/3208774972 conn(0x7efd1009cef0 msgr2=0x7efd100d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.318+0000 7efd17007640 1 -- 172.21.15.104:0/3208774972 shutdown_connections 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.318+0000 7efd17007640 1 -- 172.21.15.104:0/3208774972 wait complete. 2024-02-19T16:31:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.319+0000 7efd17007640 1 Processor -- start 2024-02-19T16:31:51.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.319+0000 7efd17007640 1 -- start start 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd17007640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d1bb0 0x7efd1014af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd17007640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd100d2910 0x7efd101f71d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd17007640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd10161440 0x7efd1006c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd17007640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd100b6bf0 con 0x7efd100d1bb0 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd17007640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1014b440 con 0x7efd100d2910 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd17007640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd101f7ab0 con 0x7efd10161440 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d1bb0 0x7efd1014af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d1bb0 0x7efd1014af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52650/0 (socket says 172.21.15.104:52650) 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 -- 172.21.15.104:0/553535780 learned_addr learned my addr 172.21.15.104:0/553535780 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd07fff640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd100d2910 0x7efd101f71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd155a4640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd10161440 0x7efd1006c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 -- 172.21.15.104:0/553535780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd10161440 msgr2=0x7efd1006c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd10161440 0x7efd1006c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 -- 172.21.15.104:0/553535780 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd100d2910 msgr2=0x7efd101f71d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd100d2910 0x7efd101f71d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 -- 172.21.15.104:0/553535780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd08009a70 con 0x7efd100d1bb0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd14da3640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d1bb0 0x7efd1014af00 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00c400 tx=0x7efd0c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd057fa640 1 -- 172.21.15.104:0/553535780 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd0c0052d0 con 0x7efd100d1bb0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd057fa640 1 -- 172.21.15.104:0/553535780 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd0c005450 con 0x7efd100d1bb0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd057fa640 1 -- 172.21.15.104:0/553535780 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd0c007260 con 0x7efd100d1bb0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd101f7d90 con 0x7efd100d1bb0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.320+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd100b6880 con 0x7efd100d1bb0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.321+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd100ce0a0 con 0x7efd100d1bb0 2024-02-19T16:31:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.322+0000 7efd057fa640 1 -- 172.21.15.104:0/553535780 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7efd0c0073c0 con 0x7efd100d1bb0 2024-02-19T16:31:51.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.322+0000 7efd057fa640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efcfc06b840 0x7efcfc06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:51.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.322+0000 7efd057fa640 1 -- 172.21.15.104:0/553535780 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5752+0+0 (secure 0 0 0) 0x7efd0c089600 con 0x7efd100d1bb0 2024-02-19T16:31:51.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.322+0000 7efd07fff640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efcfc06b840 0x7efcfc06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:51.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.322+0000 7efd07fff640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efcfc06b840 0x7efcfc06dd00 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7efd1006d1f0 tx=0x7efd00009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:51.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.326+0000 7efd057fa640 1 -- 172.21.15.104:0/553535780 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7efd0c053ff0 con 0x7efd100d1bb0 2024-02-19T16:31:51.501 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:51.499+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7efd100751e0 con 0x7efd100d1bb0 2024-02-19T16:31:52.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.204+0000 7efd057fa640 1 -- 172.21.15.104:0/553535780 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v39) v1 ==== 169+0+0 (secure 0 0 0) 0x7efd0c0576b0 con 0x7efd100d1bb0 2024-02-19T16:31:52.207 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_data' removed 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efcfc06b840 msgr2=0x7efcfc06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efcfc06b840 0x7efcfc06dd00 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7efd1006d1f0 tx=0x7efd00009040 comp rx=0 tx=0).stop 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d1bb0 msgr2=0x7efd1014af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d1bb0 0x7efd1014af00 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00c400 tx=0x7efd0c00c8c0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 shutdown_connections 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7efcfc06b840 0x7efcfc06dd00 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7efd10161440 0x7efd1006c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7efd100d2910 0x7efd101f71d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 --2- 172.21.15.104:0/553535780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efd100d1bb0 0x7efd1014af00 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 >> 172.21.15.104:0/553535780 conn(0x7efd1009cef0 msgr2=0x7efd1015fb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 shutdown_connections 2024-02-19T16:31:52.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.206+0000 7efd17007640 1 -- 172.21.15.104:0/553535780 wait complete. 2024-02-19T16:31:52.221 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm data_new data_new --yes-i-really-really-mean-it 2024-02-19T16:31:52.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.322+0000 7fbcbcad4640 1 Processor -- start 2024-02-19T16:31:52.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.322+0000 7fbcbcad4640 1 -- start start 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcbcad4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb80d2910 0x7fbcb80d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcbcad4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbcb80ce7a0 con 0x7fbcb8161440 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcbcad4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbcb80d0ac0 con 0x7fbcb80d1bb0 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcbcad4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb8161820 con 0x7fbcb80d2910 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb659c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fbcb8161440 0x7fbcb80b07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56134/0 (socket says 172.21.15.104:56134) 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb659c640 1 -- 172.21.15.104:0/1915692255 learned_addr learned my addr 172.21.15.104:0/1915692255 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3887086600 0 0) 0x7fbcb80ce7a0 con 0x7fbcb8161440 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbca4003520 con 0x7fbcb8161440 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb6d9d640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb80d2910 0x7fbcb80d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1112245021 0 0) 0x7fbca4003520 con 0x7fbcb8161440 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb80d2910 msgr2=0x7fbcb80d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb80d2910 0x7fbcb80d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 >> v1:172.21.15.158:6789/0 conn(0x7fbcb80d1bb0 legacy=0x7fbcb80d2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcb80d2010 con 0x7fbcb8161440 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fbca8001670 con 0x7fbcb8161440 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 >> v1:172.21.15.104:6789/0 conn(0x7fbcb8161440 legacy=0x7fbcb80b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb80d2910 0x7fbca40039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbca4003fd0 0x7fbca40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.323+0000 7fbcb5d9b640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca4004d00 0x7fbca4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb8161820 con 0x7fbca4004d00 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbca400bb40 con 0x7fbca4003fd0 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbca400bd00 con 0x7fbcb80d2910 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb6d9d640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca4004d00 0x7fbca4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb659c640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb80d2910 0x7fbca40039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcaffff640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbca4003fd0 0x7fbca40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb6d9d640 1 -- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb80d2910 msgr2=0x7fbca40039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb6d9d640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb80d2910 0x7fbca40039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb6d9d640 1 -- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbca4003fd0 msgr2=0x7fbca40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:52.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb6d9d640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbca4003fd0 0x7fbca40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.324+0000 7fbcb6d9d640 1 -- 172.21.15.104:0/1915692255 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbca4003520 con 0x7fbca4004d00 2024-02-19T16:31:52.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcb6d9d640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca4004d00 0x7fbca4005180 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fbcb0007360 tx=0x7fbca40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c74eae50dff7409 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:52.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcb002ccd0 con 0x7fbca4004d00 2024-02-19T16:31:52.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbcb002ce30 con 0x7fbca4004d00 2024-02-19T16:31:52.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcb5d9b640 1 -- 172.21.15.104:0/1915692255 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcb0034660 con 0x7fbca4004d00 2024-02-19T16:31:52.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcbcad4640 1 -- 172.21.15.104:0/1915692255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca4004d00 msgr2=0x7fbca4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:52.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcbcad4640 1 --2- 172.21.15.104:0/1915692255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca4004d00 0x7fbca4005180 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fbcb0007360 tx=0x7fbca40057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcb6d9d640 1 -- 172.21.15.104:0/1915692255 reap_dead start 2024-02-19T16:31:52.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcbcad4640 1 -- 172.21.15.104:0/1915692255 shutdown_connections 2024-02-19T16:31:52.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcbcad4640 1 -- 172.21.15.104:0/1915692255 >> 172.21.15.104:0/1915692255 conn(0x7fbcb809cef0 msgr2=0x7fbcb80d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:52.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcbcad4640 1 -- 172.21.15.104:0/1915692255 shutdown_connections 2024-02-19T16:31:52.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.325+0000 7fbcbcad4640 1 -- 172.21.15.104:0/1915692255 wait complete. 2024-02-19T16:31:52.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.326+0000 7fbcbcad4640 1 Processor -- start 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcbcad4640 1 -- start start 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcbcad4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb8152ef0 0x7fbcb80c93e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcbcad4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcb8153ed0 0x7fbcb815ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcbcad4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbcb80c9ed0 0x7fbcb815bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcbcad4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb80cacf0 con 0x7fbcb8153ed0 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcbcad4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb80cdb10 con 0x7fbcb80c9ed0 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcbcad4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb80cddf0 con 0x7fbcb8152ef0 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcb8153ed0 0x7fbcb815ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcb8153ed0 0x7fbcb815ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52672/0 (socket says 172.21.15.104:52672) 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.327+0000 7fbcaffff640 1 -- 172.21.15.104:0/2216574266 learned_addr learned my addr 172.21.15.104:0/2216574266 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaffff640 1 -- 172.21.15.104:0/2216574266 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb8152ef0 msgr2=0x7fbcb80c93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaffff640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb8152ef0 0x7fbcb80c93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaffff640 1 -- 172.21.15.104:0/2216574266 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbcb80c9ed0 msgr2=0x7fbcb815bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:52.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcb6d9d640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbcb80c9ed0 0x7fbcb815bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaffff640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbcb80c9ed0 0x7fbcb815bf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaffff640 1 -- 172.21.15.104:0/2216574266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcb80caed0 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaffff640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcb8153ed0 0x7fbcb815ba20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fbca000e4d0 tx=0x7fbca000e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaeffd640 1 -- 172.21.15.104:0/2216574266 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbca00053a0 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaeffd640 1 -- 172.21.15.104:0/2216574266 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbca00035f0 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcaeffd640 1 -- 172.21.15.104:0/2216574266 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbca00039a0 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcb80c9920 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.328+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcb80cd730 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.329+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbcb80cb060 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.329+0000 7fbcaeffd640 1 -- 172.21.15.104:0/2216574266 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbca0003b00 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.330+0000 7fbcaeffd640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbc9806b840 0x7fbc9806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.330+0000 7fbcaeffd640 1 -- 172.21.15.104:0/2216574266 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5338+0+0 (secure 0 0 0) 0x7fbca0089dd0 con 0x7fbcb8153ed0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.330+0000 7fbcb659c640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbc9806b840 0x7fbc9806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:52.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.330+0000 7fbcb659c640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbc9806b840 0x7fbc9806dd00 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fbca8001050 tx=0x7fbca8000fe0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:52.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.334+0000 7fbcaeffd640 1 -- 172.21.15.104:0/2216574266 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fbca0054960 con 0x7fbcb8153ed0 2024-02-19T16:31:52.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:52.514+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "data_new", "pool2": "data_new", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fbcb80751e0 con 0x7fbcb8153ed0 2024-02-19T16:31:53.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.211+0000 7fbcaeffd640 1 -- 172.21.15.104:0/2216574266 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "data_new", "pool2": "data_new", "yes_i_really_really_mean_it": true}]=0 pool 'data_new' removed v40) v1 ==== 160+0+0 (secure 0 0 0) 0x7fbca008b0d0 con 0x7fbcb8153ed0 2024-02-19T16:31:53.213 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'data_new' removed 2024-02-19T16:31:53.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbc9806b840 msgr2=0x7fbc9806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbc9806b840 0x7fbc9806dd00 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fbca8001050 tx=0x7fbca8000fe0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcb8153ed0 msgr2=0x7fbcb815ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcb8153ed0 0x7fbcb815ba20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fbca000e4d0 tx=0x7fbca000e990 comp rx=0 tx=0).stop 2024-02-19T16:31:53.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 shutdown_connections 2024-02-19T16:31:53.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbc9806b840 0x7fbc9806dd00 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.217 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcb8153ed0 0x7fbcb815ba20 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbcb80c9ed0 0x7fbcb815bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 --2- 172.21.15.104:0/2216574266 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbcb8152ef0 0x7fbcb80c93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 >> 172.21.15.104:0/2216574266 conn(0x7fbcb809cef0 msgr2=0x7fbcb815ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:53.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 shutdown_connections 2024-02-19T16:31:53.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.215+0000 7fbcbcad4640 1 -- 172.21.15.104:0/2216574266 wait complete. 2024-02-19T16:31:53.230 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-02-19T16:31:53.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.332+0000 7fab0615e640 1 Processor -- start 2024-02-19T16:31:53.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.332+0000 7fab0615e640 1 -- start start 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.333+0000 7fab0615e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fab0015bc30 0x7fab000cd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.333+0000 7fab0615e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab000d0120 0x7fab000b1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.333+0000 7fab0615e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab0015c010 con 0x7fab000cd660 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.333+0000 7fab0615e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab000ce6d0 con 0x7fab0015bc30 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.333+0000 7fab0615e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab00160630 con 0x7fab000d0120 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.333+0000 7faaff7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fab0015bc30 0x7fab000cd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.333+0000 7faaff7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fab0015bc30 0x7fab000cd120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52680/0 (socket says 172.21.15.104:52680) 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.333+0000 7faaff7fe640 1 -- 172.21.15.104:0/485430981 learned_addr learned my addr 172.21.15.104:0/485430981 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:53.336 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.334+0000 7faafffff640 1 --2- 172.21.15.104:0/485430981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab000d0120 0x7fab000b1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.337 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.334+0000 7faaff7fe640 1 -- 172.21.15.104:0/485430981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab000d0120 msgr2=0x7fab000b1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:53.337 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.334+0000 7faaff7fe640 1 --2- 172.21.15.104:0/485430981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab000d0120 0x7fab000b1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.337 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.334+0000 7faaff7fe640 1 -- 172.21.15.104:0/485430981 >> v1:172.21.15.158:6789/0 conn(0x7fab000cd660 legacy=0x7fab000cfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:53.337 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.334+0000 7faaff7fe640 1 -- 172.21.15.104:0/485430981 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab00160350 con 0x7fab0015bc30 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.334+0000 7faaff7fe640 1 --2- 172.21.15.104:0/485430981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab0015bc30 0x7fab000cd120 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7faaf0009870 tx=0x7faaf002b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3979a9b85f053716 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.334+0000 7faafeffd640 1 -- 172.21.15.104:0/485430981 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf0031640 con 0x7fab0015bc30 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7faafeffd640 1 -- 172.21.15.104:0/485430981 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaf00317a0 con 0x7fab0015bc30 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7faafeffd640 1 -- 172.21.15.104:0/485430981 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf0031b30 con 0x7fab0015bc30 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7fab0615e640 1 -- 172.21.15.104:0/485430981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab0015bc30 msgr2=0x7fab000cd120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7fab0615e640 1 --2- 172.21.15.104:0/485430981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab0015bc30 0x7fab000cd120 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7faaf0009870 tx=0x7faaf002b8f0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7fab0615e640 1 -- 172.21.15.104:0/485430981 shutdown_connections 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7fab0615e640 1 --2- 172.21.15.104:0/485430981 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab000d0120 0x7fab000b1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7fab0615e640 1 --2- 172.21.15.104:0/485430981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab0015bc30 0x7fab000cd120 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7fab0615e640 1 -- 172.21.15.104:0/485430981 >> 172.21.15.104:0/485430981 conn(0x7fab00072e20 msgr2=0x7fab0009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:53.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7fab0615e640 1 -- 172.21.15.104:0/485430981 shutdown_connections 2024-02-19T16:31:53.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.335+0000 7fab0615e640 1 -- 172.21.15.104:0/485430981 wait complete. 2024-02-19T16:31:53.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.336+0000 7fab0615e640 1 Processor -- start 2024-02-19T16:31:53.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.336+0000 7fab0615e640 1 -- start start 2024-02-19T16:31:53.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7fab0615e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab000cd660 0x7fab0014cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7fab0615e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fab000d0120 0x7fab000c7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7fab0615e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab0015bc30 0x7fab000c7020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7fab0615e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab000b49f0 con 0x7fab000cd660 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7fab0615e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab000b4cd0 con 0x7fab000d0120 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7fab0615e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab000b4fb0 con 0x7fab0015bc30 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7faaff7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab000cd660 0x7fab0014cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7faaff7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab000cd660 0x7fab0014cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52686/0 (socket says 172.21.15.104:52686) 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7faaff7fe640 1 -- 172.21.15.104:0/2723705308 learned_addr learned my addr 172.21.15.104:0/2723705308 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7faaf6ffd640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fab000d0120 0x7fab000c7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7faafffff640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab0015bc30 0x7fab000c7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.337+0000 7faaff7fe640 1 -- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab0015bc30 msgr2=0x7fab000c7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faaff7fe640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab0015bc30 0x7fab000c7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faaff7fe640 1 -- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fab000d0120 msgr2=0x7fab000c7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faaff7fe640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fab000d0120 0x7fab000c7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faaff7fe640 1 -- 172.21.15.104:0/2723705308 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaf00094d0 con 0x7fab000cd660 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faafffff640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab0015bc30 0x7fab000c7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:53.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faaff7fe640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab000cd660 0x7fab0014cf70 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7faaf0009870 tx=0x7faaf00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:53.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faafcff9640 1 -- 172.21.15.104:0/2723705308 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf003ac60 con 0x7fab000cd660 2024-02-19T16:31:53.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faafcff9640 1 -- 172.21.15.104:0/2723705308 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaf003adc0 con 0x7fab000cd660 2024-02-19T16:31:53.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7faafcff9640 1 -- 172.21.15.104:0/2723705308 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf0044630 con 0x7fab000cd660 2024-02-19T16:31:53.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab000b5290 con 0x7fab000cd660 2024-02-19T16:31:53.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.338+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab0014d4b0 con 0x7fab000cd660 2024-02-19T16:31:53.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.339+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab000751e0 con 0x7fab000cd660 2024-02-19T16:31:53.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.339+0000 7faafcff9640 1 -- 172.21.15.104:0/2723705308 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faaf002f050 con 0x7fab000cd660 2024-02-19T16:31:53.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.340+0000 7faafcff9640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faae006b840 0x7faae006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.340+0000 7faafcff9640 1 -- 172.21.15.104:0/2723705308 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4943+0+0 (secure 0 0 0) 0x7faaf00abcb0 con 0x7fab000cd660 2024-02-19T16:31:53.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.340+0000 7faaf6ffd640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faae006b840 0x7faae006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.340+0000 7faaf6ffd640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faae006b840 0x7faae006dd00 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7faae8007fd0 tx=0x7faae8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:53.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.344+0000 7faafcff9640 1 -- 172.21.15.104:0/2723705308 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7faaf0076a60 con 0x7fab000cd660 2024-02-19T16:31:53.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.515+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fab000ce180 con 0x7fab000cd660 2024-02-19T16:31:53.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.518+0000 7faafcff9640 1 -- 172.21.15.104:0/2723705308 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7faaf0031e60 con 0x7fab000cd660 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faae006b840 msgr2=0x7faae006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faae006b840 0x7faae006dd00 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7faae8007fd0 tx=0x7faae8009040 comp rx=0 tx=0).stop 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab000cd660 msgr2=0x7fab0014cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab000cd660 0x7fab0014cf70 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7faaf0009870 tx=0x7faaf00046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 shutdown_connections 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faae006b840 0x7faae006dd00 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fab0015bc30 0x7fab000c7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fab000d0120 0x7fab000c7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 --2- 172.21.15.104:0/2723705308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab000cd660 0x7fab0014cf70 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 >> 172.21.15.104:0/2723705308 conn(0x7fab00072e20 msgr2=0x7fab000b2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 shutdown_connections 2024-02-19T16:31:53.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.520+0000 7fab0615e640 1 -- 172.21.15.104:0/2723705308 wait complete. 2024-02-19T16:31:53.533 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification' 2024-02-19T16:31:53.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.631+0000 7f7848ed4640 1 Processor -- start 2024-02-19T16:31:53.634 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.631+0000 7f7848ed4640 1 -- start start 2024-02-19T16:31:53.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.632+0000 7f7848ed4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7844161520 0x7f78440b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.632+0000 7f7848ed4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7844162760 0x7f78440d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.632+0000 7f7848ed4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78440d44c0 con 0x7f78440d4070 2024-02-19T16:31:53.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.632+0000 7f7848ed4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78440b42f0 con 0x7f7844162760 2024-02-19T16:31:53.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.632+0000 7f7848ed4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78440b45d0 con 0x7f7844161520 2024-02-19T16:31:53.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.632+0000 7f7841d9b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7844162760 0x7f78440d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.632+0000 7f7842d9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f78440d4070 0x7f78440d0630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56138/0 (socket says 172.21.15.104:56138) 2024-02-19T16:31:53.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.632+0000 7f7842d9d640 1 -- 172.21.15.104:0/1455666202 learned_addr learned my addr 172.21.15.104:0/1455666202 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:53.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f7841d9b640 1 -- 172.21.15.104:0/1455666202 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7844161520 msgr2=0x7f78440b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:53.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f7841d9b640 1 --2- 172.21.15.104:0/1455666202 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7844161520 0x7f78440b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f7841d9b640 1 -- 172.21.15.104:0/1455666202 >> v1:172.21.15.104:6789/0 conn(0x7f78440d4070 legacy=0x7f78440d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f7841d9b640 1 -- 172.21.15.104:0/1455666202 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78440b48b0 con 0x7f7844162760 2024-02-19T16:31:53.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f784159a640 1 -- 172.21.15.104:0/1455666202 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3058845618 0 0) 0x7f78440d44c0 con 0x7f78440d4070 2024-02-19T16:31:53.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f7841d9b640 1 --2- 172.21.15.104:0/1455666202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844162760 0x7f78440d3b30 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f78380097a0 tx=0x7f783802b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31ff69fb2710ca23 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:53.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f784159a640 1 -- 172.21.15.104:0/1455666202 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7838030610 con 0x7f7844162760 2024-02-19T16:31:53.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f784159a640 1 -- 172.21.15.104:0/1455666202 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7838030770 con 0x7f7844162760 2024-02-19T16:31:53.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.633+0000 7f784159a640 1 -- 172.21.15.104:0/1455666202 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7838030b00 con 0x7f7844162760 2024-02-19T16:31:53.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.634+0000 7f7848ed4640 1 -- 172.21.15.104:0/1455666202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844162760 msgr2=0x7f78440d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.634+0000 7f7848ed4640 1 --2- 172.21.15.104:0/1455666202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844162760 0x7f78440d3b30 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f78380097a0 tx=0x7f783802b960 comp rx=0 tx=0).stop 2024-02-19T16:31:53.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.634+0000 7f7848ed4640 1 -- 172.21.15.104:0/1455666202 shutdown_connections 2024-02-19T16:31:53.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.634+0000 7f7848ed4640 1 --2- 172.21.15.104:0/1455666202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844162760 0x7f78440d3b30 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.634+0000 7f7848ed4640 1 --2- 172.21.15.104:0/1455666202 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7844161520 0x7f78440b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.634+0000 7f7848ed4640 1 -- 172.21.15.104:0/1455666202 >> 172.21.15.104:0/1455666202 conn(0x7f784408d5d0 msgr2=0x7f784409cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:53.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.634+0000 7f7848ed4640 1 -- 172.21.15.104:0/1455666202 shutdown_connections 2024-02-19T16:31:53.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.634+0000 7f7848ed4640 1 -- 172.21.15.104:0/1455666202 wait complete. 2024-02-19T16:31:53.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.635+0000 7f7848ed4640 1 Processor -- start 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.635+0000 7f7848ed4640 1 -- start start 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7848ed4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78440d4070 0x7f7844152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7848ed4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844161520 0x7f78440b7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7848ed4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7844162760 0x7f784415f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7848ed4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7844152570 con 0x7f7844161520 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7848ed4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78440c9830 con 0x7f78440d4070 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7848ed4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78440c9b10 con 0x7f7844162760 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7841d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844161520 0x7f78440b7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7841d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844161520 0x7f78440b7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52704/0 (socket says 172.21.15.104:52704) 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7841d9b640 1 -- 172.21.15.104:0/3945359652 learned_addr learned my addr 172.21.15.104:0/3945359652 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7841d9b640 1 -- 172.21.15.104:0/3945359652 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7844162760 msgr2=0x7f784415f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7841d9b640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7844162760 0x7f784415f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7841d9b640 1 -- 172.21.15.104:0/3945359652 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78440d4070 msgr2=0x7f7844152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7841d9b640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78440d4070 0x7f7844152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.636+0000 7f7841d9b640 1 -- 172.21.15.104:0/3945359652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7838009400 con 0x7f7844161520 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.637+0000 7f7841d9b640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844161520 0x7f78440b7810 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f78380098c0 tx=0x7f7838004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.637+0000 7f7832ffd640 1 -- 172.21.15.104:0/3945359652 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f783803e040 con 0x7f7844161520 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.637+0000 7f7832ffd640 1 -- 172.21.15.104:0/3945359652 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7838039c90 con 0x7f7844161520 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.637+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78440c9df0 con 0x7f7844161520 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.637+0000 7f7832ffd640 1 -- 172.21.15.104:0/3945359652 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78380443f0 con 0x7f7844161520 2024-02-19T16:31:53.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.637+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78440c9360 con 0x7f7844161520 2024-02-19T16:31:53.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.638+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78440c95b0 con 0x7f7844161520 2024-02-19T16:31:53.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.638+0000 7f7832ffd640 1 -- 172.21.15.104:0/3945359652 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f783804d3b0 con 0x7f7844161520 2024-02-19T16:31:53.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.638+0000 7f7832ffd640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f782406b810 0x7f782406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:53.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.639+0000 7f7832ffd640 1 -- 172.21.15.104:0/3945359652 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f78380ac4b0 con 0x7f7844161520 2024-02-19T16:31:53.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.639+0000 7f784259c640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f782406b810 0x7f782406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:53.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.639+0000 7f784259c640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f782406b810 0x7f782406dcd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f783400ab90 tx=0x7f7834009250 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:53.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.643+0000 7f7832ffd640 1 -- 172.21.15.104:0/3945359652 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f7838077260 con 0x7f7844161520 2024-02-19T16:31:53.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:53.882+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification"]} v 0) v1 -- 0x7f78440751e0 con 0x7f7844161520 2024-02-19T16:31:54.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.212+0000 7f7832ffd640 1 -- 172.21.15.104:0/3945359652 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification"]}]=0 v118) v1 ==== 147+0+0 (secure 0 0 0) 0x7f783807a920 con 0x7f7844161520 2024-02-19T16:31:54.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f782406b810 msgr2=0x7f782406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f782406b810 0x7f782406dcd0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f783400ab90 tx=0x7f7834009250 comp rx=0 tx=0).stop 2024-02-19T16:31:54.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844161520 msgr2=0x7f78440b7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844161520 0x7f78440b7810 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f78380098c0 tx=0x7f7838004730 comp rx=0 tx=0).stop 2024-02-19T16:31:54.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 shutdown_connections 2024-02-19T16:31:54.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f782406b810 0x7f782406dcd0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7844161520 0x7f78440b7810 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7844162760 0x7f784415f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 --2- 172.21.15.104:0/3945359652 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78440d4070 0x7f7844152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 >> 172.21.15.104:0/3945359652 conn(0x7f784408d5d0 msgr2=0x7f78440b2290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:54.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 shutdown_connections 2024-02-19T16:31:54.220 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.214+0000 7f7848ed4640 1 -- 172.21.15.104:0/3945359652 wait complete. 2024-02-19T16:31:54.228 INFO:tasks.cephfs_test_runner:That a client who does not have the capability for setting ... ok 2024-02-19T16:31:54.228 INFO:tasks.cephfs_test_runner:Starting test: test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm) 2024-02-19T16:31:54.228 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:54.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.325+0000 7f7f9272c640 1 Processor -- start 2024-02-19T16:31:54.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.325+0000 7f7f9272c640 1 -- start start 2024-02-19T16:31:54.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f9272c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7f8c15ddb0 0x7f7f8c0b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f9272c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c06cf00 0x7f7f8c0d18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f9272c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f8c0b29b0 con 0x7f7f8c0d1e20 2024-02-19T16:31:54.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f9272c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f8c0d2290 con 0x7f7f8c15ddb0 2024-02-19T16:31:54.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f9272c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c0b1930 con 0x7f7f8c06cf00 2024-02-19T16:31:54.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f90cc9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f7f8c0d1e20 0x7f7f8c0ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56150/0 (socket says 172.21.15.104:56150) 2024-02-19T16:31:54.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f90cc9640 1 -- 172.21.15.104:0/3898560439 learned_addr learned my addr 172.21.15.104:0/3898560439 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:54.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3880971544 0 0) 0x7f7f84001490 con 0x7f7f8c0d1e20 2024-02-19T16:31:54.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.326+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f74003520 con 0x7f7f8c0d1e20 2024-02-19T16:31:54.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8bfff640 1 --2- 172.21.15.104:0/3898560439 >> v2:172.21.15.158:3300/0 conn(0x7f7f8c15ddb0 0x7f7f8c0b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8b7fe640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c06cf00 0x7f7f8c0d18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 835483355 0 0) 0x7f7f74003520 con 0x7f7f8c0d1e20 2024-02-19T16:31:54.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c06cf00 msgr2=0x7f7f8c0d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:54.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c06cf00 0x7f7f8c0d18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 >> v2:172.21.15.158:3300/0 conn(0x7f7f8c15ddb0 msgr2=0x7f7f8c0b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:54.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 --2- 172.21.15.104:0/3898560439 >> v2:172.21.15.158:3300/0 conn(0x7f7f8c15ddb0 0x7f7f8c0b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f8c0b1bf0 con 0x7f7f8c0d1e20 2024-02-19T16:31:54.345 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f7f84001b80 con 0x7f7f8c0d1e20 2024-02-19T16:31:54.345 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 >> v1:172.21.15.104:6789/0 conn(0x7f7f8c0d1e20 legacy=0x7f7f8c0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.345 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f74003970 0x7f7f74003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.345 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f740047c0 0x7f7f74004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.345 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c06cf00 0x7f7f74005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.345 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c0d2290 con 0x7f7f74003970 2024-02-19T16:31:54.345 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c0b1930 con 0x7f7f740047c0 2024-02-19T16:31:54.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f7400b980 con 0x7f7f8c06cf00 2024-02-19T16:31:54.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8bfff640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f74003970 0x7f7f74003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8b7fe640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f740047c0 0x7f7f74004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f90cc9640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c06cf00 0x7f7f74005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8bfff640 1 -- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c06cf00 msgr2=0x7f7f74005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:54.346 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8bfff640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c06cf00 0x7f7f74005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8bfff640 1 -- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f740047c0 msgr2=0x7f7f74004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:54.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8bfff640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f740047c0 0x7f7f74004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8bfff640 1 -- 172.21.15.104:0/3898560439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f74003520 con 0x7f7f74003970 2024-02-19T16:31:54.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.327+0000 7f7f8b7fe640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f740047c0 0x7f7f74004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:54.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.328+0000 7f7f8bfff640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f74003970 0x7f7f74003d90 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c009ac0 tx=0x7f7f740057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43613e32bcf11dcf server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.328+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f7c02c710 con 0x7f7f74003970 2024-02-19T16:31:54.347 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.328+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f7c02c870 con 0x7f7f74003970 2024-02-19T16:31:54.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.328+0000 7f7f8affd640 1 -- 172.21.15.104:0/3898560439 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f7c02cc00 con 0x7f7f74003970 2024-02-19T16:31:54.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.329+0000 7f7f9272c640 1 -- 172.21.15.104:0/3898560439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f74003970 msgr2=0x7f7f74003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.329+0000 7f7f9272c640 1 --2- 172.21.15.104:0/3898560439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f74003970 0x7f7f74003d90 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c009ac0 tx=0x7f7f740057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.329+0000 7f7f90cc9640 1 -- 172.21.15.104:0/3898560439 reap_dead start 2024-02-19T16:31:54.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.329+0000 7f7f9272c640 1 -- 172.21.15.104:0/3898560439 shutdown_connections 2024-02-19T16:31:54.348 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.329+0000 7f7f9272c640 1 -- 172.21.15.104:0/3898560439 >> 172.21.15.104:0/3898560439 conn(0x7f7f8c09aa70 msgr2=0x7f7f8c09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:54.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.329+0000 7f7f9272c640 1 -- 172.21.15.104:0/3898560439 shutdown_connections 2024-02-19T16:31:54.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.329+0000 7f7f9272c640 1 -- 172.21.15.104:0/3898560439 wait complete. 2024-02-19T16:31:54.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.330+0000 7f7f9272c640 1 Processor -- start 2024-02-19T16:31:54.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.330+0000 7f7f9272c640 1 -- start start 2024-02-19T16:31:54.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f9272c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f74003970 0x7f7f8c1f1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.349 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f9272c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c0c6780 0x7f7f8c0c6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f9272c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f8c14cb30 0x7f7f8c14cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f9272c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c0c7140 con 0x7f7f8c14cb30 2024-02-19T16:31:54.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f9272c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c14d500 con 0x7f7f74003970 2024-02-19T16:31:54.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f9272c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c1f45c0 con 0x7f7f8c0c6780 2024-02-19T16:31:54.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f8c14cb30 0x7f7f8c14cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f8c14cb30 0x7f7f8c14cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52728/0 (socket says 172.21.15.104:52728) 2024-02-19T16:31:54.350 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 -- 172.21.15.104:0/635111074 learned_addr learned my addr 172.21.15.104:0/635111074 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:54.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 -- 172.21.15.104:0/635111074 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c0c6780 msgr2=0x7f7f8c0c6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c0c6780 0x7f7f8c0c6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 -- 172.21.15.104:0/635111074 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f74003970 msgr2=0x7f7f8c1f1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f74003970 0x7f7f8c1f1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 -- 172.21.15.104:0/635111074 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f8c14d710 con 0x7f7f8c14cb30 2024-02-19T16:31:54.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f90cc9640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f8c14cb30 0x7f7f8c14cfc0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c0cf3e0 tx=0x7f7f8400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f88ff9640 1 -- 172.21.15.104:0/635111074 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f84007ae0 con 0x7f7f8c14cb30 2024-02-19T16:31:54.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f88ff9640 1 -- 172.21.15.104:0/635111074 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f8400eda0 con 0x7f7f8c14cb30 2024-02-19T16:31:54.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f8c14d9f0 con 0x7f7f8c14cb30 2024-02-19T16:31:54.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f88ff9640 1 -- 172.21.15.104:0/635111074 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f840146c0 con 0x7f7f8c14cb30 2024-02-19T16:31:54.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.331+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f8c14dfb0 con 0x7f7f8c14cb30 2024-02-19T16:31:54.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.332+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f8c0751e0 con 0x7f7f8c14cb30 2024-02-19T16:31:54.352 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.333+0000 7f7f88ff9640 1 -- 172.21.15.104:0/635111074 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7f8401d3b0 con 0x7f7f8c14cb30 2024-02-19T16:31:54.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.333+0000 7f7f88ff9640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b840 0x7f7f7806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.333+0000 7f7f88ff9640 1 -- 172.21.15.104:0/635111074 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f7f84089bf0 con 0x7f7f8c14cb30 2024-02-19T16:31:54.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.333+0000 7f7f8bfff640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b840 0x7f7f7806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.333+0000 7f7f8bfff640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b840 0x7f7f7806dd00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c036000 tx=0x7f7f7c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.337+0000 7f7f88ff9640 1 -- 172.21.15.104:0/635111074 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f7f84054910 con 0x7f7f8c14cb30 2024-02-19T16:31:54.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.509+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7f8c0b2e80 con 0x7f7f8c14cb30 2024-02-19T16:31:54.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.509+0000 7f7f88ff9640 1 -- 172.21.15.104:0/635111074 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+13046 (secure 0 0 0) 0x7f7f84019020 con 0x7f7f8c14cb30 2024-02-19T16:31:54.512 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:54.512 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":40,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:53.206404+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6836/3228911833":"2024-02-20T16:31:49.192998+0000","172.21.15.104:6834/3228911833":"2024-02-20T16:31:49.192998+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:54.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b840 msgr2=0x7f7f7806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b840 0x7f7f7806dd00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c036000 tx=0x7f7f7c02e000 comp rx=0 tx=0).stop 2024-02-19T16:31:54.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f8c14cb30 msgr2=0x7f7f8c14cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f8c14cb30 0x7f7f8c14cfc0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c0cf3e0 tx=0x7f7f8400e530 comp rx=0 tx=0).stop 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 shutdown_connections 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b840 0x7f7f7806dd00 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f8c14cb30 0x7f7f8c14cfc0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f8c0c6780 0x7f7f8c0c6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 --2- 172.21.15.104:0/635111074 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f74003970 0x7f7f8c1f1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.511+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 >> 172.21.15.104:0/635111074 conn(0x7f7f8c09aa70 msgr2=0x7f7f8c15a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.512+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 shutdown_connections 2024-02-19T16:31:54.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.512+0000 7f7f9272c640 1 -- 172.21.15.104:0/635111074 wait complete. 2024-02-19T16:31:54.525 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:54.525 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:54.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.625+0000 7fbf6370c640 1 Processor -- start 2024-02-19T16:31:54.628 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.626+0000 7fbf6370c640 1 -- start start 2024-02-19T16:31:54.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.626+0000 7fbf6370c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 0x7fbf5c1601f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.629 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.626+0000 7fbf6370c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf5c0d15c0 0x7fbf5c0d1a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf6370c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf5c15c740 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf6370c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf5c15d2e0 con 0x7fbf5c0d15c0 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf6370c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf5c160730 con 0x7fbf5c0b1030 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf61ca9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf5c0d15c0 0x7fbf5c0d1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf61ca9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf5c0d15c0 0x7fbf5c0d1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52734/0 (socket says 172.21.15.104:52734) 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf61ca9640 1 -- 172.21.15.104:0/3213073833 learned_addr learned my addr 172.21.15.104:0/3213073833 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf614a8640 1 --2- 172.21.15.104:0/3213073833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 0x7fbf5c1601f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf61ca9640 1 -- 172.21.15.104:0/3213073833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 msgr2=0x7fbf5c1601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf61ca9640 1 --2- 172.21.15.104:0/3213073833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 0x7fbf5c1601f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf61ca9640 1 -- 172.21.15.104:0/3213073833 >> v1:172.21.15.158:6789/0 conn(0x7fbf5c0cfad0 legacy=0x7fbf5c15cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.630 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.627+0000 7fbf61ca9640 1 -- 172.21.15.104:0/3213073833 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf5c0cffa0 con 0x7fbf5c0d15c0 2024-02-19T16:31:54.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf61ca9640 1 --2- 172.21.15.104:0/3213073833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0d15c0 0x7fbf5c0d1a50 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fbf54009e50 tx=0x7fbf5402bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f97bdddc805de3b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.631 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf53fff640 1 -- 172.21.15.104:0/3213073833 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5402cb00 con 0x7fbf5c0d15c0 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf53fff640 1 -- 172.21.15.104:0/3213073833 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf5402cc60 con 0x7fbf5c0d15c0 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf53fff640 1 -- 172.21.15.104:0/3213073833 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf540343f0 con 0x7fbf5c0d15c0 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf6370c640 1 -- 172.21.15.104:0/3213073833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0d15c0 msgr2=0x7fbf5c0d1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf6370c640 1 --2- 172.21.15.104:0/3213073833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0d15c0 0x7fbf5c0d1a50 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fbf54009e50 tx=0x7fbf5402bf60 comp rx=0 tx=0).stop 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf6370c640 1 -- 172.21.15.104:0/3213073833 shutdown_connections 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf6370c640 1 --2- 172.21.15.104:0/3213073833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0d15c0 0x7fbf5c0d1a50 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf6370c640 1 --2- 172.21.15.104:0/3213073833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 0x7fbf5c1601f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.628+0000 7fbf6370c640 1 -- 172.21.15.104:0/3213073833 >> 172.21.15.104:0/3213073833 conn(0x7fbf5c09aa70 msgr2=0x7fbf5c09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.629+0000 7fbf6370c640 1 -- 172.21.15.104:0/3213073833 shutdown_connections 2024-02-19T16:31:54.632 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.629+0000 7fbf6370c640 1 -- 172.21.15.104:0/3213073833 wait complete. 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf6370c640 1 Processor -- start 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf6370c640 1 -- start start 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf6370c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 0x7fbf5c0afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf6370c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0cfad0 0x7fbf5c0b02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf6370c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbf5c0d15c0 0x7fbf5c1f7a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf6370c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf5c0c7c60 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf6370c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf5c0c78a0 con 0x7fbf5c0d15c0 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf6370c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf5c0c4b70 con 0x7fbf5c0b1030 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf60ca7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0cfad0 0x7fbf5c0b02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf60ca7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0cfad0 0x7fbf5c0b02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52742/0 (socket says 172.21.15.104:52742) 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.630+0000 7fbf60ca7640 1 -- 172.21.15.104:0/1569188271 learned_addr learned my addr 172.21.15.104:0/1569188271 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:54.635 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf614a8640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 0x7fbf5c0afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf61ca9640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbf5c0d15c0 0x7fbf5c1f7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf60ca7640 1 -- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 msgr2=0x7fbf5c0afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf60ca7640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 0x7fbf5c0afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf60ca7640 1 -- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbf5c0d15c0 msgr2=0x7fbf5c1f7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf60ca7640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbf5c0d15c0 0x7fbf5c1f7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf60ca7640 1 -- 172.21.15.104:0/1569188271 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf54009b30 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf61ca9640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbf5c0d15c0 0x7fbf5c1f7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf60ca7640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0cfad0 0x7fbf5c0b02f0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800c440 tx=0x7fbf58001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf51ffb640 1 -- 172.21.15.104:0/1569188271 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf580052d0 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf51ffb640 1 -- 172.21.15.104:0/1569188271 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf58005430 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf5c0c5590 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf51ffb640 1 -- 172.21.15.104:0/1569188271 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf58007260 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.631+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf5c0c5b50 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.632+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf5c0751e0 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.633+0000 7fbf51ffb640 1 -- 172.21.15.104:0/1569188271 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbf580073c0 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.633+0000 7fbf51ffb640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbf4006b810 0x7fbf4006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.633+0000 7fbf51ffb640 1 -- 172.21.15.104:0/1569188271 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fbf580892e0 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.633+0000 7fbf614a8640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbf4006b810 0x7fbf4006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.637 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.633+0000 7fbf614a8640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbf4006b810 0x7fbf4006dcd0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c006fd0 tx=0x7fbf4c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.637+0000 7fbf51ffb640 1 -- 172.21.15.104:0/1569188271 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fbf58054000 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.808+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbf5c1603e0 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.808+0000 7fbf51ffb640 1 -- 172.21.15.104:0/1569188271 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v40) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbf580576c0 con 0x7fbf5c0cfad0 2024-02-19T16:31:54.811 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:54.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbf4006b810 msgr2=0x7fbf4006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbf4006b810 0x7fbf4006dcd0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c006fd0 tx=0x7fbf4c008040 comp rx=0 tx=0).stop 2024-02-19T16:31:54.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0cfad0 msgr2=0x7fbf5c0b02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0cfad0 0x7fbf5c0b02f0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800c440 tx=0x7fbf58001e70 comp rx=0 tx=0).stop 2024-02-19T16:31:54.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 shutdown_connections 2024-02-19T16:31:54.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbf4006b810 0x7fbf4006dcd0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf5c0cfad0 0x7fbf5c0b02f0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbf5c0d15c0 0x7fbf5c1f7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 --2- 172.21.15.104:0/1569188271 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbf5c0b1030 0x7fbf5c0afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.810+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 >> 172.21.15.104:0/1569188271 conn(0x7fbf5c09aa70 msgr2=0x7fbf5c0b1cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:54.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.811+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 shutdown_connections 2024-02-19T16:31:54.814 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.811+0000 7fbf6370c640 1 -- 172.21.15.104:0/1569188271 wait complete. 2024-02-19T16:31:54.824 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm' 2024-02-19T16:31:54.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.920+0000 7fdee028f640 1 Processor -- start 2024-02-19T16:31:54.923 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.920+0000 7fdee028f640 1 -- start start 2024-02-19T16:31:54.925 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.921+0000 7fdee028f640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fded80ad8b0 0x7fded806b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.921+0000 7fdee028f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fded806d6a0 con 0x7fded815ded0 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.921+0000 7fdee028f640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fded80ae150 con 0x7fded80ceba0 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.921+0000 7fdee028f640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fded80ade70 con 0x7fded80ad8b0 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.921+0000 7fdede02b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fded815ded0 0x7fded806af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56156/0 (socket says 172.21.15.104:56156) 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.921+0000 7fdede02b640 1 -- 172.21.15.104:0/4013069006 learned_addr learned my addr 172.21.15.104:0/4013069006 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd82a640 1 --2- 172.21.15.104:0/4013069006 >> v2:172.21.15.158:3300/0 conn(0x7fded80ad8b0 0x7fded806b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2244822342 0 0) 0x7fded806d6a0 con 0x7fded815ded0 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdec0003520 con 0x7fded815ded0 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3632492745 0 0) 0x7fdec0003520 con 0x7fded815ded0 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 >> v2:172.21.15.158:3300/0 conn(0x7fded80ad8b0 msgr2=0x7fded806b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 --2- 172.21.15.104:0/4013069006 >> v2:172.21.15.158:3300/0 conn(0x7fded80ad8b0 0x7fded806b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 >> v1:172.21.15.158:6789/0 conn(0x7fded80ceba0 legacy=0x7fded80cefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fded806d050 con 0x7fded815ded0 2024-02-19T16:31:54.926 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fded00019f0 con 0x7fded815ded0 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 >> v1:172.21.15.104:6789/0 conn(0x7fded815ded0 legacy=0x7fded806af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdec0003970 0x7fdec0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec00047c0 0x7fdec0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdec0005180 0x7fdec000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fded80ade70 con 0x7fdec0005180 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec000c020 con 0x7fdec0003970 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdec000c1e0 con 0x7fdec00047c0 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdede82c640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdec0005180 0x7fdec000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdede02b640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdec0003970 0x7fdec0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdedd82a640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec00047c0 0x7fdec0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdede82c640 1 -- 172.21.15.104:0/4013069006 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec00047c0 msgr2=0x7fdec0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdede82c640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec00047c0 0x7fdec0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdede82c640 1 -- 172.21.15.104:0/4013069006 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdec0003970 msgr2=0x7fdec0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdede82c640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdec0003970 0x7fdec0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.922+0000 7fdede82c640 1 -- 172.21.15.104:0/4013069006 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec0003520 con 0x7fdec0005180 2024-02-19T16:31:54.927 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.923+0000 7fdede82c640 1 -- 172.21.15.104:0/4013069006 reap_dead start 2024-02-19T16:31:54.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.923+0000 7fdede82c640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdec0005180 0x7fdec000b980 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fdec8001750 tx=0x7fdec00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62aa80c3c52ef076 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.923+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec80052d0 con 0x7fdec0005180 2024-02-19T16:31:54.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.923+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdec802e050 con 0x7fdec0005180 2024-02-19T16:31:54.928 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.923+0000 7fdedd029640 1 -- 172.21.15.104:0/4013069006 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec8003830 con 0x7fdec0005180 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.924+0000 7fdee028f640 1 -- 172.21.15.104:0/4013069006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdec0005180 msgr2=0x7fdec000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.924+0000 7fdee028f640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdec0005180 0x7fdec000b980 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fdec8001750 tx=0x7fdec00057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.924+0000 7fdee028f640 1 -- 172.21.15.104:0/4013069006 shutdown_connections 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.924+0000 7fdee028f640 1 --2- 172.21.15.104:0/4013069006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdec0005180 0x7fdec000b980 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.924+0000 7fdee028f640 1 -- 172.21.15.104:0/4013069006 >> 172.21.15.104:0/4013069006 conn(0x7fded80b2240 msgr2=0x7fded80d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.924+0000 7fdee028f640 1 -- 172.21.15.104:0/4013069006 shutdown_connections 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.924+0000 7fdee028f640 1 -- 172.21.15.104:0/4013069006 wait complete. 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.925+0000 7fdee028f640 1 Processor -- start 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.925+0000 7fdee028f640 1 -- start start 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdee028f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec0005180 0x7fded8159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdee028f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded81f7be0 0x7fded809bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdee028f640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fded809c050 0x7fded81e67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdee028f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fded809aa70 con 0x7fded81f7be0 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdee028f640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fded809ad50 con 0x7fded809c050 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdee028f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fded809b030 con 0x7fdec0005180 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded81f7be0 0x7fded809bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded81f7be0 0x7fded809bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52760/0 (socket says 172.21.15.104:52760) 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 -- 172.21.15.104:0/4252650010 learned_addr learned my addr 172.21.15.104:0/4252650010 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdede02b640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec0005180 0x7fded8159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdede82c640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fded809c050 0x7fded81e67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 -- 172.21.15.104:0/4252650010 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec0005180 msgr2=0x7fded8159540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec0005180 0x7fded8159540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 -- 172.21.15.104:0/4252650010 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fded809c050 msgr2=0x7fded81e67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fded809c050 0x7fded81e67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 -- 172.21.15.104:0/4252650010 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fded809b310 con 0x7fded81f7be0 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fdedd82a640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded81f7be0 0x7fded809bb10 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fdecc0118e0 tx=0x7fdecc011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.926+0000 7fded6ffd640 1 -- 172.21.15.104:0/4252650010 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdecc00fa30 con 0x7fded81f7be0 2024-02-19T16:31:54.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.927+0000 7fded6ffd640 1 -- 172.21.15.104:0/4252650010 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdecc00fb90 con 0x7fded81f7be0 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.927+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fded809b5f0 con 0x7fded81f7be0 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.927+0000 7fded6ffd640 1 -- 172.21.15.104:0/4252650010 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdecc014440 con 0x7fded81f7be0 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.927+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fded81e6d20 con 0x7fded81f7be0 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.927+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fded80751e0 con 0x7fded81f7be0 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.928+0000 7fded6ffd640 1 -- 172.21.15.104:0/4252650010 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdecc01d400 con 0x7fded81f7be0 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.928+0000 7fded6ffd640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdec406b810 0x7fdec406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.928+0000 7fded6ffd640 1 -- 172.21.15.104:0/4252650010 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fdecc08a590 con 0x7fded81f7be0 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.928+0000 7fdede02b640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdec406b810 0x7fdec406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:54.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.929+0000 7fdede02b640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdec406b810 0x7fdec406dcd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fded0004d00 tx=0x7fded0006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:54.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:54.933+0000 7fded6ffd640 1 -- 172.21.15.104:0/4252650010 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fdecc0552b0 con 0x7fded81f7be0 2024-02-19T16:31:55.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.168+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm"]} v 0) v1 -- 0x7fded815b540 con 0x7fded81f7be0 2024-02-19T16:31:55.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.213+0000 7fded6ffd640 1 -- 172.21.15.104:0/4252650010 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm"]}]=0 v119) v1 ==== 137+0+0 (secure 0 0 0) 0x7fdecc058970 con 0x7fded81f7be0 2024-02-19T16:31:55.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdec406b810 msgr2=0x7fdec406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdec406b810 0x7fdec406dcd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fded0004d00 tx=0x7fded0006040 comp rx=0 tx=0).stop 2024-02-19T16:31:55.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded81f7be0 msgr2=0x7fded809bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded81f7be0 0x7fded809bb10 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fdecc0118e0 tx=0x7fdecc011ce0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 shutdown_connections 2024-02-19T16:31:55.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdec406b810 0x7fdec406dcd0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fded81f7be0 0x7fded809bb10 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fded809c050 0x7fded81e67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 --2- 172.21.15.104:0/4252650010 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdec0005180 0x7fded8159540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 >> 172.21.15.104:0/4252650010 conn(0x7fded80b2240 msgr2=0x7fded80b1370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:55.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 shutdown_connections 2024-02-19T16:31:55.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.215+0000 7fdee028f640 1 -- 172.21.15.104:0/4252650010 wait complete. 2024-02-19T16:31:55.229 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-02-19T16:31:55.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.329+0000 7faf272ae640 1 Processor -- start 2024-02-19T16:31:55.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.329+0000 7faf272ae640 1 -- start start 2024-02-19T16:31:55.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf272ae640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf200ad8e0 0x7faf2015ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf272ae640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf200b3520 con 0x7faf200b4db0 2024-02-19T16:31:55.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf272ae640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf200b3800 con 0x7faf200b3040 2024-02-19T16:31:55.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf272ae640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf2015ea00 con 0x7faf200ad8e0 2024-02-19T16:31:55.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf2584b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7faf200b4db0 0x7faf2006af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56162/0 (socket says 172.21.15.104:56162) 2024-02-19T16:31:55.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf2504a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faf200ad8e0 0x7faf2015ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf2584b640 1 -- 172.21.15.104:0/1364135809 learned_addr learned my addr 172.21.15.104:0/1364135809 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:55.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf2504a640 1 -- 172.21.15.104:0/1364135809 >> v1:172.21.15.158:6789/0 conn(0x7faf200b3040 legacy=0x7faf200adcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf2504a640 1 -- 172.21.15.104:0/1364135809 >> v1:172.21.15.104:6789/0 conn(0x7faf200b4db0 legacy=0x7faf2006af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.330+0000 7faf2504a640 1 -- 172.21.15.104:0/1364135809 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf2015e340 con 0x7faf200ad8e0 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.331+0000 7faf2504a640 1 --2- 172.21.15.104:0/1364135809 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200ad8e0 0x7faf2015ee20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0097a0 tx=0x7faf1c02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1299acdb83e09eae server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.331+0000 7faf17fff640 1 -- 172.21.15.104:0/1364135809 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf1c030610 con 0x7faf200ad8e0 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.331+0000 7faf17fff640 1 -- 172.21.15.104:0/1364135809 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf1c030770 con 0x7faf200ad8e0 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.331+0000 7faf17fff640 1 -- 172.21.15.104:0/1364135809 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf1c030b00 con 0x7faf200ad8e0 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.331+0000 7faf272ae640 1 -- 172.21.15.104:0/1364135809 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200ad8e0 msgr2=0x7faf2015ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.331+0000 7faf272ae640 1 --2- 172.21.15.104:0/1364135809 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200ad8e0 0x7faf2015ee20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0097a0 tx=0x7faf1c02b960 comp rx=0 tx=0).stop 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.332+0000 7faf272ae640 1 -- 172.21.15.104:0/1364135809 shutdown_connections 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.332+0000 7faf272ae640 1 --2- 172.21.15.104:0/1364135809 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200ad8e0 0x7faf2015ee20 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.332+0000 7faf272ae640 1 -- 172.21.15.104:0/1364135809 >> 172.21.15.104:0/1364135809 conn(0x7faf2006cd80 msgr2=0x7faf2006d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:55.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.332+0000 7faf272ae640 1 -- 172.21.15.104:0/1364135809 shutdown_connections 2024-02-19T16:31:55.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.332+0000 7faf272ae640 1 -- 172.21.15.104:0/1364135809 wait complete. 2024-02-19T16:31:55.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.333+0000 7faf272ae640 1 Processor -- start 2024-02-19T16:31:55.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.333+0000 7faf272ae640 1 -- start start 2024-02-19T16:31:55.337 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.333+0000 7faf272ae640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf200ad8e0 0x7faf20149f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.337 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.333+0000 7faf272ae640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf200b3040 0x7faf200b0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.333+0000 7faf272ae640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200b4db0 0x7faf200b12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.333+0000 7faf272ae640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf20161930 con 0x7faf200b4db0 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.333+0000 7faf272ae640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf2015a060 con 0x7faf200ad8e0 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.333+0000 7faf272ae640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf2014a4d0 con 0x7faf200b3040 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200b4db0 0x7faf200b12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200b4db0 0x7faf200b12f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52778/0 (socket says 172.21.15.104:52778) 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 -- 172.21.15.104:0/4077540591 learned_addr learned my addr 172.21.15.104:0/4077540591 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2504a640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf200ad8e0 0x7faf20149f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf24849640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf200b3040 0x7faf200b0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 -- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf200b3040 msgr2=0x7faf200b0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf200b3040 0x7faf200b0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 -- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf200ad8e0 msgr2=0x7faf20149f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf200ad8e0 0x7faf20149f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 -- 172.21.15.104:0/4077540591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf1c009400 con 0x7faf200b4db0 2024-02-19T16:31:55.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf24849640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf200b3040 0x7faf200b0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:55.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2504a640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf200ad8e0 0x7faf20149f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:55.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf2584b640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200b4db0 0x7faf200b12f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7faf1800cae0 tx=0x7faf1800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:55.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf15ffb640 1 -- 172.21.15.104:0/4077540591 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf1800ac40 con 0x7faf200b4db0 2024-02-19T16:31:55.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf15ffb640 1 -- 172.21.15.104:0/4077540591 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf1800ada0 con 0x7faf200b4db0 2024-02-19T16:31:55.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf2015a4f0 con 0x7faf200b4db0 2024-02-19T16:31:55.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.334+0000 7faf15ffb640 1 -- 172.21.15.104:0/4077540591 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf18012600 con 0x7faf200b4db0 2024-02-19T16:31:55.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.335+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf20159a10 con 0x7faf200b4db0 2024-02-19T16:31:55.339 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.335+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf200751e0 con 0x7faf200b4db0 2024-02-19T16:31:55.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.336+0000 7faf15ffb640 1 -- 172.21.15.104:0/4077540591 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faf18007070 con 0x7faf200b4db0 2024-02-19T16:31:55.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.336+0000 7faf15ffb640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf0406b810 0x7faf0406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.336+0000 7faf15ffb640 1 -- 172.21.15.104:0/4077540591 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4943+0+0 (secure 0 0 0) 0x7faf18089ca0 con 0x7faf200b4db0 2024-02-19T16:31:55.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.336+0000 7faf2504a640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf0406b810 0x7faf0406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.336+0000 7faf2504a640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf0406b810 0x7faf0406dcd0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7faf1c036000 tx=0x7faf1c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:55.342 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.340+0000 7faf15ffb640 1 -- 172.21.15.104:0/4077540591 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7faf18054a70 con 0x7faf200b4db0 2024-02-19T16:31:55.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.512+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7faf2015a1a0 con 0x7faf200b4db0 2024-02-19T16:31:55.517 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.515+0000 7faf15ffb640 1 -- 172.21.15.104:0/4077540591 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) v1 ==== 122+0+0 (secure 0 0 0) 0x7faf18017020 con 0x7faf200b4db0 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf0406b810 msgr2=0x7faf0406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf0406b810 0x7faf0406dcd0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7faf1c036000 tx=0x7faf1c008030 comp rx=0 tx=0).stop 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200b4db0 msgr2=0x7faf200b12f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200b4db0 0x7faf200b12f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7faf1800cae0 tx=0x7faf1800a060 comp rx=0 tx=0).stop 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 shutdown_connections 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf0406b810 0x7faf0406dcd0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf200b4db0 0x7faf200b12f0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf200b3040 0x7faf200b0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 --2- 172.21.15.104:0/4077540591 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf200ad8e0 0x7faf20149f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 >> 172.21.15.104:0/4077540591 conn(0x7faf2006cd80 msgr2=0x7faf200af470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:55.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 shutdown_connections 2024-02-19T16:31:55.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.517+0000 7faf272ae640 1 -- 172.21.15.104:0/4077540591 wait complete. 2024-02-19T16:31:55.530 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-02-19T16:31:55.531 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-19T16:31:55.577 DEBUG:teuthology.orchestra.run.smithi158:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-19T16:31:55.634 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-02-19T16:31:55.634 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:55.634 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:55.649 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056372,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18604 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-19T16:31:55.649 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:31:55.649 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:55.666 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056373,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16832 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-19T16:31:55.666 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:31:55.666 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:55.704 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056372,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18604 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-19T16:31:55.704 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:31:55.705 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:31:55.723 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056373,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16832 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-19T16:31:55.723 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-02-19T16:31:55.723 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:31:55.844 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.842+0000 7fa0c12d4640 1 Processor -- start 2024-02-19T16:31:55.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.842+0000 7fa0c12d4640 1 -- start start 2024-02-19T16:31:55.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0c12d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 0x7fa0bc0d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0c12d4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa0bc0d0530 0x7fa0bc0d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0c12d4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0bc0d0ed0 con 0x7fa0bc0cf3f0 2024-02-19T16:31:55.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0c12d4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0bc0d16f0 con 0x7fa0bc0d0530 2024-02-19T16:31:55.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0c12d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0d1940 con 0x7fa0bc15de30 2024-02-19T16:31:55.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0bb7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa0bc0cf3f0 0x7fa0bc0cf860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56170/0 (socket says 172.21.15.104:56170) 2024-02-19T16:31:55.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0bb7fe640 1 -- 172.21.15.104:0/3215343090 learned_addr learned my addr 172.21.15.104:0/3215343090 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0baffd640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 0x7fa0bc0d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0ba7fc640 1 --2- 172.21.15.104:0/3215343090 >> v2:172.21.15.158:3300/0 conn(0x7fa0bc0d0530 0x7fa0bc0d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3024136085 0 0) 0x7fa0bc0d0ed0 con 0x7fa0bc0cf3f0 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0a4003520 con 0x7fa0bc0cf3f0 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3679118628 0 0) 0x7fa0a4003520 con 0x7fa0bc0cf3f0 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 msgr2=0x7fa0bc0d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 0x7fa0bc0d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 >> v2:172.21.15.158:3300/0 conn(0x7fa0bc0d0530 msgr2=0x7fa0bc0d0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 --2- 172.21.15.104:0/3215343090 >> v2:172.21.15.158:3300/0 conn(0x7fa0bc0d0530 0x7fa0bc0d0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0bc0d1c20 con 0x7fa0bc0cf3f0 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fa0b4001690 con 0x7fa0bc0cf3f0 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 >> v1:172.21.15.104:6789/0 conn(0x7fa0bc0cf3f0 legacy=0x7fa0bc0cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.843+0000 7fa0b9ffb640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a4003970 0x7fa0a4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0b9ffb640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a40047c0 0x7fa0a4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0b9ffb640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 0x7fa0a4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0d16f0 con 0x7fa0a40047c0 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0d1940 con 0x7fa0a4003970 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a400b980 con 0x7fa0bc15de30 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0ba7fc640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a40047c0 0x7fa0a4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0baffd640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a4003970 0x7fa0a4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0bb7fe640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 0x7fa0a4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0ba7fc640 1 -- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 msgr2=0x7fa0a4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0ba7fc640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 0x7fa0a4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0ba7fc640 1 -- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a4003970 msgr2=0x7fa0a4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0ba7fc640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a4003970 0x7fa0a4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.851 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0ba7fc640 1 -- 172.21.15.104:0/3215343090 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0a4003520 con 0x7fa0a40047c0 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.844+0000 7fa0bb7fe640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc15de30 0x7fa0a4005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0ba7fc640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a40047c0 0x7fa0a4004c40 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009af0 tx=0x7fa0a40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe95ebba4f205eb server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b002c710 con 0x7fa0a40047c0 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0b002c870 con 0x7fa0a40047c0 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0b9ffb640 1 -- 172.21.15.104:0/3215343090 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b002cc00 con 0x7fa0a40047c0 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0c12d4640 1 -- 172.21.15.104:0/3215343090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a40047c0 msgr2=0x7fa0a4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0c12d4640 1 --2- 172.21.15.104:0/3215343090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a40047c0 0x7fa0a4004c40 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009af0 tx=0x7fa0a40057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0bb7fe640 1 -- 172.21.15.104:0/3215343090 reap_dead start 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0c12d4640 1 -- 172.21.15.104:0/3215343090 shutdown_connections 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0c12d4640 1 -- 172.21.15.104:0/3215343090 >> 172.21.15.104:0/3215343090 conn(0x7fa0bc0d3b20 msgr2=0x7fa0bc0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0c12d4640 1 -- 172.21.15.104:0/3215343090 shutdown_connections 2024-02-19T16:31:55.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.845+0000 7fa0c12d4640 1 -- 172.21.15.104:0/3215343090 wait complete. 2024-02-19T16:31:55.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0c12d4640 1 Processor -- start 2024-02-19T16:31:55.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0c12d4640 1 -- start start 2024-02-19T16:31:55.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0c12d4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a40047c0 0x7fa0bc1501a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0c12d4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc0b4d70 0x7fa0bc0b33d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0c12d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0bc0b5b80 0x7fa0bc0ccb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0c12d4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0b3cd0 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0c12d4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0b3fb0 con 0x7fa0a40047c0 2024-02-19T16:31:55.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0c12d4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0b4290 con 0x7fa0bc0b4d70 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0bb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0bc0b5b80 0x7fa0bc0ccb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0bb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0bc0b5b80 0x7fa0bc0ccb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52786/0 (socket says 172.21.15.104:52786) 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0bb7fe640 1 -- 172.21.15.104:0/1703611833 learned_addr learned my addr 172.21.15.104:0/1703611833 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0ba7fc640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc0b4d70 0x7fa0bc0b33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.847+0000 7fa0baffd640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a40047c0 0x7fa0bc1501a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0bb7fe640 1 -- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc0b4d70 msgr2=0x7fa0bc0b33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0bb7fe640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc0b4d70 0x7fa0bc0b33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0bb7fe640 1 -- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a40047c0 msgr2=0x7fa0bc1501a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0bb7fe640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a40047c0 0x7fa0bc1501a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0bb7fe640 1 -- 172.21.15.104:0/1703611833 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0bc0b4570 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0baffd640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a40047c0 0x7fa0bc1501a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:55.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0bb7fe640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0bc0b5b80 0x7fa0bc0ccb00 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4000f60 tx=0x7fa0b400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0a37fe640 1 -- 172.21.15.104:0/1703611833 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b400c530 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0a37fe640 1 -- 172.21.15.104:0/1703611833 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0b400c690 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0bc0b4850 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0a37fe640 1 -- 172.21.15.104:0/1703611833 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b400ca40 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.848+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0bc0b3910 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.849+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0bc0b4a40 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.849+0000 7fa0a37fe640 1 -- 172.21.15.104:0/1703611833 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa0b400cba0 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.850+0000 7fa0a37fe640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0a806b810 0x7fa0a806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.850+0000 7fa0baffd640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0a806b810 0x7fa0a806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.850+0000 7fa0a37fe640 1 -- 172.21.15.104:0/1703611833 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fa0b4089bc0 con 0x7fa0bc0b5b80 2024-02-19T16:31:55.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.850+0000 7fa0baffd640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0a806b810 0x7fa0a806dcd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac013370 tx=0x7fa0ac00b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:55.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:55.854+0000 7fa0a37fe640 1 -- 172.21.15.104:0/1703611833 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa0b4054850 con 0x7fa0bc0b5b80 2024-02-19T16:31:56.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.058+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa0bc0751e0 con 0x7fa0bc0b5b80 2024-02-19T16:31:56.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.059+0000 7fa0a37fe640 1 -- 172.21.15.104:0/1703611833 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+3708 (secure 0 0 0) 0x7fa0b4057f10 con 0x7fa0bc0b5b80 2024-02-19T16:31:56.062 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:56.062 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":18,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/732126641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":732126641},{"type":"v1","addr":"172.21.15.104:6837","nonce":732126641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":4940,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/3497547146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":3497547146},{"type":"v1","addr":"172.21.15.158:6834","nonce":3497547146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5248,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/2034837576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":2034837576},{"type":"v1","addr":"172.21.15.158:6835","nonce":2034837576}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":5901,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/2862217338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2862217338},{"type":"v1","addr":"172.21.15.104:6836","nonce":2862217338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":18}],"filesystems":[]} 2024-02-19T16:31:56.062 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 18 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0a806b810 msgr2=0x7fa0a806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0a806b810 0x7fa0a806dcd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac013370 tx=0x7fa0ac00b040 comp rx=0 tx=0).stop 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0bc0b5b80 msgr2=0x7fa0bc0ccb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0bc0b5b80 0x7fa0bc0ccb00 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4000f60 tx=0x7fa0b400eb90 comp rx=0 tx=0).stop 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 shutdown_connections 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0a806b810 0x7fa0a806dcd0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0bc0b5b80 0x7fa0bc0ccb00 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa0bc0b4d70 0x7fa0bc0b33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 --2- 172.21.15.104:0/1703611833 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa0a40047c0 0x7fa0bc1501a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 >> 172.21.15.104:0/1703611833 conn(0x7fa0bc0d3b20 msgr2=0x7fa0bc0b6e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:56.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 shutdown_connections 2024-02-19T16:31:56.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.061+0000 7fa0c12d4640 1 -- 172.21.15.104:0/1703611833 wait complete. 2024-02-19T16:31:56.074 INFO:tasks.ceph.mds.a:Restarting daemon 2024-02-19T16:31:56.075 INFO:tasks.ceph.mds.a:Stopping old one... 2024-02-19T16:31:56.075 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-02-19T16:31:56.075 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:56.075 INFO:tasks.ceph.mds.c:Restarting daemon 2024-02-19T16:31:56.075 INFO:tasks.ceph.mds.c:Stopping old one... 2024-02-19T16:31:56.075 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-02-19T16:31:56.076 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:56.076 INFO:tasks.ceph.mds.b:Restarting daemon 2024-02-19T16:31:56.076 INFO:tasks.ceph.mds.b:Stopping old one... 2024-02-19T16:31:56.076 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-02-19T16:31:56.076 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:56.076 INFO:tasks.ceph.mds.d:Restarting daemon 2024-02-19T16:31:56.077 INFO:tasks.ceph.mds.d:Stopping old one... 2024-02-19T16:31:56.077 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-02-19T16:31:56.077 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:31:56.087 INFO:tasks.ceph.mds.a:Stopped 2024-02-19T16:31:56.087 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-02-19T16:31:56.088 INFO:tasks.ceph.mds.c:Stopped 2024-02-19T16:31:56.088 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-02-19T16:31:56.089 INFO:tasks.ceph.mds.b:Stopped 2024-02-19T16:31:56.090 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-02-19T16:31:56.090 INFO:tasks.ceph.mds.d:Stopped 2024-02-19T16:31:56.091 DEBUG:teuthology.orchestra.run.smithi158:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-02-19T16:31:56.129 INFO:tasks.ceph.mds.a:Started 2024-02-19T16:31:56.130 DEBUG:teuthology.parallel:result is None 2024-02-19T16:31:56.131 INFO:tasks.ceph.mds.c:Started 2024-02-19T16:31:56.131 DEBUG:teuthology.parallel:result is None 2024-02-19T16:31:56.132 INFO:tasks.ceph.mds.b:Started 2024-02-19T16:31:56.132 DEBUG:teuthology.parallel:result is None 2024-02-19T16:31:56.133 INFO:tasks.ceph.mds.d:Started 2024-02-19T16:31:56.133 DEBUG:teuthology.parallel:result is None 2024-02-19T16:31:56.133 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-02-19T16:31:56.205 INFO:tasks.ceph.mds.c.smithi104.stdout:starting mds.c at 2024-02-19T16:31:56.206 INFO:tasks.ceph.mds.a.smithi104.stdout:starting mds.a at 2024-02-19T16:31:56.221 INFO:tasks.ceph.mds.b.smithi158.stdout:starting mds.b at 2024-02-19T16:31:56.222 INFO:tasks.ceph.mds.d.smithi158.stdout:starting mds.d at 2024-02-19T16:31:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.236+0000 7f2b839b5640 1 Processor -- start 2024-02-19T16:31:56.239 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.237+0000 7f2b839b5640 1 -- start start 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.237+0000 7f2b839b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c0ad8b0 0x7f2b7c06b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.237+0000 7f2b839b5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b7c06d6a0 con 0x7f2b7c0ceba0 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.237+0000 7f2b839b5640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b7c0ae150 con 0x7f2b7c15ded0 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.237+0000 7f2b839b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7c0ade70 con 0x7f2b7c0ad8b0 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b81f52640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f2b7c0ceba0 0x7f2b7c0cf030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56186/0 (socket says 172.21.15.104:56186) 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b81f52640 1 -- 172.21.15.104:0/3165279347 learned_addr learned my addr 172.21.15.104:0/3165279347 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b80f50640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c0ad8b0 0x7f2b7c06b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2121413867 0 0) 0x7f2b7c06d6a0 con 0x7f2b7c0ceba0 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2b68003520 con 0x7f2b7c0ceba0 2024-02-19T16:31:56.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2740783164 0 0) 0x7f2b68003520 con 0x7f2b7c0ceba0 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c0ad8b0 msgr2=0x7f2b7c06b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c0ad8b0 0x7f2b7c06b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 >> v1:172.21.15.158:6789/0 conn(0x7f2b7c15ded0 legacy=0x7f2b7c06af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b7c06d050 con 0x7f2b7c0ceba0 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f2b740019f0 con 0x7f2b7c0ceba0 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 >> v1:172.21.15.104:6789/0 conn(0x7f2b7c0ceba0 legacy=0x7f2b7c0cf030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b680039a0 0x7f2b68003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b680047c0 0x7f2b68004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c0ad8b0 0x7f2b68005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7c0ade70 con 0x7f2b680039a0 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b6800ba30 con 0x7f2b680047c0 2024-02-19T16:31:56.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b6800bbf0 con 0x7f2b7c0ad8b0 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b81751640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b680039a0 0x7f2b68003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b81f52640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c0ad8b0 0x7f2b68005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.238+0000 7f2b80f50640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b680047c0 0x7f2b68004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b81751640 1 -- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c0ad8b0 msgr2=0x7f2b68005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b81751640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c0ad8b0 0x7f2b68005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b81751640 1 -- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b680047c0 msgr2=0x7f2b68004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b81751640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b680047c0 0x7f2b68004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b81751640 1 -- 172.21.15.104:0/3165279347 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b68003520 con 0x7f2b680039a0 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b81751640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b680039a0 0x7f2b68003dc0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c001720 tx=0x7f2b680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67cf79a8ad3c16ef server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b6c0052d0 con 0x7f2b680039a0 2024-02-19T16:31:56.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b6c02e050 con 0x7f2b680039a0 2024-02-19T16:31:56.245 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.239+0000 7f2b73fff640 1 -- 172.21.15.104:0/3165279347 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b6c0035f0 con 0x7f2b680039a0 2024-02-19T16:31:56.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.240+0000 7f2b839b5640 1 -- 172.21.15.104:0/3165279347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b680039a0 msgr2=0x7f2b68003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.240+0000 7f2b839b5640 1 --2- 172.21.15.104:0/3165279347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b680039a0 0x7f2b68003dc0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c001720 tx=0x7f2b680057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.240+0000 7f2b81f52640 1 -- 172.21.15.104:0/3165279347 reap_dead start 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.240+0000 7f2b839b5640 1 -- 172.21.15.104:0/3165279347 shutdown_connections 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.240+0000 7f2b839b5640 1 -- 172.21.15.104:0/3165279347 >> 172.21.15.104:0/3165279347 conn(0x7f2b7c0b2240 msgr2=0x7f2b7c0d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.240+0000 7f2b839b5640 1 -- 172.21.15.104:0/3165279347 shutdown_connections 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.240+0000 7f2b839b5640 1 -- 172.21.15.104:0/3165279347 wait complete. 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.242+0000 7f2b839b5640 1 Processor -- start 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.242+0000 7f2b839b5640 1 -- start start 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.242+0000 7f2b839b5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b7c159220 0x7f2b7c0c8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.242+0000 7f2b839b5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b7c159600 0x7f2b7c0c9090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.242+0000 7f2b839b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c1f7410 0x7f2b7c1f7890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b839b5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7c0c95d0 con 0x7f2b7c159220 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b839b5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7c1f8180 con 0x7f2b7c159600 2024-02-19T16:31:56.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b839b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7c15af70 con 0x7f2b7c1f7410 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b7c159220 0x7f2b7c0c8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b7c159220 0x7f2b7c0c8b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52842/0 (socket says 172.21.15.104:52842) 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 -- 172.21.15.104:0/3206492768 learned_addr learned my addr 172.21.15.104:0/3206492768 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81f52640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c1f7410 0x7f2b7c1f7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 -- 172.21.15.104:0/3206492768 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c1f7410 msgr2=0x7f2b7c1f7890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c1f7410 0x7f2b7c1f7890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b80f50640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b7c159600 0x7f2b7c0c9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 -- 172.21.15.104:0/3206492768 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b7c159600 msgr2=0x7f2b7c0c9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b7c159600 0x7f2b7c0c9090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 -- 172.21.15.104:0/3206492768 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b7c15b250 con 0x7f2b7c159220 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b81751640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b7c159220 0x7f2b7c0c8b50 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c02bc10 tx=0x7f2b6c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b71ffb640 1 -- 172.21.15.104:0/3206492768 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b6c0076c0 con 0x7f2b7c159220 2024-02-19T16:31:56.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b71ffb640 1 -- 172.21.15.104:0/3206492768 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b6c007a30 con 0x7f2b7c159220 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b7c15b530 con 0x7f2b7c159220 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.243+0000 7f2b71ffb640 1 -- 172.21.15.104:0/3206492768 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b6c006be0 con 0x7f2b7c159220 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.244+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b7c1f7dd0 con 0x7f2b7c159220 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.245+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b7c0751e0 con 0x7f2b7c159220 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.245+0000 7f2b71ffb640 1 -- 172.21.15.104:0/3206492768 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2b6c006d40 con 0x7f2b7c159220 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.245+0000 7f2b71ffb640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b6006b840 0x7f2b6006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.245+0000 7f2b71ffb640 1 -- 172.21.15.104:0/3206492768 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2b6c0abb00 con 0x7f2b7c159220 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.245+0000 7f2b80f50640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b6006b840 0x7f2b6006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.246+0000 7f2b80f50640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b6006b840 0x7f2b6006dd00 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c15a480 tx=0x7f2b78008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:56.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.250+0000 7f2b71ffb640 1 -- 172.21.15.104:0/3206492768 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2b6c076940 con 0x7f2b7c159220 2024-02-19T16:31:56.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.433+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f2b7c0c95d0 con 0x7f2b7c159220 2024-02-19T16:31:56.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.521+0000 7f2b71ffb640 1 -- 172.21.15.104:0/3206492768 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v43) v1 ==== 97+0+0 (secure 0 0 0) 0x7f2b6c04b080 con 0x7f2b7c159220 2024-02-19T16:31:56.524 INFO:teuthology.orchestra.run.smithi104.stderr: removed all blocklist entries 2024-02-19T16:31:56.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b6006b840 msgr2=0x7f2b6006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b6006b840 0x7f2b6006dd00 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c15a480 tx=0x7f2b78008040 comp rx=0 tx=0).stop 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b7c159220 msgr2=0x7f2b7c0c8b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b7c159220 0x7f2b7c0c8b50 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c02bc10 tx=0x7f2b6c001120 comp rx=0 tx=0).stop 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 shutdown_connections 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2b6006b840 0x7f2b6006dd00 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2b7c1f7410 0x7f2b7c1f7890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2b7c159600 0x7f2b7c0c9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 --2- 172.21.15.104:0/3206492768 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2b7c159220 0x7f2b7c0c8b50 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 >> 172.21.15.104:0/3206492768 conn(0x7f2b7c0b2240 msgr2=0x7f2b7c0b0cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 shutdown_connections 2024-02-19T16:31:56.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.524+0000 7f2b839b5640 1 -- 172.21.15.104:0/3206492768 wait complete. 2024-02-19T16:31:56.539 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-02-19T16:31:56.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.636+0000 7f7a74fc9640 1 Processor -- start 2024-02-19T16:31:56.638 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.636+0000 7f7a74fc9640 1 -- start start 2024-02-19T16:31:56.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a74fc9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7a700d0530 0x7f7a700d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a74fc9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7a700cf3f0 0x7f7a700cf810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a74fc9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a700d16f0 con 0x7f7a7015de30 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a74fc9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a700d2e10 con 0x7f7a700cf3f0 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a74fc9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a700d0f00 con 0x7f7a700d0530 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a6ed9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7a700cf3f0 0x7f7a700cf810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a6e59c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f7a7015de30 0x7f7a700d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56196/0 (socket says 172.21.15.104:56196) 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a6e59c640 1 -- 172.21.15.104:0/395272478 learned_addr learned my addr 172.21.15.104:0/395272478 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a6ed9d640 1 -- 172.21.15.104:0/395272478 >> v2:172.21.15.158:3300/0 conn(0x7f7a700d0530 msgr2=0x7f7a700d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a6ed9d640 1 --2- 172.21.15.104:0/395272478 >> v2:172.21.15.158:3300/0 conn(0x7f7a700d0530 0x7f7a700d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a6ed9d640 1 -- 172.21.15.104:0/395272478 >> v1:172.21.15.104:6789/0 conn(0x7f7a7015de30 legacy=0x7f7a700d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.637+0000 7f7a6ed9d640 1 -- 172.21.15.104:0/395272478 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a700d1940 con 0x7f7a700cf3f0 2024-02-19T16:31:56.641 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.638+0000 7f7a6ed9d640 1 --2- 172.21.15.104:0/395272478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700cf3f0 0x7f7a700cf810 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f7a7008c500 tx=0x7f7a6802bc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a0e31fb8baee40c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.638+0000 7f7a6dd9b640 1 -- 172.21.15.104:0/395272478 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a6802c9a0 con 0x7f7a700cf3f0 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.638+0000 7f7a6dd9b640 1 -- 172.21.15.104:0/395272478 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a6802cb00 con 0x7f7a700cf3f0 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.638+0000 7f7a6dd9b640 1 -- 172.21.15.104:0/395272478 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a6802ce90 con 0x7f7a700cf3f0 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.639+0000 7f7a74fc9640 1 -- 172.21.15.104:0/395272478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700cf3f0 msgr2=0x7f7a700cf810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.639+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/395272478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700cf3f0 0x7f7a700cf810 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f7a7008c500 tx=0x7f7a6802bc70 comp rx=0 tx=0).stop 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.639+0000 7f7a74fc9640 1 -- 172.21.15.104:0/395272478 shutdown_connections 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.639+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/395272478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700cf3f0 0x7f7a700cf810 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.639+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/395272478 >> v2:172.21.15.158:3300/0 conn(0x7f7a700d0530 0x7f7a700d09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.639+0000 7f7a74fc9640 1 -- 172.21.15.104:0/395272478 >> 172.21.15.104:0/395272478 conn(0x7f7a700d3b20 msgr2=0x7f7a700d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.639+0000 7f7a74fc9640 1 -- 172.21.15.104:0/395272478 shutdown_connections 2024-02-19T16:31:56.642 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.639+0000 7f7a74fc9640 1 -- 172.21.15.104:0/395272478 wait complete. 2024-02-19T16:31:56.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.640+0000 7f7a74fc9640 1 Processor -- start 2024-02-19T16:31:56.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.640+0000 7f7a74fc9640 1 -- start start 2024-02-19T16:31:56.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a74fc9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7a700cf3f0 0x7f7a7015cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a74fc9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700d0530 0x7f7a7014dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a74fc9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7a7015de30 0x7f7a700cd680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a74fc9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a700ce1f0 con 0x7f7a700d0530 2024-02-19T16:31:56.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a74fc9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a700b4e60 con 0x7f7a700cf3f0 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a74fc9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a700b4530 con 0x7f7a7015de30 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700d0530 0x7f7a7014dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700d0530 0x7f7a7014dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52874/0 (socket says 172.21.15.104:52874) 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 -- 172.21.15.104:0/2826072534 learned_addr learned my addr 172.21.15.104:0/2826072534 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 -- 172.21.15.104:0/2826072534 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7a7015de30 msgr2=0x7f7a700cd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7a7015de30 0x7f7a700cd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 -- 172.21.15.104:0/2826072534 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7a700cf3f0 msgr2=0x7f7a7015cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7a700cf3f0 0x7f7a7015cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 -- 172.21.15.104:0/2826072534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a68009a70 con 0x7f7a700d0530 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a67fff640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700d0530 0x7f7a7014dce0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f7a5800b410 tx=0x7f7a5800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a66ffd640 1 -- 172.21.15.104:0/2826072534 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a58011830 con 0x7f7a700d0530 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a66ffd640 1 -- 172.21.15.104:0/2826072534 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a580119b0 con 0x7f7a700d0530 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a66ffd640 1 -- 172.21.15.104:0/2826072534 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a58011d60 con 0x7f7a700d0530 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a700b4810 con 0x7f7a700d0530 2024-02-19T16:31:56.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.641+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a700c8340 con 0x7f7a700d0530 2024-02-19T16:31:56.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.642+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a700751e0 con 0x7f7a700d0530 2024-02-19T16:31:56.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.643+0000 7f7a66ffd640 1 -- 172.21.15.104:0/2826072534 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7a5801a400 con 0x7f7a700d0530 2024-02-19T16:31:56.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.643+0000 7f7a66ffd640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7a5006b810 0x7f7a5006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:56.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.643+0000 7f7a66ffd640 1 -- 172.21.15.104:0/2826072534 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7a58089f10 con 0x7f7a700d0530 2024-02-19T16:31:56.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.643+0000 7f7a6e59c640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7a5006b810 0x7f7a5006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:56.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.643+0000 7f7a6e59c640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7a5006b810 0x7f7a5006dcd0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7a60007fd0 tx=0x7f7a600079a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:56.649 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.647+0000 7f7a66ffd640 1 -- 172.21.15.104:0/2826072534 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f7a58054d10 con 0x7f7a700d0530 2024-02-19T16:31:56.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.882+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f7a700b4fd0 con 0x7f7a700d0530 2024-02-19T16:31:56.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.883+0000 7f7a66ffd640 1 -- 172.21.15.104:0/2826072534 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) v1 ==== 80+0+5298 (secure 0 0 0) 0x7f7a58015020 con 0x7f7a700d0530 2024-02-19T16:31:56.885 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:56.885 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:31:56.885 INFO:teuthology.orchestra.run.smithi104.stdout: "auth_dump": [ 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mds.a", 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDbgdNl8t8NNRAAObZeKujIAMXFwMMiOHCDAw==", 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mds.b", 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlczkNBhAAk+Hr5rlN9lrU0IGXiBoiyw==", 2024-02-19T16:31:56.886 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mds.c", 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlxwoHARAAcgvnuQiO1bcj1AcCJfOF/Q==", 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.887 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mds.d", 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlu8tzDRAATnNixjrMqLPLVvoJkhsiHQ==", 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.0", 2024-02-19T16:31:56.888 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDfgdNlKDx2MhAAeHaK6hjbuAqtxjHlo1pNfQ==", 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.1", 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDigdNlpE2bMRAA5o+UAtHxtzu2Bi8nanLUIA==", 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.889 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.2", 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDlgdNlMZaoLxAAh7Wvml3dpfeOytylKEO59g==", 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.3", 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDogdNltDB4LhAAeZXC1QyUiPBbCUEi4vF9Sw==", 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:56.890 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.4", 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDsgdNlw62QOhAAZ4meqDW5F9onodP49S459A==", 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.5", 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDvgdNlHdzbORAAd7sK5o4qAqWiGAwvgwxsuw==", 2024-02-19T16:31:56.891 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.6", 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDygdNlyGj4ORAAYOBuovZaRLUTnbXDcQXJhg==", 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.892 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "osd.7", 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQD1gdNlDOK2NxAAjZiXltbbM7Av7CURK2I9ag==", 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow profile osd", 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile osd", 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.0", 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g==", 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow r", 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow rw pool=cephfs_data" 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.893 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.1", 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNly+reGhAAieWnUnayIpiQ2dN2efZk4g==", 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow r", 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow rw", 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow rwx" 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.2", 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNl9Nt7FxAATgMkE2RnEMPsa+SpsiiZRQ==", 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:56.894 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow r", 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow rw", 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow rwx" 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.3", 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDcgdNlQBbAIBAAlIi3g1wr2neucXRUfVaSDg==", 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow", 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow r", 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow rw", 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow rwx" 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "client.admin", 2024-02-19T16:31:56.895 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDbgdNl2fekGBAAXmTUTIDjSltIhFhzsrHTzQ==", 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow *", 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": "allow *", 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow *", 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mgr.x", 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDbgdNlqjipMRAAGpYQxErFK5a05ad1PnZOTw==", 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow *", 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile mgr", 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.896 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: "entity": "mgr.y", 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: "key": "AQDbgdNlJfngLRAAnmVwsctfOIHUfZi+qP+Yfw==", 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": { 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": "allow *", 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": "allow profile mgr", 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": "allow *" 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout: ] 2024-02-19T16:31:56.897 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7a5006b810 msgr2=0x7f7a5006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7a5006b810 0x7f7a5006dcd0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7a60007fd0 tx=0x7f7a600079a0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700d0530 msgr2=0x7f7a7014dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700d0530 0x7f7a7014dce0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f7a5800b410 tx=0x7f7a5800b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 shutdown_connections 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7a5006b810 0x7f7a5006dcd0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7a700d0530 0x7f7a7014dce0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7a7015de30 0x7f7a700cd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 --2- 172.21.15.104:0/2826072534 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7a700cf3f0 0x7f7a7015cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 >> 172.21.15.104:0/2826072534 conn(0x7f7a700d3b20 msgr2=0x7f7a701604a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 shutdown_connections 2024-02-19T16:31:56.899 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.885+0000 7f7a74fc9640 1 -- 172.21.15.104:0/2826072534 wait complete. 2024-02-19T16:31:56.900 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:31:56.999 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.997+0000 7f8b1eca4640 1 Processor -- start 2024-02-19T16:31:56.999 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.997+0000 7f8b1eca4640 1 -- start start 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b1eca4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f8b180b4380 0x7f8b180d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b1eca4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b180cfbf0 con 0x7f8b1815deb0 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b1eca4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b180d4410 con 0x7f8b180d3a70 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b1eca4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b180d1000 con 0x7f8b180b4380 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b1ca40640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f8b1815deb0 0x7f8b180cf4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56202/0 (socket says 172.21.15.104:56202) 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b1ca40640 1 -- 172.21.15.104:0/4201602884 learned_addr learned my addr 172.21.15.104:0/4201602884 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3729214182 0 0) 0x7f8b180cfbf0 con 0x7f8b1815deb0 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8b00003520 con 0x7f8b1815deb0 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b1d241640 1 --2- 172.21.15.104:0/4201602884 >> v2:172.21.15.158:3300/0 conn(0x7f8b180b4380 0x7f8b180d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2734256513 0 0) 0x7f8b00003520 con 0x7f8b1815deb0 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 >> v2:172.21.15.158:3300/0 conn(0x7f8b180b4380 msgr2=0x7f8b180d3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 --2- 172.21.15.104:0/4201602884 >> v2:172.21.15.158:3300/0 conn(0x7f8b180b4380 0x7f8b180d3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 >> v1:172.21.15.158:6789/0 conn(0x7f8b180d3a70 legacy=0x7f8b180b3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.003 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b180d12e0 con 0x7f8b1815deb0 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f8b14001670 con 0x7f8b1815deb0 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 >> v1:172.21.15.104:6789/0 conn(0x7f8b1815deb0 legacy=0x7f8b180cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b00003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b000047c0 0x7f8b00004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b00005180 0x7f8b0000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b180d1000 con 0x7f8b00003970 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b0000c020 con 0x7f8b000047c0 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.998+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b0000c1e0 con 0x7f8b00005180 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1ca40640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b00003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1d241640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b00005180 0x7f8b0000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b0ffff640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b000047c0 0x7f8b00004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1ca40640 1 -- 172.21.15.104:0/4201602884 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b00005180 msgr2=0x7f8b0000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1ca40640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b00005180 0x7f8b0000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1ca40640 1 -- 172.21.15.104:0/4201602884 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b000047c0 msgr2=0x7f8b00004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1ca40640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b000047c0 0x7f8b00004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1ca40640 1 -- 172.21.15.104:0/4201602884 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b00003520 con 0x7f8b00003970 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1d241640 1 -- 172.21.15.104:0/4201602884 reap_dead start 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:56.999+0000 7f8b1ca40640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b00003d90 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f8b14001050 tx=0x7f8b000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=549cb4ba25c8c927 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b14005ad0 con 0x7f8b00003970 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b14005c30 con 0x7f8b00003970 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b0f7fe640 1 -- 172.21.15.104:0/4201602884 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b1402ca50 con 0x7f8b00003970 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b1eca4640 1 -- 172.21.15.104:0/4201602884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 msgr2=0x7f8b00003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b1eca4640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b00003d90 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f8b14001050 tx=0x7f8b000057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b1eca4640 1 -- 172.21.15.104:0/4201602884 shutdown_connections 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b1eca4640 1 --2- 172.21.15.104:0/4201602884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b00003d90 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b1eca4640 1 -- 172.21.15.104:0/4201602884 >> 172.21.15.104:0/4201602884 conn(0x7f8b1808d560 msgr2=0x7f8b1809ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b1eca4640 1 -- 172.21.15.104:0/4201602884 shutdown_connections 2024-02-19T16:31:57.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.000+0000 7f8b1eca4640 1 -- 172.21.15.104:0/4201602884 wait complete. 2024-02-19T16:31:57.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.001+0000 7f8b1eca4640 1 Processor -- start 2024-02-19T16:31:57.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.001+0000 7f8b1eca4640 1 -- start start 2024-02-19T16:31:57.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1eca4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b180c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1eca4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b18159500 0x7f8b180b7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1eca4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b18159980 0x7f8b18157e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1eca4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1815f3d0 con 0x7f8b00003970 2024-02-19T16:31:57.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1eca4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1815e7c0 con 0x7f8b18159500 2024-02-19T16:31:57.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1eca4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1815eaa0 con 0x7f8b18159980 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1ca40640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b180c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1ca40640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b180c7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52898/0 (socket says 172.21.15.104:52898) 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.002+0000 7f8b1ca40640 1 -- 172.21.15.104:0/3984780980 learned_addr learned my addr 172.21.15.104:0/3984780980 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1d241640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b18159980 0x7f8b18157e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b0ffff640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b18159500 0x7f8b180b7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1ca40640 1 -- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b18159980 msgr2=0x7f8b18157e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1ca40640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b18159980 0x7f8b18157e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1ca40640 1 -- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b18159500 msgr2=0x7f8b180b7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1ca40640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b18159500 0x7f8b180b7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1ca40640 1 -- 172.21.15.104:0/3984780980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b1815ed80 con 0x7f8b00003970 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b0ffff640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b18159500 0x7f8b180b7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1ca40640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b180c7640 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8b14001930 tx=0x7f8b14000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b0d7fa640 1 -- 172.21.15.104:0/3984780980 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b1403c070 con 0x7f8b00003970 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b0d7fa640 1 -- 172.21.15.104:0/3984780980 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b1402ca20 con 0x7f8b00003970 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b0d7fa640 1 -- 172.21.15.104:0/3984780980 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b1402cdb0 con 0x7f8b00003970 2024-02-19T16:31:57.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b1815f060 con 0x7f8b00003970 2024-02-19T16:31:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.003+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b180c7b80 con 0x7f8b00003970 2024-02-19T16:31:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.004+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b180751e0 con 0x7f8b00003970 2024-02-19T16:31:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.004+0000 7f8b0d7fa640 1 -- 172.21.15.104:0/3984780980 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8b14032070 con 0x7f8b00003970 2024-02-19T16:31:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.005+0000 7f8b0d7fa640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8b0406b810 0x7f8b0406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.005+0000 7f8b0d7fa640 1 -- 172.21.15.104:0/3984780980 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8b140aac00 con 0x7f8b00003970 2024-02-19T16:31:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.005+0000 7f8b0ffff640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8b0406b810 0x7f8b0406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.005+0000 7f8b0ffff640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8b0406b810 0x7f8b0406dcd0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f8b08000c00 tx=0x7f8b08009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.009+0000 7f8b0d7fa640 1 -- 172.21.15.104:0/3984780980 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8b140b1080 con 0x7f8b00003970 2024-02-19T16:31:57.185 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.182+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8b180b34f0 con 0x7f8b00003970 2024-02-19T16:31:57.185 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.183+0000 7f8b0d7fa640 1 -- 172.21.15.104:0/3984780980 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) v1 ==== 74+0+12915 (secure 0 0 0) 0x7f8b14045020 con 0x7f8b00003970 2024-02-19T16:31:57.186 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:57.186 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":44,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:56.525674+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8b0406b810 msgr2=0x7f8b0406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8b0406b810 0x7f8b0406dcd0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f8b08000c00 tx=0x7f8b08009040 comp rx=0 tx=0).stop 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 msgr2=0x7f8b180c7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b180c7640 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8b14001930 tx=0x7f8b14000fe0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 shutdown_connections 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8b0406b810 0x7f8b0406dcd0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8b18159980 0x7f8b18157e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8b18159500 0x7f8b180b7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 --2- 172.21.15.104:0/3984780980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b00003970 0x7f8b180c7640 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 >> 172.21.15.104:0/3984780980 conn(0x7f8b1808d560 msgr2=0x7f8b1806b510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:57.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 shutdown_connections 2024-02-19T16:31:57.189 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.185+0000 7f8b1eca4640 1 -- 172.21.15.104:0/3984780980 wait complete. 2024-02-19T16:31:57.199 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:31:57.199 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:31:57.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.300+0000 7f291bf81640 1 Processor -- start 2024-02-19T16:31:57.303 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.300+0000 7f291bf81640 1 -- start start 2024-02-19T16:31:57.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.301+0000 7f291bf81640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f291415a9e0 0x7f291415e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.301+0000 7f291bf81640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f291415adc0 0x7f291406d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.301+0000 7f291bf81640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29140d06a0 con 0x7f291406dd00 2024-02-19T16:31:57.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.301+0000 7f291bf81640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f291415f660 con 0x7f291415a9e0 2024-02-19T16:31:57.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.301+0000 7f291bf81640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f291415b320 con 0x7f291415adc0 2024-02-19T16:31:57.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.301+0000 7f2919d1d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f291415a9e0 0x7f291415e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.301+0000 7f291a51e640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f291406dd00 0x7f291415b7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56206/0 (socket says 172.21.15.104:56206) 2024-02-19T16:31:57.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.301+0000 7f291a51e640 1 -- 172.21.15.104:0/254405578 learned_addr learned my addr 172.21.15.104:0/254405578 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:57.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.302+0000 7f2919d1d640 1 -- 172.21.15.104:0/254405578 >> v2:172.21.15.158:3300/0 conn(0x7f291415adc0 msgr2=0x7f291406d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.302+0000 7f2919d1d640 1 --2- 172.21.15.104:0/254405578 >> v2:172.21.15.158:3300/0 conn(0x7f291415adc0 0x7f291406d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.302+0000 7f2919d1d640 1 -- 172.21.15.104:0/254405578 >> v1:172.21.15.104:6789/0 conn(0x7f291406dd00 legacy=0x7f291415b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.302+0000 7f2919d1d640 1 -- 172.21.15.104:0/254405578 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f291415edc0 con 0x7f291415a9e0 2024-02-19T16:31:57.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.302+0000 7f2918d1b640 1 -- 172.21.15.104:0/254405578 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3964010376 0 0) 0x7f29140d06a0 con 0x7f291406dd00 2024-02-19T16:31:57.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.302+0000 7f2919d1d640 1 --2- 172.21.15.104:0/254405578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f291415e6e0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f291415b1a0 tx=0x7f291002e0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47756173b8cd95c8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.302+0000 7f2918d1b640 1 -- 172.21.15.104:0/254405578 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f291002ea60 con 0x7f291415a9e0 2024-02-19T16:31:57.306 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.302+0000 7f2918d1b640 1 -- 172.21.15.104:0/254405578 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f291002ebc0 con 0x7f291415a9e0 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f2918d1b640 1 -- 172.21.15.104:0/254405578 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2910009540 con 0x7f291415a9e0 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f291bf81640 1 -- 172.21.15.104:0/254405578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 msgr2=0x7f291415e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f291bf81640 1 --2- 172.21.15.104:0/254405578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f291415e6e0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f291415b1a0 tx=0x7f291002e0c0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f291bf81640 1 -- 172.21.15.104:0/254405578 shutdown_connections 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f291bf81640 1 --2- 172.21.15.104:0/254405578 >> v2:172.21.15.158:3300/0 conn(0x7f291415adc0 0x7f291406d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f291bf81640 1 --2- 172.21.15.104:0/254405578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f291415e6e0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f291bf81640 1 -- 172.21.15.104:0/254405578 >> 172.21.15.104:0/254405578 conn(0x7f29140b2670 msgr2=0x7f29140b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f291bf81640 1 -- 172.21.15.104:0/254405578 shutdown_connections 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.303+0000 7f291bf81640 1 -- 172.21.15.104:0/254405578 wait complete. 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.304+0000 7f291bf81640 1 Processor -- start 2024-02-19T16:31:57.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.304+0000 7f291bf81640 1 -- start start 2024-02-19T16:31:57.309 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291bf81640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f291406dd00 0x7f2914142510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291bf81640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f2914151c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291bf81640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f291415adc0 0x7f2914156ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291bf81640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2914153210 con 0x7f291415a9e0 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291bf81640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2914142a50 con 0x7f291415adc0 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291bf81640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2914152590 con 0x7f291406dd00 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291951c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f2914151c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291951c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f2914151c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52916/0 (socket says 172.21.15.104:52916) 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291951c640 1 -- 172.21.15.104:0/2527267070 learned_addr learned my addr 172.21.15.104:0/2527267070 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291951c640 1 -- 172.21.15.104:0/2527267070 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f291406dd00 msgr2=0x7f2914142510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f2919d1d640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f291406dd00 0x7f2914142510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291951c640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f291406dd00 0x7f2914142510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291a51e640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f291415adc0 0x7f2914156ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291951c640 1 -- 172.21.15.104:0/2527267070 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f291415adc0 msgr2=0x7f2914156ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291951c640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f291415adc0 0x7f2914156ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.305+0000 7f291951c640 1 -- 172.21.15.104:0/2527267070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f291000bc80 con 0x7f291415a9e0 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.306+0000 7f291951c640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f2914151c20 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f290400b410 tx=0x7f290400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.306+0000 7f290a7fc640 1 -- 172.21.15.104:0/2527267070 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2904011830 con 0x7f291415a9e0 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.306+0000 7f290a7fc640 1 -- 172.21.15.104:0/2527267070 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29040119b0 con 0x7f291415a9e0 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.306+0000 7f290a7fc640 1 -- 172.21.15.104:0/2527267070 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2904011d60 con 0x7f291415a9e0 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.306+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2914152870 con 0x7f291415a9e0 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.306+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2914152e30 con 0x7f291415a9e0 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.307+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2914153350 con 0x7f291415a9e0 2024-02-19T16:31:57.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.307+0000 7f290a7fc640 1 -- 172.21.15.104:0/2527267070 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f290401a400 con 0x7f291415a9e0 2024-02-19T16:31:57.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.308+0000 7f290a7fc640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28f806b810 0x7f28f806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.308+0000 7f2919d1d640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28f806b810 0x7f28f806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.308+0000 7f290a7fc640 1 -- 172.21.15.104:0/2527267070 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2904089f10 con 0x7f291415a9e0 2024-02-19T16:31:57.312 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.308+0000 7f2919d1d640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28f806b810 0x7f28f806dcd0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2910037000 tx=0x7f2910032000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.314 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.312+0000 7f290a7fc640 1 -- 172.21.15.104:0/2527267070 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2914153350 con 0x7f291415a9e0 2024-02-19T16:31:57.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.482+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2914153350 con 0x7f291415a9e0 2024-02-19T16:31:57.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.483+0000 7f290a7fc640 1 -- 172.21.15.104:0/2527267070 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v44) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2914153350 con 0x7f291415a9e0 2024-02-19T16:31:57.485 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:31:57.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28f806b810 msgr2=0x7f28f806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28f806b810 0x7f28f806dcd0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2910037000 tx=0x7f2910032000 comp rx=0 tx=0).stop 2024-02-19T16:31:57.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 msgr2=0x7f2914151c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f2914151c20 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f290400b410 tx=0x7f290400b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 shutdown_connections 2024-02-19T16:31:57.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f28f806b810 0x7f28f806dcd0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f291415a9e0 0x7f2914151c20 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f291415adc0 0x7f2914156ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 --2- 172.21.15.104:0/2527267070 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f291406dd00 0x7f2914142510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.484+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 >> 172.21.15.104:0/2527267070 conn(0x7f29140b2670 msgr2=0x7f29140b51b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:57.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.485+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 shutdown_connections 2024-02-19T16:31:57.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.485+0000 7f291bf81640 1 -- 172.21.15.104:0/2527267070 wait complete. 2024-02-19T16:31:57.500 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-02-19T16:31:57.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.598+0000 7fc8f8bac640 1 Processor -- start 2024-02-19T16:31:57.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.598+0000 7fc8f8bac640 1 -- start start 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f8bac640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc8f4161f70 0x7fc8f40b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f8bac640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fc8f40b4c60 0x7fc8f4162350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f8bac640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8f40d2320 con 0x7fc8f415dad0 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f8bac640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8f4162890 con 0x7fc8f4161f70 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f8bac640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8f415e5e0 con 0x7fc8f40b4c60 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f259c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc8f4161f70 0x7fc8f40b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f259c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc8f4161f70 0x7fc8f40b46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52926/0 (socket says 172.21.15.104:52926) 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f259c640 1 -- 172.21.15.104:0/1475356910 learned_addr learned my addr 172.21.15.104:0/1475356910 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f259c640 1 -- 172.21.15.104:0/1475356910 >> v2:172.21.15.158:3300/0 conn(0x7fc8f40b4c60 msgr2=0x7fc8f4162350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f1d9b640 1 --2- 172.21.15.104:0/1475356910 >> v2:172.21.15.158:3300/0 conn(0x7fc8f40b4c60 0x7fc8f4162350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.603 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f259c640 1 --2- 172.21.15.104:0/1475356910 >> v2:172.21.15.158:3300/0 conn(0x7fc8f40b4c60 0x7fc8f4162350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.599+0000 7fc8f259c640 1 -- 172.21.15.104:0/1475356910 >> v1:172.21.15.158:6789/0 conn(0x7fc8f415dad0 legacy=0x7fc8f415ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.600+0000 7fc8f259c640 1 -- 172.21.15.104:0/1475356910 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8f4162a80 con 0x7fc8f4161f70 2024-02-19T16:31:57.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.600+0000 7fc8f259c640 1 --2- 172.21.15.104:0/1475356910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40b46c0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fc8f40b6650 tx=0x7fc8e402b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=def4787d0c5681f7 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.600+0000 7fc8f159a640 1 -- 172.21.15.104:0/1475356910 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8e40317e0 con 0x7fc8f4161f70 2024-02-19T16:31:57.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.600+0000 7fc8f159a640 1 -- 172.21.15.104:0/1475356910 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8e4031940 con 0x7fc8f4161f70 2024-02-19T16:31:57.604 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.600+0000 7fc8f159a640 1 -- 172.21.15.104:0/1475356910 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8e4031cd0 con 0x7fc8f4161f70 2024-02-19T16:31:57.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.601+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1475356910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 msgr2=0x7fc8f40b46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.601+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1475356910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40b46c0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fc8f40b6650 tx=0x7fc8e402b880 comp rx=0 tx=0).stop 2024-02-19T16:31:57.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.601+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1475356910 shutdown_connections 2024-02-19T16:31:57.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.601+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1475356910 >> v2:172.21.15.158:3300/0 conn(0x7fc8f40b4c60 0x7fc8f4162350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.601+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1475356910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40b46c0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.601+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1475356910 >> 172.21.15.104:0/1475356910 conn(0x7fc8f409cea0 msgr2=0x7fc8f40d3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:57.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.601+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1475356910 shutdown_connections 2024-02-19T16:31:57.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.601+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1475356910 wait complete. 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.602+0000 7fc8f8bac640 1 Processor -- start 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.602+0000 7fc8f8bac640 1 -- start start 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f8bac640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8f40b4c60 0x7fc8f40cc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f8bac640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8f415dad0 0x7fc8f41f3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f8bac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f8bac640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f40ccdb0 con 0x7fc8f4161f70 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f8bac640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f40cd090 con 0x7fc8f40b4c60 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f8bac640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f40cd370 con 0x7fc8f415dad0 2024-02-19T16:31:57.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f2d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f2d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40cbf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52932/0 (socket says 172.21.15.104:52932) 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f2d9d640 1 -- 172.21.15.104:0/1717099382 learned_addr learned my addr 172.21.15.104:0/1717099382 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f1d9b640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8f415dad0 0x7fc8f41f3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.603+0000 7fc8f259c640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8f40b4c60 0x7fc8f40cc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8f2d9d640 1 -- 172.21.15.104:0/1717099382 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8f415dad0 msgr2=0x7fc8f41f3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8f2d9d640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8f415dad0 0x7fc8f41f3530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8f2d9d640 1 -- 172.21.15.104:0/1717099382 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8f40b4c60 msgr2=0x7fc8f40cc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8f2d9d640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8f40b4c60 0x7fc8f40cc7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.609 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8f2d9d640 1 -- 172.21.15.104:0/1717099382 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8e40094d0 con 0x7fc8f4161f70 2024-02-19T16:31:57.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8f2d9d640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40cbf20 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fc8ec00c780 tx=0x7fc8ec00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8e2ffd640 1 -- 172.21.15.104:0/1717099382 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ec003d80 con 0x7fc8f4161f70 2024-02-19T16:31:57.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8e2ffd640 1 -- 172.21.15.104:0/1717099382 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8ec00ce90 con 0x7fc8f4161f70 2024-02-19T16:31:57.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8f40cd650 con 0x7fc8f4161f70 2024-02-19T16:31:57.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8e2ffd640 1 -- 172.21.15.104:0/1717099382 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ec0052b0 con 0x7fc8f4161f70 2024-02-19T16:31:57.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.604+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8f40cc460 con 0x7fc8f4161f70 2024-02-19T16:31:57.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.605+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8f41f3a70 con 0x7fc8f4161f70 2024-02-19T16:31:57.611 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.605+0000 7fc8e2ffd640 1 -- 172.21.15.104:0/1717099382 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc8ec005410 con 0x7fc8f4161f70 2024-02-19T16:31:57.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.606+0000 7fc8e2ffd640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc8d406b810 0x7fc8d406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.606+0000 7fc8f259c640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc8d406b810 0x7fc8d406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.606+0000 7fc8e2ffd640 1 -- 172.21.15.104:0/1717099382 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc8ec089680 con 0x7fc8f4161f70 2024-02-19T16:31:57.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.606+0000 7fc8f259c640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc8d406b810 0x7fc8d406dcd0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc8e4036000 tx=0x7fc8e403d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.610+0000 7fc8e2ffd640 1 -- 172.21.15.104:0/1717099382 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc8ec054480 con 0x7fc8f4161f70 2024-02-19T16:31:57.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.783+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fc8f40751e0 con 0x7fc8f4161f70 2024-02-19T16:31:57.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.784+0000 7fc8e2ffd640 1 -- 172.21.15.104:0/1717099382 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v44) v1 ==== 84+0+65 (secure 0 0 0) 0x7fc8ec017020 con 0x7fc8f4161f70 2024-02-19T16:31:57.786 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:31:57.786 INFO:teuthology.orchestra.run.smithi104.stdout:[ 2024-02-19T16:31:57.786 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-02-19T16:31:57.787 INFO:teuthology.orchestra.run.smithi104.stdout: "poolnum": 1, 2024-02-19T16:31:57.787 INFO:teuthology.orchestra.run.smithi104.stdout: "poolname": ".mgr" 2024-02-19T16:31:57.787 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:31:57.787 INFO:teuthology.orchestra.run.smithi104.stdout:] 2024-02-19T16:31:57.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc8d406b810 msgr2=0x7fc8d406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc8d406b810 0x7fc8d406dcd0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc8e4036000 tx=0x7fc8e403d040 comp rx=0 tx=0).stop 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 msgr2=0x7fc8f40cbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40cbf20 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fc8ec00c780 tx=0x7fc8ec00cc40 comp rx=0 tx=0).stop 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 shutdown_connections 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc8d406b810 0x7fc8d406dcd0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc8f4161f70 0x7fc8f40cbf20 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc8f415dad0 0x7fc8f41f3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 --2- 172.21.15.104:0/1717099382 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc8f40b4c60 0x7fc8f40cc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 >> 172.21.15.104:0/1717099382 conn(0x7fc8f409cea0 msgr2=0x7fc8f40b44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 shutdown_connections 2024-02-19T16:31:57.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.786+0000 7fc8f8bac640 1 -- 172.21.15.104:0/1717099382 wait complete. 2024-02-19T16:31:57.799 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-02-19T16:31:57.799 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-02-19T16:31:57.903 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.900+0000 7fcc9fd8a640 1 Processor -- start 2024-02-19T16:31:57.903 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.900+0000 7fcc9fd8a640 1 -- start start 2024-02-19T16:31:57.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.901+0000 7fcc9fd8a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 0x7fcc980d1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.901+0000 7fcc9fd8a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fcc980cebc0 0x7fcc980d1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.901+0000 7fcc9fd8a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc980cf220 con 0x7fcc980b2730 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.901+0000 7fcc9fd8a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc980cf030 con 0x7fcc980cebc0 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.901+0000 7fcc9fd8a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc980d0b50 con 0x7fcc980b0c40 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.901+0000 7fcc9d325640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fcc980b2730 0x7fcc980ce4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56210/0 (socket says 172.21.15.104:56210) 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.901+0000 7fcc9d325640 1 -- 172.21.15.104:0/273189567 learned_addr learned my addr 172.21.15.104:0/273189567 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9db26640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 0x7fcc980d1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9e327640 1 --2- 172.21.15.104:0/273189567 >> v2:172.21.15.158:3300/0 conn(0x7fcc980cebc0 0x7fcc980d1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1707300164 0 0) 0x7fcc980cf220 con 0x7fcc980b2730 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcc84003520 con 0x7fcc980b2730 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3587728613 0 0) 0x7fcc84003520 con 0x7fcc980b2730 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 msgr2=0x7fcc980d1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 0x7fcc980d1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 >> v2:172.21.15.158:3300/0 conn(0x7fcc980cebc0 msgr2=0x7fcc980d1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 --2- 172.21.15.104:0/273189567 >> v2:172.21.15.158:3300/0 conn(0x7fcc980cebc0 0x7fcc980d1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc980b1970 con 0x7fcc980b2730 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fcc88001670 con 0x7fcc980b2730 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 >> v1:172.21.15.104:6789/0 conn(0x7fcc980b2730 legacy=0x7fcc980ce4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc840039a0 0x7fcc84003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc84004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 0x7fcc84005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc980d0b50 con 0x7fcc840047c0 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc8400b980 con 0x7fcc840039a0 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc8400baf0 con 0x7fcc980b0c40 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9d325640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc84004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9db26640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc840039a0 0x7fcc84003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9e327640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 0x7fcc84005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9d325640 1 -- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 msgr2=0x7fcc84005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9d325640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 0x7fcc84005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.909 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9d325640 1 -- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc840039a0 msgr2=0x7fcc84003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:57.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9d325640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc840039a0 0x7fcc84003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9d325640 1 -- 172.21.15.104:0/273189567 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc84003520 con 0x7fcc840047c0 2024-02-19T16:31:57.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.902+0000 7fcc9e327640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980b0c40 0x7fcc84005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:57.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.903+0000 7fcc9d325640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc84004c40 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800c160 tx=0x7fcc840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd3aa4b5b540947f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.903+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc88005ad0 con 0x7fcc840047c0 2024-02-19T16:31:57.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.903+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc88005c50 con 0x7fcc840047c0 2024-02-19T16:31:57.913 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.903+0000 7fcc9cb24640 1 -- 172.21.15.104:0/273189567 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8802c870 con 0x7fcc840047c0 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.904+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/273189567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 msgr2=0x7fcc84004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.904+0000 7fcc9fd8a640 1 --2- 172.21.15.104:0/273189567 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc84004c40 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800c160 tx=0x7fcc840057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.904+0000 7fcc9e327640 1 -- 172.21.15.104:0/273189567 reap_dead start 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.904+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/273189567 shutdown_connections 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.904+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/273189567 >> 172.21.15.104:0/273189567 conn(0x7fcc98072e20 msgr2=0x7fcc9809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.904+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/273189567 shutdown_connections 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.904+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/273189567 wait complete. 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.905+0000 7fcc9fd8a640 1 Processor -- start 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.905+0000 7fcc9fd8a640 1 -- start start 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9fd8a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc980c7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9fd8a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc981f4570 0x7fcc981f49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9fd8a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980c6520 0x7fcc980c69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9fd8a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc980c6100 con 0x7fcc840047c0 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9fd8a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc980c54c0 con 0x7fcc981f4570 2024-02-19T16:31:57.914 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9fd8a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc980c5760 con 0x7fcc980c6520 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc980c7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc980c7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52938/0 (socket says 172.21.15.104:52938) 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 -- 172.21.15.104:0/557754525 learned_addr learned my addr 172.21.15.104:0/557754525 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9d325640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc981f4570 0x7fcc981f49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9e327640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980c6520 0x7fcc980c69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 -- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980c6520 msgr2=0x7fcc980c69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980c6520 0x7fcc980c69d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 -- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc981f4570 msgr2=0x7fcc981f49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc981f4570 0x7fcc981f49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 -- 172.21.15.104:0/557754525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc980c5a40 con 0x7fcc840047c0 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9d325640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc981f4570 0x7fcc981f49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9db26640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc980c7f60 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcc94009f90 tx=0x7fcc9400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc8e7fc640 1 -- 172.21.15.104:0/557754525 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc9400e040 con 0x7fcc840047c0 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc8e7fc640 1 -- 172.21.15.104:0/557754525 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc9400f040 con 0x7fcc840047c0 2024-02-19T16:31:57.915 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc980c5d20 con 0x7fcc840047c0 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc8e7fc640 1 -- 172.21.15.104:0/557754525 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc94015870 con 0x7fcc840047c0 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.906+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc981f6a50 con 0x7fcc840047c0 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.907+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc980751e0 con 0x7fcc840047c0 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.908+0000 7fcc8e7fc640 1 -- 172.21.15.104:0/557754525 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fcc940159d0 con 0x7fcc840047c0 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.908+0000 7fcc8e7fc640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcc7c06b840 0x7fcc7c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.908+0000 7fcc8e7fc640 1 -- 172.21.15.104:0/557754525 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fcc9408aaf0 con 0x7fcc840047c0 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.908+0000 7fcc9d325640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcc7c06b840 0x7fcc7c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.909+0000 7fcc9d325640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcc7c06b840 0x7fcc7c06dd00 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fcc88034000 tx=0x7fcc88007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:57.916 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:57.913+0000 7fcc8e7fc640 1 -- 172.21.15.104:0/557754525 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fcc940558f0 con 0x7fcc840047c0 2024-02-19T16:31:58.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.085+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fcc980b13f0 con 0x7fcc840047c0 2024-02-19T16:31:58.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.525+0000 7fcc8e7fc640 1 -- 172.21.15.104:0/557754525 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v45) v1 ==== 138+0+0 (secure 0 0 0) 0x7fcc9400fea0 con 0x7fcc840047c0 2024-02-19T16:31:58.527 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_metadata' created 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcc7c06b840 msgr2=0x7fcc7c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcc7c06b840 0x7fcc7c06dd00 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fcc88034000 tx=0x7fcc88007000 comp rx=0 tx=0).stop 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 msgr2=0x7fcc980c7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc980c7f60 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcc94009f90 tx=0x7fcc9400f580 comp rx=0 tx=0).stop 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 shutdown_connections 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fcc7c06b840 0x7fcc7c06dd00 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fcc980c6520 0x7fcc980c69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fcc981f4570 0x7fcc981f49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 --2- 172.21.15.104:0/557754525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc840047c0 0x7fcc980c7f60 secure :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcc94009f90 tx=0x7fcc9400f580 comp rx=0 tx=0).stop 2024-02-19T16:31:58.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 >> 172.21.15.104:0/557754525 conn(0x7fcc98072e20 msgr2=0x7fcc980d1890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:58.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.530+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 shutdown_connections 2024-02-19T16:31:58.534 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.531+0000 7fcc9fd8a640 1 -- 172.21.15.104:0/557754525 wait complete. 2024-02-19T16:31:58.546 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-02-19T16:31:58.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.650+0000 7f6bc3b81640 1 Processor -- start 2024-02-19T16:31:58.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.650+0000 7f6bc3b81640 1 -- start start 2024-02-19T16:31:58.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc3b81640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6bbc0d1bb0 0x7f6bbc0d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:58.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc3b81640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6bbc0d2200 0x7f6bbc0d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:58.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc3b81640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bbc0ce7a0 con 0x7f6bbc161440 2024-02-19T16:31:58.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc3b81640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc0d2bd0 con 0x7f6bbc0d1bb0 2024-02-19T16:31:58.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc3b81640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc161820 con 0x7f6bbc0d2200 2024-02-19T16:31:58.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc111c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6bbc0d1bb0 0x7f6bbc0d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:58.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc191d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6bbc161440 0x7f6bbc0b07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56226/0 (socket says 172.21.15.104:56226) 2024-02-19T16:31:58.654 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc191d640 1 -- 172.21.15.104:0/1857195745 learned_addr learned my addr 172.21.15.104:0/1857195745 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:58.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.651+0000 7f6bc211e640 1 --2- 172.21.15.104:0/1857195745 >> v2:172.21.15.158:3300/0 conn(0x7f6bbc0d2200 0x7f6bbc0d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:58.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc111c640 1 -- 172.21.15.104:0/1857195745 >> v2:172.21.15.158:3300/0 conn(0x7f6bbc0d2200 msgr2=0x7f6bbc0d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:58.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc111c640 1 --2- 172.21.15.104:0/1857195745 >> v2:172.21.15.158:3300/0 conn(0x7f6bbc0d2200 0x7f6bbc0d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc111c640 1 -- 172.21.15.104:0/1857195745 >> v1:172.21.15.104:6789/0 conn(0x7f6bbc161440 legacy=0x7f6bbc0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:58.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc091b640 1 -- 172.21.15.104:0/1857195745 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2419851375 0 0) 0x7f6bbc0ce7a0 con 0x7f6bbc161440 2024-02-19T16:31:58.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc111c640 1 -- 172.21.15.104:0/1857195745 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bbc0d0ac0 con 0x7f6bbc0d1bb0 2024-02-19T16:31:58.655 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc211e640 1 --2- 172.21.15.104:0/1857195745 >> v2:172.21.15.158:3300/0 conn(0x7f6bbc0d2200 0x7f6bbc0d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:31:58.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc111c640 1 --2- 172.21.15.104:0/1857195745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d1bb0 0x7f6bbc0d0580 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0d1650 tx=0x7f6bac02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db0cd282e171540c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:58.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc091b640 1 -- 172.21.15.104:0/1857195745 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac031830 con 0x7f6bbc0d1bb0 2024-02-19T16:31:58.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc091b640 1 -- 172.21.15.104:0/1857195745 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bac031990 con 0x7f6bbc0d1bb0 2024-02-19T16:31:58.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.652+0000 7f6bc091b640 1 -- 172.21.15.104:0/1857195745 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac031d20 con 0x7f6bbc0d1bb0 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.653+0000 7f6bc3b81640 1 -- 172.21.15.104:0/1857195745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d1bb0 msgr2=0x7f6bbc0d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.653+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/1857195745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d1bb0 0x7f6bbc0d0580 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0d1650 tx=0x7f6bac02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.653+0000 7f6bc3b81640 1 -- 172.21.15.104:0/1857195745 shutdown_connections 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.653+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/1857195745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d1bb0 0x7f6bbc0d0580 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.653+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/1857195745 >> v2:172.21.15.158:3300/0 conn(0x7f6bbc0d2200 0x7f6bbc0d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.653+0000 7f6bc3b81640 1 -- 172.21.15.104:0/1857195745 >> 172.21.15.104:0/1857195745 conn(0x7f6bbc09cef0 msgr2=0x7f6bbc0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.653+0000 7f6bc3b81640 1 -- 172.21.15.104:0/1857195745 shutdown_connections 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.653+0000 7f6bc3b81640 1 -- 172.21.15.104:0/1857195745 wait complete. 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.654+0000 7f6bc3b81640 1 Processor -- start 2024-02-19T16:31:58.657 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.654+0000 7f6bc3b81640 1 -- start start 2024-02-19T16:31:58.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc3b81640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6bbc0d1bb0 0x7f6bbc0b71a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:58.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc3b81640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d2200 0x7f6bbc0b9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:58.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc3b81640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6bbc161440 0x7f6bbc14d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc3b81640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc0b9aa0 con 0x7f6bbc0d2200 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc3b81640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc0cacf0 con 0x7f6bbc161440 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc3b81640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc0b77b0 con 0x7f6bbc0d1bb0 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc111c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d2200 0x7f6bbc0b9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc111c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d2200 0x7f6bbc0b9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52958/0 (socket says 172.21.15.104:52958) 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc111c640 1 -- 172.21.15.104:0/3750231950 learned_addr learned my addr 172.21.15.104:0/3750231950 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc191d640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6bbc0d1bb0 0x7f6bbc0b71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc211e640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6bbc161440 0x7f6bbc14d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc111c640 1 -- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6bbc0d1bb0 msgr2=0x7f6bbc0b71a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc111c640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6bbc0d1bb0 0x7f6bbc0b71a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc111c640 1 -- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6bbc161440 msgr2=0x7f6bbc14d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc111c640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6bbc161440 0x7f6bbc14d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc111c640 1 -- 172.21.15.104:0/3750231950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bac009400 con 0x7f6bbc0d2200 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.655+0000 7f6bc211e640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6bbc161440 0x7f6bbc14d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:58.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.656+0000 7f6bc111c640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d2200 0x7f6bbc0b9560 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f6bac009890 tx=0x7f6bac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:58.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.656+0000 7f6bb27fc640 1 -- 172.21.15.104:0/3750231950 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac03ca80 con 0x7f6bbc0d2200 2024-02-19T16:31:58.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.656+0000 7f6bb27fc640 1 -- 172.21.15.104:0/3750231950 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bac03cbe0 con 0x7f6bbc0d2200 2024-02-19T16:31:58.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.656+0000 7f6bb27fc640 1 -- 172.21.15.104:0/3750231950 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac004030 con 0x7f6bbc0d2200 2024-02-19T16:31:58.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.656+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bbc0b7a90 con 0x7f6bbc0d2200 2024-02-19T16:31:58.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.656+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bbc0b8050 con 0x7f6bbc0d2200 2024-02-19T16:31:58.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.657+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bbc0751e0 con 0x7f6bbc0d2200 2024-02-19T16:31:58.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.657+0000 7f6bb27fc640 1 -- 172.21.15.104:0/3750231950 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6bac004190 con 0x7f6bbc0d2200 2024-02-19T16:31:58.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.658+0000 7f6bb27fc640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ba006b810 0x7f6ba006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:58.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.658+0000 7f6bb27fc640 1 -- 172.21.15.104:0/3750231950 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f6bac0ac760 con 0x7f6bbc0d2200 2024-02-19T16:31:58.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.658+0000 7f6bc191d640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ba006b810 0x7f6ba006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:58.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.658+0000 7f6bc191d640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ba006b810 0x7f6ba006dcd0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6bb80012e0 tx=0x7f6bb8001630 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:58.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.662+0000 7f6bb27fc640 1 -- 172.21.15.104:0/3750231950 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6bac077360 con 0x7f6bbc0d2200 2024-02-19T16:31:58.837 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:58.835+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f6bbc08dca0 con 0x7f6bbc0d2200 2024-02-19T16:31:59.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.530+0000 7f6bb27fc640 1 -- 172.21.15.104:0/3750231950 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v46) v1 ==== 170+0+0 (secure 0 0 0) 0x7f6bac07aa20 con 0x7f6bbc0d2200 2024-02-19T16:31:59.533 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_data' created 2024-02-19T16:31:59.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.536+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ba006b810 msgr2=0x7f6ba006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:59.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.536+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ba006b810 0x7f6ba006dcd0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6bb80012e0 tx=0x7f6bb8001630 comp rx=0 tx=0).stop 2024-02-19T16:31:59.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.536+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d2200 msgr2=0x7f6bbc0b9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:59.538 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.536+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d2200 0x7f6bbc0b9560 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f6bac009890 tx=0x7f6bac0046c0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.539+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 shutdown_connections 2024-02-19T16:31:59.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.539+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6ba006b810 0x7f6ba006dcd0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.539+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc0d2200 0x7f6bbc0b9560 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.539+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6bbc161440 0x7f6bbc14d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.539+0000 7f6bc3b81640 1 --2- 172.21.15.104:0/3750231950 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6bbc0d1bb0 0x7f6bbc0b71a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.541 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.539+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 >> 172.21.15.104:0/3750231950 conn(0x7f6bbc09cef0 msgr2=0x7f6bbc06b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:59.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.541+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 shutdown_connections 2024-02-19T16:31:59.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.542+0000 7f6bc3b81640 1 -- 172.21.15.104:0/3750231950 wait complete. 2024-02-19T16:31:59.566 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-02-19T16:31:59.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.669+0000 7f9f4be88640 1 Processor -- start 2024-02-19T16:31:59.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.669+0000 7f9f4be88640 1 -- start start 2024-02-19T16:31:59.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.670+0000 7f9f4be88640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9f4406b960 0x7f9f4406ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.670+0000 7f9f4be88640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f4406d350 0x7f9f440ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.670+0000 7f9f4be88640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f4406af10 con 0x7f9f440cf6f0 2024-02-19T16:31:59.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.670+0000 7f9f4be88640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f4406b540 con 0x7f9f4406b960 2024-02-19T16:31:59.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.670+0000 7f9f4be88640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f4406d7c0 con 0x7f9f4406d350 2024-02-19T16:31:59.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.670+0000 7f9f49c24640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9f440cf6f0 0x7f9f4415ed30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:56232/0 (socket says 172.21.15.104:56232) 2024-02-19T16:31:59.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.670+0000 7f9f49c24640 1 -- 172.21.15.104:0/2395457856 learned_addr learned my addr 172.21.15.104:0/2395457856 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:31:59.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49423640 1 --2- 172.21.15.104:0/2395457856 >> v2:172.21.15.158:3300/0 conn(0x7f9f4406b960 0x7f9f4406ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f4a425640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f4406d350 0x7f9f440ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2605614504 0 0) 0x7f9f4406af10 con 0x7f9f440cf6f0 2024-02-19T16:31:59.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f30003520 con 0x7f9f440cf6f0 2024-02-19T16:31:59.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2175973595 0 0) 0x7f9f30003520 con 0x7f9f440cf6f0 2024-02-19T16:31:59.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f4406d350 msgr2=0x7f9f440ad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:59.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f4406d350 0x7f9f440ad8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 >> v2:172.21.15.158:3300/0 conn(0x7f9f4406b960 msgr2=0x7f9f4406ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:59.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 --2- 172.21.15.104:0/2395457856 >> v2:172.21.15.158:3300/0 conn(0x7f9f4406b960 0x7f9f4406ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f44071190 con 0x7f9f440cf6f0 2024-02-19T16:31:59.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f9f400019f0 con 0x7f9f440cf6f0 2024-02-19T16:31:59.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 >> v1:172.21.15.104:6789/0 conn(0x7f9f440cf6f0 legacy=0x7f9f4415ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:59.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f300039a0 0x7f9f30003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f300047c0 0x7f9f30004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f4406d350 0x7f9f30005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f4406b540 con 0x7f9f300047c0 2024-02-19T16:31:59.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f4406d7c0 con 0x7f9f300039a0 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3000b9b0 con 0x7f9f4406d350 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49423640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f300047c0 0x7f9f30004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49c24640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f300039a0 0x7f9f30003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f4a425640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f4406d350 0x7f9f30005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49423640 1 -- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f4406d350 msgr2=0x7f9f30005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49423640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f4406d350 0x7f9f30005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49423640 1 -- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f300039a0 msgr2=0x7f9f30003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49423640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f300039a0 0x7f9f30003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49423640 1 -- 172.21.15.104:0/2395457856 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f30003520 con 0x7f9f300047c0 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.671+0000 7f9f49c24640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f300039a0 0x7f9f30003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.672+0000 7f9f49423640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f300047c0 0x7f9f30004c40 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f9f34009ac0 tx=0x7f9f300057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e3606e22125aeae server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.672+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f3402c6d0 con 0x7f9f300047c0 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.672+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f3402c830 con 0x7f9f300047c0 2024-02-19T16:31:59.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.672+0000 7f9f48c22640 1 -- 172.21.15.104:0/2395457856 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f3402cbc0 con 0x7f9f300047c0 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.673+0000 7f9f4be88640 1 -- 172.21.15.104:0/2395457856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f300047c0 msgr2=0x7f9f30004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.673+0000 7f9f4be88640 1 --2- 172.21.15.104:0/2395457856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f300047c0 0x7f9f30004c40 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f9f34009ac0 tx=0x7f9f300057f0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.673+0000 7f9f4a425640 1 -- 172.21.15.104:0/2395457856 reap_dead start 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.673+0000 7f9f4be88640 1 -- 172.21.15.104:0/2395457856 shutdown_connections 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.673+0000 7f9f4be88640 1 -- 172.21.15.104:0/2395457856 >> 172.21.15.104:0/2395457856 conn(0x7f9f440b2020 msgr2=0x7f9f440b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.673+0000 7f9f4be88640 1 -- 172.21.15.104:0/2395457856 shutdown_connections 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.673+0000 7f9f4be88640 1 -- 172.21.15.104:0/2395457856 wait complete. 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.674+0000 7f9f4be88640 1 Processor -- start 2024-02-19T16:31:59.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.674+0000 7f9f4be88640 1 -- start start 2024-02-19T16:31:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4be88640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f300047c0 0x7f9f44153350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4be88640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f440b4d60 0x7f9f4413b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4be88640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f44153f80 0x7f9f4413bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4be88640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f4413c8b0 con 0x7f9f440b4d60 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4be88640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f4413c320 con 0x7f9f44153f80 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4be88640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f440b51f0 con 0x7f9f300047c0 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f440b4d60 0x7f9f4413b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f440b4d60 0x7f9f4413b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52974/0 (socket says 172.21.15.104:52974) 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 -- 172.21.15.104:0/3288764450 learned_addr learned my addr 172.21.15.104:0/3288764450 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49c24640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f300047c0 0x7f9f44153350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4a425640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f44153f80 0x7f9f4413bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 -- 172.21.15.104:0/3288764450 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f300047c0 msgr2=0x7f9f44153350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f300047c0 0x7f9f44153350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 -- 172.21.15.104:0/3288764450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f44153f80 msgr2=0x7f9f4413bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f44153f80 0x7f9f4413bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 -- 172.21.15.104:0/3288764450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f440b3b90 con 0x7f9f440b4d60 2024-02-19T16:31:59.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f49423640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f440b4d60 0x7f9f4413b8a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f9f34009be0 tx=0x7f9f34004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f3a7fc640 1 -- 172.21.15.104:0/3288764450 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34003810 con 0x7f9f440b4d60 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f3a7fc640 1 -- 172.21.15.104:0/3288764450 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f34003970 con 0x7f9f440b4d60 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f440b3e70 con 0x7f9f440b4d60 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f3a7fc640 1 -- 172.21.15.104:0/3288764450 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34003d20 con 0x7f9f440b4d60 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.675+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f44153950 con 0x7f9f440b4d60 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.676+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f440751e0 con 0x7f9f440b4d60 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.677+0000 7f9f3a7fc640 1 -- 172.21.15.104:0/3288764450 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9f34040450 con 0x7f9f440b4d60 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.677+0000 7f9f3a7fc640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f2806b810 0x7f9f2806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.677+0000 7f9f3a7fc640 1 -- 172.21.15.104:0/3288764450 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f9f340ac060 con 0x7f9f440b4d60 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.677+0000 7f9f49c24640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f2806b810 0x7f9f2806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:31:59.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.678+0000 7f9f49c24640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f2806b810 0x7f9f2806dcd0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9f40001580 tx=0x7f9f40009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:31:59.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.682+0000 7f9f3a7fc640 1 -- 172.21.15.104:0/3288764450 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9f34076c90 con 0x7f9f440b4d60 2024-02-19T16:31:59.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:31:59.889+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f9f440683a0 con 0x7f9f440b4d60 2024-02-19T16:32:00.544 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.541+0000 7f9f3a7fc640 1 -- 172.21.15.104:0/3288764450 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v21) v1 ==== 172+0+0 (secure 0 0 0) 0x7f9f3407a350 con 0x7f9f440b4d60 2024-02-19T16:32:00.544 INFO:teuthology.orchestra.run.smithi104.stderr:new fs with metadata pool 7 and data pool 8 2024-02-19T16:32:00.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.549+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f2806b810 msgr2=0x7f9f2806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.549+0000 7f9f4be88640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f2806b810 0x7f9f2806dcd0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9f40001580 tx=0x7f9f40009040 comp rx=0 tx=0).stop 2024-02-19T16:32:00.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.549+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f440b4d60 msgr2=0x7f9f4413b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.549+0000 7f9f4be88640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f440b4d60 0x7f9f4413b8a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f9f34009be0 tx=0x7f9f34004730 comp rx=0 tx=0).stop 2024-02-19T16:32:00.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.558+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 shutdown_connections 2024-02-19T16:32:00.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.558+0000 7f9f4be88640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9f2806b810 0x7f9f2806dcd0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.558+0000 7f9f4be88640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f440b4d60 0x7f9f4413b8a0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.558+0000 7f9f4be88640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9f44153f80 0x7f9f4413bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.558+0000 7f9f4be88640 1 --2- 172.21.15.104:0/3288764450 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9f300047c0 0x7f9f44153350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.558+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 >> 172.21.15.104:0/3288764450 conn(0x7f9f440b2020 msgr2=0x7f9f4415d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:00.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.559+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 shutdown_connections 2024-02-19T16:32:00.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.560+0000 7f9f4be88640 1 -- 172.21.15.104:0/3288764450 wait complete. 2024-02-19T16:32:00.577 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:00.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.674+0000 7fa9fdd55640 1 Processor -- start 2024-02-19T16:32:00.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.674+0000 7fa9fdd55640 1 -- start start 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9fdd55640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa9f8154fc0 0x7fa9f80b3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9fdd55640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f80b43c0 0x7fa9f80b4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9fdd55640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9f80b4d60 con 0x7fa9f815b070 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9fdd55640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9f815c0b0 con 0x7fa9f8154fc0 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9fdd55640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f815bdd0 con 0x7fa9f80b43c0 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9f77fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa9f8154fc0 0x7fa9f80b3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9f6ffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f80b43c0 0x7fa9f80b4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9f6ffd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f80b43c0 0x7fa9f80b4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:57072/0 (socket says 172.21.15.104:57072) 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9f77fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa9f8154fc0 0x7fa9f80b3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:53954/0 (socket says 172.21.15.104:53954) 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9f6ffd640 1 -- 172.21.15.104:0/3704706109 learned_addr learned my addr 172.21.15.104:0/3704706109 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:00.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.675+0000 7fa9f7fff640 1 --1- 172.21.15.104:0/3704706109 >> v1:172.21.15.158:6789/0 conn(0x7fa9f815b070 0x7fa9f815b500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:49874/0 (socket says 172.21.15.104:49874) 2024-02-19T16:32:00.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.676+0000 7fa9f77fe640 1 -- 172.21.15.104:0/3704706109 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f80b43c0 msgr2=0x7fa9f80b4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:00.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.676+0000 7fa9f77fe640 1 --2- 172.21.15.104:0/3704706109 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f80b43c0 0x7fa9f80b4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.676+0000 7fa9f77fe640 1 -- 172.21.15.104:0/3704706109 >> v1:172.21.15.158:6789/0 conn(0x7fa9f815b070 legacy=0x7fa9f815b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.676+0000 7fa9f77fe640 1 -- 172.21.15.104:0/3704706109 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9f80b2a70 con 0x7fa9f8154fc0 2024-02-19T16:32:00.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.676+0000 7fa9f6ffd640 1 --2- 172.21.15.104:0/3704706109 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f80b43c0 0x7fa9f80b4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:00.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9f77fe640 1 --2- 172.21.15.104:0/3704706109 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f8154fc0 0x7fa9f80b3550 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa9e80097a0 tx=0x7fa9e802b710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=336cc5f306bd494a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:00.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9f67fc640 1 -- 172.21.15.104:0/3704706109 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e8030710 con 0x7fa9f8154fc0 2024-02-19T16:32:00.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9f67fc640 1 -- 172.21.15.104:0/3704706109 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9e802e050 con 0x7fa9f8154fc0 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9f67fc640 1 -- 172.21.15.104:0/3704706109 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e8030a90 con 0x7fa9f8154fc0 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9fdd55640 1 -- 172.21.15.104:0/3704706109 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f8154fc0 msgr2=0x7fa9f80b3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/3704706109 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f8154fc0 0x7fa9f80b3550 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa9e80097a0 tx=0x7fa9e802b710 comp rx=0 tx=0).stop 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9fdd55640 1 -- 172.21.15.104:0/3704706109 shutdown_connections 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/3704706109 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f80b43c0 0x7fa9f80b4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/3704706109 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f8154fc0 0x7fa9f80b3550 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9fdd55640 1 -- 172.21.15.104:0/3704706109 >> 172.21.15.104:0/3704706109 conn(0x7fa9f80b1a10 msgr2=0x7fa9f80b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9fdd55640 1 -- 172.21.15.104:0/3704706109 shutdown_connections 2024-02-19T16:32:00.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.677+0000 7fa9fdd55640 1 -- 172.21.15.104:0/3704706109 wait complete. 2024-02-19T16:32:00.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.678+0000 7fa9fdd55640 1 Processor -- start 2024-02-19T16:32:00.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.679+0000 7fa9fdd55640 1 -- start start 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.679+0000 7fa9fdd55640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f80b43c0 0x7fa9f81482b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.679+0000 7fa9fdd55640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f8154fc0 0x7fa9f81e7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.679+0000 7fa9fdd55640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9f815b070 0x7fa9f81e7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.679+0000 7fa9fdd55640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f8156f10 con 0x7fa9f815b070 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.679+0000 7fa9fdd55640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f8156300 con 0x7fa9f80b43c0 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.679+0000 7fa9fdd55640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f81565e0 con 0x7fa9f8154fc0 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9f815b070 0x7fa9f81e7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9f815b070 0x7fa9f81e7c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59362/0 (socket says 172.21.15.104:59362) 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 -- 172.21.15.104:0/2327894414 learned_addr learned my addr 172.21.15.104:0/2327894414 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f77fe640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f80b43c0 0x7fa9f81482b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f6ffd640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f8154fc0 0x7fa9f81e7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 -- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f8154fc0 msgr2=0x7fa9f81e7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f8154fc0 0x7fa9f81e7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 -- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f80b43c0 msgr2=0x7fa9f81482b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f80b43c0 0x7fa9f81482b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 -- 172.21.15.104:0/2327894414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9ec0094d0 con 0x7fa9f815b070 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f77fe640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f80b43c0 0x7fa9f81482b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f6ffd640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f8154fc0 0x7fa9f81e7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9f7fff640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9f815b070 0x7fa9f81e7c50 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fa9f000c8e0 tx=0x7fa9f000cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9dffff640 1 -- 172.21.15.104:0/2327894414 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9f000a640 con 0x7fa9f815b070 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9dffff640 1 -- 172.21.15.104:0/2327894414 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9f000a7c0 con 0x7fa9f815b070 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9dffff640 1 -- 172.21.15.104:0/2327894414 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9f000abf0 con 0x7fa9f815b070 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9e8009400 con 0x7fa9f815b070 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.680+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9f8156ba0 con 0x7fa9f815b070 2024-02-19T16:32:00.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.681+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9f80751e0 con 0x7fa9f815b070 2024-02-19T16:32:00.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.682+0000 7fa9dffff640 1 -- 172.21.15.104:0/2327894414 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa9f000ad50 con 0x7fa9f815b070 2024-02-19T16:32:00.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.682+0000 7fa9dffff640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa9e406b810 0x7fa9e406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.682+0000 7fa9dffff640 1 -- 172.21.15.104:0/2327894414 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa9f0089ce0 con 0x7fa9f815b070 2024-02-19T16:32:00.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.682+0000 7fa9f77fe640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa9e406b810 0x7fa9e406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.683+0000 7fa9f77fe640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa9e406b810 0x7fa9e406dcd0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa9e8034000 tx=0x7fa9e8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:00.689 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.687+0000 7fa9dffff640 1 -- 172.21.15.104:0/2327894414 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa9f0054670 con 0x7fa9f815b070 2024-02-19T16:32:00.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.860+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa9f8157050 con 0x7fa9f815b070 2024-02-19T16:32:00.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.861+0000 7fa9dffff640 1 -- 172.21.15.104:0/2327894414 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+16706 (secure 0 0 0) 0x7fa9f0018070 con 0x7fa9f815b070 2024-02-19T16:32:00.864 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:00.864 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":47,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:59.891587+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:00.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.863+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa9e406b810 msgr2=0x7fa9e406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.863+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa9e406b810 0x7fa9e406dcd0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa9e8034000 tx=0x7fa9e8008030 comp rx=0 tx=0).stop 2024-02-19T16:32:00.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.863+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9f815b070 msgr2=0x7fa9f81e7c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.863+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9f815b070 0x7fa9f81e7c50 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fa9f000c8e0 tx=0x7fa9f000cda0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.864+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 shutdown_connections 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.864+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa9e406b810 0x7fa9e406dcd0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.864+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9f815b070 0x7fa9f81e7c50 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.864+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa9f8154fc0 0x7fa9f81e7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.864+0000 7fa9fdd55640 1 --2- 172.21.15.104:0/2327894414 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa9f80b43c0 0x7fa9f81482b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.864+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 >> 172.21.15.104:0/2327894414 conn(0x7fa9f80b1a10 msgr2=0x7fa9f80ce370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.864+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 shutdown_connections 2024-02-19T16:32:00.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.864+0000 7fa9fdd55640 1 -- 172.21.15.104:0/2327894414 wait complete. 2024-02-19T16:32:00.877 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:00.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.974+0000 7fec8f8ec640 1 Processor -- start 2024-02-19T16:32:00.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.974+0000 7fec8f8ec640 1 -- start start 2024-02-19T16:32:00.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8f8ec640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fec8815ddb0 0x7fec880b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8f8ec640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8806cf00 0x7fec880d18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8f8ec640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec880b29b0 con 0x7fec880d1e20 2024-02-19T16:32:00.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8f8ec640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec880d2290 con 0x7fec8815ddb0 2024-02-19T16:32:00.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8f8ec640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec880b1930 con 0x7fec8806cf00 2024-02-19T16:32:00.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8d688640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fec8815ddb0 0x7fec880b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8de89640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fec880d1e20 0x7fec880ce200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44908/0 (socket says 172.21.15.104:44908) 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8d688640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fec8815ddb0 0x7fec880b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59364/0 (socket says 172.21.15.104:59364) 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.975+0000 7fec8de89640 1 -- 172.21.15.104:0/771403903 learned_addr learned my addr 172.21.15.104:0/771403903 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.976+0000 7fec8d688640 1 -- 172.21.15.104:0/771403903 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8806cf00 msgr2=0x7fec880d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.976+0000 7fec8ce87640 1 --2- 172.21.15.104:0/771403903 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8806cf00 0x7fec880d18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.976+0000 7fec8d688640 1 --2- 172.21.15.104:0/771403903 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8806cf00 0x7fec880d18e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.976+0000 7fec8d688640 1 -- 172.21.15.104:0/771403903 >> v1:172.21.15.104:6789/0 conn(0x7fec880d1e20 legacy=0x7fec880ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.976+0000 7fec7ffff640 1 -- 172.21.15.104:0/771403903 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2071336859 0 0) 0x7fec80001110 con 0x7fec880d1e20 2024-02-19T16:32:00.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.976+0000 7fec8d688640 1 -- 172.21.15.104:0/771403903 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec880b1bf0 con 0x7fec8815ddb0 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.976+0000 7fec8d688640 1 --2- 172.21.15.104:0/771403903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec8815ddb0 0x7fec880b12e0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fec84009d90 tx=0x7fec8402bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef73b347ec337291 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.976+0000 7fec7ffff640 1 -- 172.21.15.104:0/771403903 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec8402cc50 con 0x7fec8815ddb0 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec7ffff640 1 -- 172.21.15.104:0/771403903 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec8402cdb0 con 0x7fec8815ddb0 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec7ffff640 1 -- 172.21.15.104:0/771403903 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec84034660 con 0x7fec8815ddb0 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec8f8ec640 1 -- 172.21.15.104:0/771403903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec8815ddb0 msgr2=0x7fec880b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/771403903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec8815ddb0 0x7fec880b12e0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fec84009d90 tx=0x7fec8402bea0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec8f8ec640 1 -- 172.21.15.104:0/771403903 shutdown_connections 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/771403903 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8806cf00 0x7fec880d18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/771403903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec8815ddb0 0x7fec880b12e0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec8f8ec640 1 -- 172.21.15.104:0/771403903 >> 172.21.15.104:0/771403903 conn(0x7fec8809aa70 msgr2=0x7fec8809ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:00.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec8f8ec640 1 -- 172.21.15.104:0/771403903 shutdown_connections 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.977+0000 7fec8f8ec640 1 -- 172.21.15.104:0/771403903 wait complete. 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.978+0000 7fec8f8ec640 1 Processor -- start 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.978+0000 7fec8f8ec640 1 -- start start 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8f8ec640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec8806cf00 0x7fec88154850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8f8ec640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec880d1e20 0x7fec8815bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8f8ec640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8815ddb0 0x7fec8815c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8f8ec640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec881f4ec0 con 0x7fec880d1e20 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8f8ec640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec88154d90 con 0x7fec8806cf00 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8f8ec640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec880c5750 con 0x7fec8815ddb0 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8ce87640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec880d1e20 0x7fec8815bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8ce87640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec880d1e20 0x7fec8815bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59380/0 (socket says 172.21.15.104:59380) 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8ce87640 1 -- 172.21.15.104:0/1008963721 learned_addr learned my addr 172.21.15.104:0/1008963721 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:00.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8d688640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec8806cf00 0x7fec88154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8de89640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8815ddb0 0x7fec8815c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8ce87640 1 -- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8815ddb0 msgr2=0x7fec8815c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8ce87640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8815ddb0 0x7fec8815c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8ce87640 1 -- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec8806cf00 msgr2=0x7fec88154850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8ce87640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec8806cf00 0x7fec88154850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8ce87640 1 -- 172.21.15.104:0/1008963721 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec84009a70 con 0x7fec880d1e20 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.979+0000 7fec8d688640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec8806cf00 0x7fec88154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.980+0000 7fec8ce87640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec880d1e20 0x7fec8815bad0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fec7800c7f0 tx=0x7fec7800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.980+0000 7fec7dffb640 1 -- 172.21.15.104:0/1008963721 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec78004220 con 0x7fec880d1e20 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.980+0000 7fec7dffb640 1 -- 172.21.15.104:0/1008963721 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec780043a0 con 0x7fec880d1e20 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.980+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec880c5a30 con 0x7fec880d1e20 2024-02-19T16:32:00.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.980+0000 7fec7dffb640 1 -- 172.21.15.104:0/1008963721 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec78007860 con 0x7fec880d1e20 2024-02-19T16:32:00.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.980+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec880c5ff0 con 0x7fec880d1e20 2024-02-19T16:32:00.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.981+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec880c8630 con 0x7fec880d1e20 2024-02-19T16:32:00.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.981+0000 7fec7dffb640 1 -- 172.21.15.104:0/1008963721 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fec78007bd0 con 0x7fec880d1e20 2024-02-19T16:32:00.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.982+0000 7fec7dffb640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fec6c06b840 0x7fec6c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:00.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.982+0000 7fec8d688640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fec6c06b840 0x7fec6c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:00.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.982+0000 7fec7dffb640 1 -- 172.21.15.104:0/1008963721 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fec7808a0b0 con 0x7fec880d1e20 2024-02-19T16:32:00.987 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.982+0000 7fec8d688640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fec6c06b840 0x7fec6c06dd00 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fec84036000 tx=0x7fec84030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:00.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:00.986+0000 7fec7dffb640 1 -- 172.21.15.104:0/1008963721 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fec78054b60 con 0x7fec880d1e20 2024-02-19T16:32:01.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.163+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fec880751e0 con 0x7fec880d1e20 2024-02-19T16:32:01.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.164+0000 7fec7dffb640 1 -- 172.21.15.104:0/1008963721 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+16706 (secure 0 0 0) 0x7fec78058220 con 0x7fec880d1e20 2024-02-19T16:32:01.167 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:01.167 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":47,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:31:59.891587+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:01.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.166+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fec6c06b840 msgr2=0x7fec6c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.166+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fec6c06b840 0x7fec6c06dd00 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fec84036000 tx=0x7fec84030000 comp rx=0 tx=0).stop 2024-02-19T16:32:01.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec880d1e20 msgr2=0x7fec8815bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec880d1e20 0x7fec8815bad0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fec7800c7f0 tx=0x7fec7800ccb0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 shutdown_connections 2024-02-19T16:32:01.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fec6c06b840 0x7fec6c06dd00 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec880d1e20 0x7fec8815bad0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec8815ddb0 0x7fec8815c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 --2- 172.21.15.104:0/1008963721 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec8806cf00 0x7fec88154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 >> 172.21.15.104:0/1008963721 conn(0x7fec8809aa70 msgr2=0x7fec8815a030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:01.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 shutdown_connections 2024-02-19T16:32:01.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.167+0000 7fec8f8ec640 1 -- 172.21.15.104:0/1008963721 wait complete. 2024-02-19T16:32:01.180 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-02-19T16:32:01.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.280+0000 7f9d945f4640 1 Processor -- start 2024-02-19T16:32:01.282 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.280+0000 7f9d945f4640 1 -- start start 2024-02-19T16:32:01.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.281+0000 7f9d945f4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9d8c0d1bb0 0x7f9d8c0d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.281+0000 7f9d945f4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c0d2200 0x7f9d8c0d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.281+0000 7f9d945f4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d8c0ce7a0 con 0x7f9d8c161440 2024-02-19T16:32:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.281+0000 7f9d945f4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d8c0d2bd0 con 0x7f9d8c0d1bb0 2024-02-19T16:32:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.281+0000 7f9d945f4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c161820 con 0x7f9d8c0d2200 2024-02-19T16:32:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.281+0000 7f9d92390640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9d8c161440 0x7f9d8c0b07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44918/0 (socket says 172.21.15.104:44918) 2024-02-19T16:32:01.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.281+0000 7f9d92390640 1 -- 172.21.15.104:0/538837848 learned_addr learned my addr 172.21.15.104:0/538837848 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:01.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.281+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 851857527 0 0) 0x7f9d8c0ce7a0 con 0x7f9d8c161440 2024-02-19T16:32:01.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d78003520 con 0x7f9d8c161440 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d91b8f640 1 --2- 172.21.15.104:0/538837848 >> v2:172.21.15.158:3300/0 conn(0x7f9d8c0d1bb0 0x7f9d8c0d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d92b91640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c0d2200 0x7f9d8c0d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2271597943 0 0) 0x7f9d78003520 con 0x7f9d8c161440 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c0d2200 msgr2=0x7f9d8c0d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c0d2200 0x7f9d8c0d2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 >> v2:172.21.15.158:3300/0 conn(0x7f9d8c0d1bb0 msgr2=0x7f9d8c0d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 --2- 172.21.15.104:0/538837848 >> v2:172.21.15.158:3300/0 conn(0x7f9d8c0d1bb0 0x7f9d8c0d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d8c0d0ac0 con 0x7f9d8c161440 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f9d88001670 con 0x7f9d8c161440 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 >> v1:172.21.15.104:6789/0 conn(0x7f9d8c161440 legacy=0x7f9d8c0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78003970 0x7f9d78003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c0d2200 0x7f9d780047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d78004d00 0x7f9d78005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c0d2bd0 con 0x7f9d78004d00 2024-02-19T16:32:01.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c161820 con 0x7f9d78003970 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d7800ba60 con 0x7f9d8c0d2200 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d92b91640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d78004d00 0x7f9d78005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d92390640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78003970 0x7f9d78003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d91b8f640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c0d2200 0x7f9d780047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d92b91640 1 -- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c0d2200 msgr2=0x7f9d780047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d92b91640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c0d2200 0x7f9d780047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d92b91640 1 -- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78003970 msgr2=0x7f9d78003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d92b91640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78003970 0x7f9d78003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.282+0000 7f9d92b91640 1 -- 172.21.15.104:0/538837848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d78003520 con 0x7f9d78004d00 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.283+0000 7f9d92b91640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d78004d00 0x7f9d78005180 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f9d84007360 tx=0x7f9d780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c28ce86c5a1beb server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.283+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d8402ccb0 con 0x7f9d78004d00 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.283+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d8402ce10 con 0x7f9d78004d00 2024-02-19T16:32:01.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.283+0000 7f9d9138e640 1 -- 172.21.15.104:0/538837848 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d84034660 con 0x7f9d78004d00 2024-02-19T16:32:01.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.284+0000 7f9d945f4640 1 -- 172.21.15.104:0/538837848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d78004d00 msgr2=0x7f9d78005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.284+0000 7f9d945f4640 1 --2- 172.21.15.104:0/538837848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d78004d00 0x7f9d78005180 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f9d84007360 tx=0x7f9d780057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.284+0000 7f9d92b91640 1 -- 172.21.15.104:0/538837848 reap_dead start 2024-02-19T16:32:01.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.284+0000 7f9d945f4640 1 -- 172.21.15.104:0/538837848 shutdown_connections 2024-02-19T16:32:01.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.284+0000 7f9d945f4640 1 -- 172.21.15.104:0/538837848 >> 172.21.15.104:0/538837848 conn(0x7f9d8c09cef0 msgr2=0x7f9d8c0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:01.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.284+0000 7f9d945f4640 1 -- 172.21.15.104:0/538837848 shutdown_connections 2024-02-19T16:32:01.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.284+0000 7f9d945f4640 1 -- 172.21.15.104:0/538837848 wait complete. 2024-02-19T16:32:01.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.285+0000 7f9d945f4640 1 Processor -- start 2024-02-19T16:32:01.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.285+0000 7f9d945f4640 1 -- start start 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d945f4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78004d00 0x7f9d8c154d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d945f4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d8c0c93b0 0x7f9d8c1552a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d945f4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c146270 0x7f9d8c146720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d945f4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c1536f0 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d945f4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c1f3960 con 0x7f9d78004d00 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d945f4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c0c9870 con 0x7f9d8c146270 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d8c0c93b0 0x7f9d8c1552a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d8c0c93b0 0x7f9d8c1552a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59396/0 (socket says 172.21.15.104:59396) 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 -- 172.21.15.104:0/3134641274 learned_addr learned my addr 172.21.15.104:0/3134641274 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 -- 172.21.15.104:0/3134641274 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c146270 msgr2=0x7f9d8c146720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d92b91640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c146270 0x7f9d8c146720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d92390640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78004d00 0x7f9d8c154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c146270 0x7f9d8c146720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 -- 172.21.15.104:0/3134641274 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78004d00 msgr2=0x7f9d8c154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78004d00 0x7f9d8c154d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 -- 172.21.15.104:0/3134641274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d8c0c9b50 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d91b8f640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d8c0c93b0 0x7f9d8c1552a0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c00b7f0 tx=0x7f9d7c00bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d82ffd640 1 -- 172.21.15.104:0/3134641274 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c010830 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d82ffd640 1 -- 172.21.15.104:0/3134641274 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d7c010990 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d8c0c9e30 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d82ffd640 1 -- 172.21.15.104:0/3134641274 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c010d20 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.286+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d8c0ca3f0 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.287+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d8c0751e0 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.288+0000 7f9d82ffd640 1 -- 172.21.15.104:0/3134641274 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9d7c014430 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.288+0000 7f9d82ffd640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d7006b810 0x7f9d7006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.288+0000 7f9d82ffd640 1 -- 172.21.15.104:0/3134641274 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d7c08a8b0 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.288+0000 7f9d92390640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d7006b810 0x7f9d7006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.289+0000 7f9d92390640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d7006b810 0x7f9d7006dcd0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9d88007cb0 tx=0x7f9d88009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:01.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.293+0000 7f9d82ffd640 1 -- 172.21.15.104:0/3134641274 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9d7c0552d0 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.499+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f9d8c08dca0 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.548+0000 7f9d82ffd640 1 -- 172.21.15.104:0/3134641274 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v22) v1 ==== 118+0+0 (secure 0 0 0) 0x7f9d7c0220b0 con 0x7f9d8c0c93b0 2024-02-19T16:32:01.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.550+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d7006b810 msgr2=0x7f9d7006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.550+0000 7f9d945f4640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d7006b810 0x7f9d7006dcd0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9d88007cb0 tx=0x7f9d88009040 comp rx=0 tx=0).stop 2024-02-19T16:32:01.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.550+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d8c0c93b0 msgr2=0x7f9d8c1552a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.550+0000 7f9d945f4640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d8c0c93b0 0x7f9d8c1552a0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c00b7f0 tx=0x7f9d7c00bcb0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.551+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 shutdown_connections 2024-02-19T16:32:01.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.551+0000 7f9d945f4640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9d7006b810 0x7f9d7006dcd0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.551+0000 7f9d945f4640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d8c0c93b0 0x7f9d8c1552a0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.551+0000 7f9d945f4640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9d8c146270 0x7f9d8c146720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.551+0000 7f9d945f4640 1 --2- 172.21.15.104:0/3134641274 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9d78004d00 0x7f9d8c154d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.551+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 >> 172.21.15.104:0/3134641274 conn(0x7f9d8c09cef0 msgr2=0x7f9d8c0d3910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:01.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.551+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 shutdown_connections 2024-02-19T16:32:01.554 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.551+0000 7f9d945f4640 1 -- 172.21.15.104:0/3134641274 wait complete. 2024-02-19T16:32:01.564 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-02-19T16:32:01.565 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-02-19T16:32:01.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.666+0000 7f3ee1981640 1 Processor -- start 2024-02-19T16:32:01.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.666+0000 7f3ee1981640 1 -- start start 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ee1981640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc161440 0x7f3edc0d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ee1981640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3edc0ce7a0 con 0x7f3edc0d2200 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ee1981640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3edc0ced40 con 0x7f3edc0d0580 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ee1981640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3edc161820 con 0x7f3edc161440 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3edb7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f3edc0d2200 0x7f3edc0cf1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44934/0 (socket says 172.21.15.104:44934) 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3edb7fe640 1 -- 172.21.15.104:0/551751878 learned_addr learned my addr 172.21.15.104:0/551751878 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3272321513 0 0) 0x7f3edc0ce7a0 con 0x7f3edc0d2200 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3edaffd640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc161440 0x7f3edc0d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3ec8003520 con 0x7f3edc0d2200 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2719193561 0 0) 0x7f3ec8003520 con 0x7f3edc0d2200 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc161440 msgr2=0x7f3edc0d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:01.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ed9ffb640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc161440 0x7f3edc0d1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 >> v1:172.21.15.158:6789/0 conn(0x7f3edc0d0580 legacy=0x7f3edc0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3edc0d0cf0 con 0x7f3edc0d2200 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.667+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f3ed40019f0 con 0x7f3edc0d2200 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 >> v1:172.21.15.104:6789/0 conn(0x7f3edc0d2200 legacy=0x7f3edc0cf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3ed9ffb640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc161440 0x7f3ec80039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3ed9ffb640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3ec8003f20 0x7f3ec80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3ed9ffb640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ec8004d00 0x7f3ec8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3edc161820 con 0x7f3ec8004d00 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec800ba60 con 0x7f3ec8003f20 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec800bc20 con 0x7f3edc161440 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3edb7fe640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ec8004d00 0x7f3ec8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3eda7fc640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3ec8003f20 0x7f3ec80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3edaffd640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc161440 0x7f3ec80039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3edb7fe640 1 -- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc161440 msgr2=0x7f3ec80039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:01.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3edb7fe640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc161440 0x7f3ec80039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3edb7fe640 1 -- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3ec8003f20 msgr2=0x7f3ec80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:01.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3edb7fe640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3ec8003f20 0x7f3ec80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.668+0000 7f3edb7fe640 1 -- 172.21.15.104:0/551751878 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ec8003520 con 0x7f3ec8004d00 2024-02-19T16:32:01.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.669+0000 7f3edb7fe640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ec8004d00 0x7f3ec8005180 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f3ed400a830 tx=0x7f3ec80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78d7e0b9e667e7f7 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.669+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ed40072d0 con 0x7f3ec8004d00 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.669+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ed402f070 con 0x7f3ec8004d00 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.669+0000 7f3ed9ffb640 1 -- 172.21.15.104:0/551751878 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ed40076f0 con 0x7f3ec8004d00 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.670+0000 7f3ee1981640 1 -- 172.21.15.104:0/551751878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ec8004d00 msgr2=0x7f3ec8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.670+0000 7f3ee1981640 1 --2- 172.21.15.104:0/551751878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ec8004d00 0x7f3ec8005180 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f3ed400a830 tx=0x7f3ec80057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.670+0000 7f3edb7fe640 1 -- 172.21.15.104:0/551751878 reap_dead start 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.670+0000 7f3ee1981640 1 -- 172.21.15.104:0/551751878 shutdown_connections 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.670+0000 7f3ee1981640 1 -- 172.21.15.104:0/551751878 >> 172.21.15.104:0/551751878 conn(0x7f3edc09cef0 msgr2=0x7f3edc0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.670+0000 7f3ee1981640 1 -- 172.21.15.104:0/551751878 shutdown_connections 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.670+0000 7f3ee1981640 1 -- 172.21.15.104:0/551751878 wait complete. 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.671+0000 7f3ee1981640 1 Processor -- start 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.671+0000 7f3ee1981640 1 -- start start 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3ee1981640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3edc153880 0x7f3edc0c6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3ee1981640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc1577f0 0x7f3edc157c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3ee1981640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc1581b0 0x7f3edc1f71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3ee1981640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3edc1550b0 con 0x7f3edc1577f0 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3ee1981640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3edc155f10 con 0x7f3edc153880 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3ee1981640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3edc158630 con 0x7f3edc1581b0 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc1577f0 0x7f3edc157c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc1577f0 0x7f3edc157c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59422/0 (socket says 172.21.15.104:59422) 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 -- 172.21.15.104:0/2394873853 learned_addr learned my addr 172.21.15.104:0/2394873853 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3edaffd640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3edc153880 0x7f3edc0c6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3edb7fe640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc1581b0 0x7f3edc1f71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 -- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc1581b0 msgr2=0x7f3edc1f71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc1581b0 0x7f3edc1f71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 -- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3edc153880 msgr2=0x7f3edc0c6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3edc153880 0x7f3edc0c6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 -- 172.21.15.104:0/2394873853 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3edc155300 con 0x7f3edc1577f0 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3edaffd640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3edc153880 0x7f3edc0c6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.672+0000 7f3eda7fc640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc1577f0 0x7f3edc157c70 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc00f880 tx=0x7f3ecc00fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:01.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.673+0000 7f3ed3fff640 1 -- 172.21.15.104:0/2394873853 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc001d20 con 0x7f3edc1577f0 2024-02-19T16:32:01.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.673+0000 7f3ed3fff640 1 -- 172.21.15.104:0/2394873853 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ecc0052e0 con 0x7f3edc1577f0 2024-02-19T16:32:01.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.673+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3edc1555e0 con 0x7f3edc1577f0 2024-02-19T16:32:01.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.673+0000 7f3ed3fff640 1 -- 172.21.15.104:0/2394873853 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc00d970 con 0x7f3edc1577f0 2024-02-19T16:32:01.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.673+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3edc155ba0 con 0x7f3edc1577f0 2024-02-19T16:32:01.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.674+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3edc0751e0 con 0x7f3edc1577f0 2024-02-19T16:32:01.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.675+0000 7f3ed3fff640 1 -- 172.21.15.104:0/2394873853 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3ecc00dad0 con 0x7f3edc1577f0 2024-02-19T16:32:01.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.675+0000 7f3ed3fff640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3ebc06b840 0x7f3ebc06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:01.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.675+0000 7f3ed3fff640 1 -- 172.21.15.104:0/2394873853 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ecc08a140 con 0x7f3edc1577f0 2024-02-19T16:32:01.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.675+0000 7f3edaffd640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3ebc06b840 0x7f3ebc06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:01.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.675+0000 7f3edaffd640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3ebc06b840 0x7f3ebc06dd00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3edc0cdc10 tx=0x7f3ec4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:01.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.679+0000 7f3ed3fff640 1 -- 172.21.15.104:0/2394873853 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f3ecc054b60 con 0x7f3edc1577f0 2024-02-19T16:32:01.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:01.893+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f3edc156050 con 0x7f3edc1577f0 2024-02-19T16:32:02.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.556+0000 7f3ed3fff640 1 -- 172.21.15.104:0/2394873853 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v23) v1 ==== 122+0+0 (secure 0 0 0) 0x7f3ecc058220 con 0x7f3edc1577f0 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3ebc06b840 msgr2=0x7f3ebc06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3ebc06b840 0x7f3ebc06dd00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3edc0cdc10 tx=0x7f3ec4008040 comp rx=0 tx=0).stop 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc1577f0 msgr2=0x7f3edc157c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc1577f0 0x7f3edc157c70 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc00f880 tx=0x7f3ecc00fd40 comp rx=0 tx=0).stop 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 shutdown_connections 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3ebc06b840 0x7f3ebc06dd00 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3edc1577f0 0x7f3edc157c70 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3edc1581b0 0x7f3edc1f71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 --2- 172.21.15.104:0/2394873853 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3edc153880 0x7f3edc0c6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 >> 172.21.15.104:0/2394873853 conn(0x7f3edc09cef0 msgr2=0x7f3edc06b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:02.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 shutdown_connections 2024-02-19T16:32:02.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.557+0000 7f3ee1981640 1 -- 172.21.15.104:0/2394873853 wait complete. 2024-02-19T16:32:02.570 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-02-19T16:32:02.571 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:32:02.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.673+0000 7fb6a795c640 1 Processor -- start 2024-02-19T16:32:02.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.673+0000 7fb6a795c640 1 -- start start 2024-02-19T16:32:02.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a795c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb6a015de30 0x7fb6a00d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:02.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a795c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6a00d16f0 con 0x7fb6a00cfb00 2024-02-19T16:32:02.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a795c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6a00d1940 con 0x7fb6a00d0530 2024-02-19T16:32:02.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a795c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6a00cff20 con 0x7fb6a015de30 2024-02-19T16:32:02.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a56f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb6a015de30 0x7fb6a00d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:02.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a5ef9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb6a00cfb00 0x7fb6a006b420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44936/0 (socket says 172.21.15.104:44936) 2024-02-19T16:32:02.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a5ef9640 1 -- 172.21.15.104:0/1526448271 learned_addr learned my addr 172.21.15.104:0/1526448271 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:02.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a56f8640 1 -- 172.21.15.104:0/1526448271 >> v1:172.21.15.158:6789/0 conn(0x7fb6a00d0530 legacy=0x7fb6a00cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:02.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a56f8640 1 -- 172.21.15.104:0/1526448271 >> v1:172.21.15.104:6789/0 conn(0x7fb6a00cfb00 legacy=0x7fb6a006b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:02.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb6a56f8640 1 -- 172.21.15.104:0/1526448271 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6a00d1c20 con 0x7fb6a015de30 2024-02-19T16:32:02.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.675+0000 7fb69ffff640 1 -- 172.21.15.104:0/1526448271 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4039573695 0 0) 0x7fb6a00d16f0 con 0x7fb6a00cfb00 2024-02-19T16:32:02.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb6a56f8640 1 --2- 172.21.15.104:0/1526448271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a015de30 0x7fb6a00d2700 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fb698009d90 tx=0x7fb69802be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27d56c45ba1a4dc server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:02.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb69ffff640 1 -- 172.21.15.104:0/1526448271 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb69802cbd0 con 0x7fb6a015de30 2024-02-19T16:32:02.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb69ffff640 1 -- 172.21.15.104:0/1526448271 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb69802cd30 con 0x7fb6a015de30 2024-02-19T16:32:02.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb69ffff640 1 -- 172.21.15.104:0/1526448271 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb69802cea0 con 0x7fb6a015de30 2024-02-19T16:32:02.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb6a795c640 1 -- 172.21.15.104:0/1526448271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a015de30 msgr2=0x7fb6a00d2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:02.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb6a795c640 1 --2- 172.21.15.104:0/1526448271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a015de30 0x7fb6a00d2700 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fb698009d90 tx=0x7fb69802be20 comp rx=0 tx=0).stop 2024-02-19T16:32:02.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb6a795c640 1 -- 172.21.15.104:0/1526448271 shutdown_connections 2024-02-19T16:32:02.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb6a795c640 1 --2- 172.21.15.104:0/1526448271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a015de30 0x7fb6a00d2700 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb6a795c640 1 -- 172.21.15.104:0/1526448271 >> 172.21.15.104:0/1526448271 conn(0x7fb6a00d3b20 msgr2=0x7fb6a00d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:02.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb6a795c640 1 -- 172.21.15.104:0/1526448271 shutdown_connections 2024-02-19T16:32:02.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.676+0000 7fb6a795c640 1 -- 172.21.15.104:0/1526448271 wait complete. 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a795c640 1 Processor -- start 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a795c640 1 -- start start 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a795c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb6a00cfb00 0x7fb6a00cabf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a795c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a00d0530 0x7fb6a015fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a795c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb6a015de30 0x7fb6a00cd580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a795c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a00cdac0 con 0x7fb6a00d0530 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a795c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a00b3ba0 con 0x7fb6a015de30 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a795c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a01605c0 con 0x7fb6a00cfb00 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a4ef7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a00d0530 0x7fb6a015fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:02.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a4ef7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a00d0530 0x7fb6a015fee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59434/0 (socket says 172.21.15.104:59434) 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.678+0000 7fb6a4ef7640 1 -- 172.21.15.104:0/668614426 learned_addr learned my addr 172.21.15.104:0/668614426 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a5ef9640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb6a015de30 0x7fb6a00cd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a56f8640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb6a00cfb00 0x7fb6a00cabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a4ef7640 1 -- 172.21.15.104:0/668614426 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb6a00cfb00 msgr2=0x7fb6a00cabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a4ef7640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb6a00cfb00 0x7fb6a00cabf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a4ef7640 1 -- 172.21.15.104:0/668614426 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb6a015de30 msgr2=0x7fb6a00cd580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a4ef7640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb6a015de30 0x7fb6a00cd580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a4ef7640 1 -- 172.21.15.104:0/668614426 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb698009a70 con 0x7fb6a00d0530 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a4ef7640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a00d0530 0x7fb6a015fee0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fb69400c430 tx=0x7fb69400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb69dffb640 1 -- 172.21.15.104:0/668614426 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb694011790 con 0x7fb6a00d0530 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb69dffb640 1 -- 172.21.15.104:0/668614426 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6940118f0 con 0x7fb6a00d0530 2024-02-19T16:32:02.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6a00b3550 con 0x7fb6a00d0530 2024-02-19T16:32:02.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb69dffb640 1 -- 172.21.15.104:0/668614426 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb694011ce0 con 0x7fb6a00d0530 2024-02-19T16:32:02.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.679+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6a00b5630 con 0x7fb6a00d0530 2024-02-19T16:32:02.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.680+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6a00b3d30 con 0x7fb6a00d0530 2024-02-19T16:32:02.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.680+0000 7fb69dffb640 1 -- 172.21.15.104:0/668614426 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb69401c460 con 0x7fb6a00d0530 2024-02-19T16:32:02.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.682+0000 7fb69dffb640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb68c06b840 0x7fb68c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:02.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.682+0000 7fb69dffb640 1 -- 172.21.15.104:0/668614426 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb69408a140 con 0x7fb6a00d0530 2024-02-19T16:32:02.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.682+0000 7fb6a56f8640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb68c06b840 0x7fb68c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:02.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.682+0000 7fb6a56f8640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb68c06b840 0x7fb68c06dd00 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb698036000 tx=0x7fb698030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:02.688 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.686+0000 7fb69dffb640 1 -- 172.21.15.104:0/668614426 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb694054b60 con 0x7fb6a00d0530 2024-02-19T16:32:02.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.901+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb6a00751e0 con 0x7fb6a00d0530 2024-02-19T16:32:02.902 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.901+0000 7fb69dffb640 1 -- 172.21.15.104:0/668614426 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4947 (secure 0 0 0) 0x7fb694058220 con 0x7fb6a00d0530 2024-02-19T16:32:02.903 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:02.903 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":23,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5312,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/290296869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":290296869},{"type":"v1","addr":"172.21.15.158:6834","nonce":290296869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5315,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/1269704340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":1269704340},{"type":"v1","addr":"172.21.15.158:6835","nonce":1269704340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5985,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1419598533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1419598533},{"type":"v1","addr":"172.21.15.104:6836","nonce":1419598533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:59.891959+0000","modified":"2024-02-19T16:32:01.895659+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5988},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5988":{"gid":5988,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/3566944138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3566944138},{"type":"v1","addr":"172.21.15.104:6837","nonce":3566944138}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-02-19T16:32:02.903 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 23 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb68c06b840 msgr2=0x7fb68c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb68c06b840 0x7fb68c06dd00 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb698036000 tx=0x7fb698030000 comp rx=0 tx=0).stop 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a00d0530 msgr2=0x7fb6a015fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a00d0530 0x7fb6a015fee0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fb69400c430 tx=0x7fb69400c8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 shutdown_connections 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb68c06b840 0x7fb68c06dd00 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb6a00d0530 0x7fb6a015fee0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb6a015de30 0x7fb6a00cd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 --2- 172.21.15.104:0/668614426 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb6a00cfb00 0x7fb6a00cabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 >> 172.21.15.104:0/668614426 conn(0x7fb6a00d3b20 msgr2=0x7fb6a00b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 shutdown_connections 2024-02-19T16:32:02.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:02.903+0000 7fb6a795c640 1 -- 172.21.15.104:0/668614426 wait complete. 2024-02-19T16:32:02.915 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:03.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.014+0000 7f556be39640 1 Processor -- start 2024-02-19T16:32:03.016 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.014+0000 7f556be39640 1 -- start start 2024-02-19T16:32:03.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.015+0000 7f556be39640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5564161580 0x7f55640b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.015+0000 7f556be39640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d2110 0x7f55640d25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.015+0000 7f556be39640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55640d0fb0 con 0x7f55640d0b40 2024-02-19T16:32:03.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.015+0000 7f556be39640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55640d2ae0 con 0x7f5564161580 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.015+0000 7f556be39640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f556406bb30 con 0x7f55640d2110 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f5569bd5640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5564161580 0x7f55640b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f556a3d6640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d2110 0x7f55640d25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f5569bd5640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f5564161580 0x7f55640b2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:54036/0 (socket says 172.21.15.104:54036) 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f5569bd5640 1 -- 172.21.15.104:0/2483105124 learned_addr learned my addr 172.21.15.104:0/2483105124 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f55693d4640 1 --1- 172.21.15.104:0/2483105124 >> v1:172.21.15.158:6789/0 conn(0x7f55640d0b40 0x7f556406b420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:49906/0 (socket says 172.21.15.104:49906) 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f5569bd5640 1 -- 172.21.15.104:0/2483105124 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d2110 msgr2=0x7f55640d25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f5569bd5640 1 --2- 172.21.15.104:0/2483105124 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d2110 0x7f55640d25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f5569bd5640 1 -- 172.21.15.104:0/2483105124 >> v1:172.21.15.158:6789/0 conn(0x7f55640d0b40 legacy=0x7f556406b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f5569bd5640 1 -- 172.21.15.104:0/2483105124 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55640d45f0 con 0x7f5564161580 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f5568bd3640 1 -- 172.21.15.104:0/2483105124 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1984399144 0 0) 0x7f5560001110 con 0x7f55640d0b40 2024-02-19T16:32:03.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.016+0000 7f556a3d6640 1 --2- 172.21.15.104:0/2483105124 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d2110 0x7f55640d25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:03.019 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.017+0000 7f5569bd5640 1 --2- 172.21.15.104:0/2483105124 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 0x7f55640b2fc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5554009870 tx=0x7f555402b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=924584065aa9def6 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.019 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.017+0000 7f5568bd3640 1 -- 172.21.15.104:0/2483105124 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5554031640 con 0x7f5564161580 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.017+0000 7f5568bd3640 1 -- 172.21.15.104:0/2483105124 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55540317a0 con 0x7f5564161580 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.017+0000 7f5568bd3640 1 -- 172.21.15.104:0/2483105124 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5554031b30 con 0x7f5564161580 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.018+0000 7f556be39640 1 -- 172.21.15.104:0/2483105124 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 msgr2=0x7f55640b2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.018+0000 7f556be39640 1 --2- 172.21.15.104:0/2483105124 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 0x7f55640b2fc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5554009870 tx=0x7f555402b8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.018+0000 7f556be39640 1 -- 172.21.15.104:0/2483105124 shutdown_connections 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.018+0000 7f556be39640 1 --2- 172.21.15.104:0/2483105124 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d2110 0x7f55640d25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.018+0000 7f556be39640 1 --2- 172.21.15.104:0/2483105124 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 0x7f55640b2fc0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.018+0000 7f556be39640 1 -- 172.21.15.104:0/2483105124 >> 172.21.15.104:0/2483105124 conn(0x7f556409ceb0 msgr2=0x7f55640d3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.018+0000 7f556be39640 1 -- 172.21.15.104:0/2483105124 shutdown_connections 2024-02-19T16:32:03.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.018+0000 7f556be39640 1 -- 172.21.15.104:0/2483105124 wait complete. 2024-02-19T16:32:03.021 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.020+0000 7f556be39640 1 Processor -- start 2024-02-19T16:32:03.021 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.020+0000 7f556be39640 1 -- start start 2024-02-19T16:32:03.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f556be39640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d0b40 0x7f556414f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f556be39640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55640d2110 0x7f55640b8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f556be39640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 0x7f55640cc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f556be39640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55640b8060 con 0x7f55640d2110 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f556be39640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55640b8340 con 0x7f5564161580 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f556be39640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55640b8620 con 0x7f55640d0b40 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f55693d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55640d2110 0x7f55640b8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f55693d4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55640d2110 0x7f55640b8e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59438/0 (socket says 172.21.15.104:59438) 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f55693d4640 1 -- 172.21.15.104:0/4192960526 learned_addr learned my addr 172.21.15.104:0/4192960526 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f5569bd5640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d0b40 0x7f556414f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f556a3d6640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 0x7f55640cc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f55693d4640 1 -- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d0b40 msgr2=0x7f556414f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f55693d4640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d0b40 0x7f556414f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f55693d4640 1 -- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 msgr2=0x7f55640cc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f55693d4640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 0x7f55640cc7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f55693d4640 1 -- 172.21.15.104:0/4192960526 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f555c009a70 con 0x7f55640d2110 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.021+0000 7f556a3d6640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 0x7f55640cc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.022+0000 7f55693d4640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55640d2110 0x7f55640b8e20 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f556000c430 tx=0x7f556000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.022+0000 7f555a7fc640 1 -- 172.21.15.104:0/4192960526 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55600074e0 con 0x7f55640d2110 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.022+0000 7f555a7fc640 1 -- 172.21.15.104:0/4192960526 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5560007660 con 0x7f55640d2110 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.022+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55540094d0 con 0x7f55640d2110 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.022+0000 7f555a7fc640 1 -- 172.21.15.104:0/4192960526 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5560004a20 con 0x7f55640d2110 2024-02-19T16:32:03.025 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.022+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55640b9360 con 0x7f55640d2110 2024-02-19T16:32:03.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.023+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55640b8b40 con 0x7f55640d2110 2024-02-19T16:32:03.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.024+0000 7f555a7fc640 1 -- 172.21.15.104:0/4192960526 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5560004b80 con 0x7f55640d2110 2024-02-19T16:32:03.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.024+0000 7f555a7fc640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f554806b810 0x7f554806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.024+0000 7f555a7fc640 1 -- 172.21.15.104:0/4192960526 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5560089e20 con 0x7f55640d2110 2024-02-19T16:32:03.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.024+0000 7f5569bd5640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f554806b810 0x7f554806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.025+0000 7f5569bd5640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f554806b810 0x7f554806dcd0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5554036000 tx=0x7f555403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.029+0000 7f555a7fc640 1 -- 172.21.15.104:0/4192960526 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f55640b8b40 con 0x7f55640d2110 2024-02-19T16:32:03.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.208+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f55640d0fb0 con 0x7f55640d2110 2024-02-19T16:32:03.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.209+0000 7f555a7fc640 1 -- 172.21.15.104:0/4192960526 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7f55640d0fb0 con 0x7f55640d2110 2024-02-19T16:32:03.211 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:03.211 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f554806b810 msgr2=0x7f554806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f554806b810 0x7f554806dcd0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5554036000 tx=0x7f555403c040 comp rx=0 tx=0).stop 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55640d2110 msgr2=0x7f55640b8e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55640d2110 0x7f55640b8e20 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f556000c430 tx=0x7f556000c8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 shutdown_connections 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f554806b810 0x7f554806dcd0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f55640d2110 0x7f55640b8e20 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5564161580 0x7f55640cc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 --2- 172.21.15.104:0/4192960526 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f55640d0b40 0x7f556414f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 >> 172.21.15.104:0/4192960526 conn(0x7f556409ceb0 msgr2=0x7f55640b55a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:03.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 shutdown_connections 2024-02-19T16:32:03.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.211+0000 7f556be39640 1 -- 172.21.15.104:0/4192960526 wait complete. 2024-02-19T16:32:03.224 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-02-19T16:32:03.224 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:03.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.324+0000 7f979ffe4640 1 Processor -- start 2024-02-19T16:32:03.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.324+0000 7f979ffe4640 1 -- start start 2024-02-19T16:32:03.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979ffe4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f979815de30 0x7f97980d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979ffe4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f97980d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979ffe4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97980d16f0 con 0x7f97980d0530 2024-02-19T16:32:03.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979ffe4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97980d0f00 con 0x7f979815de30 2024-02-19T16:32:03.326 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979ffe4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97980d1940 con 0x7f97980cfb00 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979e581640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f97980d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979dd80640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f979815de30 0x7f97980d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979d57f640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f97980d0530 0x7f97980cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:49916/0 (socket says 172.21.15.104:49916) 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979dd80640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f979815de30 0x7f97980d2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:54054/0 (socket says 172.21.15.104:54054) 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979e581640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f97980d09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:57190/0 (socket says 172.21.15.104:57190) 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.325+0000 7f979d57f640 1 -- 172.21.15.104:0/2257616258 learned_addr learned my addr 172.21.15.104:0/2257616258 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.326+0000 7f979cd7e640 1 -- 172.21.15.104:0/2257616258 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4226063788 0 0) 0x7f97980d16f0 con 0x7f97980d0530 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.326+0000 7f979cd7e640 1 -- 172.21.15.104:0/2257616258 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9784003520 con 0x7f97980d0530 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.326+0000 7f979e581640 1 -- 172.21.15.104:0/2257616258 >> v2:172.21.15.158:3300/0 conn(0x7f979815de30 msgr2=0x7f97980d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.326+0000 7f979e581640 1 --2- 172.21.15.104:0/2257616258 >> v2:172.21.15.158:3300/0 conn(0x7f979815de30 0x7f97980d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.326+0000 7f979e581640 1 -- 172.21.15.104:0/2257616258 >> v1:172.21.15.158:6789/0 conn(0x7f97980d0530 legacy=0x7f97980cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.326+0000 7f979e581640 1 -- 172.21.15.104:0/2257616258 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97980d1c20 con 0x7f97980cfb00 2024-02-19T16:32:03.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.326+0000 7f979dd80640 1 --2- 172.21.15.104:0/2257616258 >> v2:172.21.15.158:3300/0 conn(0x7f979815de30 0x7f97980d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:03.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.326+0000 7f979e581640 1 --2- 172.21.15.104:0/2257616258 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f97980d09c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9790009d90 tx=0x7f979002be10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fcdce8f8232ce7f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979cd7e640 1 -- 172.21.15.104:0/2257616258 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f979002cbc0 con 0x7f97980cfb00 2024-02-19T16:32:03.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979cd7e640 1 -- 172.21.15.104:0/2257616258 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f979002cd20 con 0x7f97980cfb00 2024-02-19T16:32:03.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979cd7e640 1 -- 172.21.15.104:0/2257616258 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9790034660 con 0x7f97980cfb00 2024-02-19T16:32:03.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979ffe4640 1 -- 172.21.15.104:0/2257616258 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 msgr2=0x7f97980d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979ffe4640 1 --2- 172.21.15.104:0/2257616258 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f97980d09c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9790009d90 tx=0x7f979002be10 comp rx=0 tx=0).stop 2024-02-19T16:32:03.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979ffe4640 1 -- 172.21.15.104:0/2257616258 shutdown_connections 2024-02-19T16:32:03.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979ffe4640 1 --2- 172.21.15.104:0/2257616258 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f97980d09c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979ffe4640 1 --2- 172.21.15.104:0/2257616258 >> v2:172.21.15.158:3300/0 conn(0x7f979815de30 0x7f97980d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979ffe4640 1 -- 172.21.15.104:0/2257616258 >> 172.21.15.104:0/2257616258 conn(0x7f97980d3b20 msgr2=0x7f97980d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:03.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979ffe4640 1 -- 172.21.15.104:0/2257616258 shutdown_connections 2024-02-19T16:32:03.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.327+0000 7f979ffe4640 1 -- 172.21.15.104:0/2257616258 wait complete. 2024-02-19T16:32:03.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.329+0000 7f979ffe4640 1 Processor -- start 2024-02-19T16:32:03.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.329+0000 7f979ffe4640 1 -- start start 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979ffe4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f979815c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979ffe4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97980d0530 0x7f97981f4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979ffe4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f979815de30 0x7f97980c9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979ffe4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9798161010 con 0x7f979815de30 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979ffe4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97980cb070 con 0x7f97980d0530 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979ffe4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97980cb350 con 0x7f97980cfb00 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979e581640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f979815de30 0x7f97980c9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979e581640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f979815de30 0x7f97980c9e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59452/0 (socket says 172.21.15.104:59452) 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979e581640 1 -- 172.21.15.104:0/993816863 learned_addr learned my addr 172.21.15.104:0/993816863 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:03.333 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979dd80640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f979815c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.330+0000 7f979d57f640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97980d0530 0x7f97981f4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f979e581640 1 -- 172.21.15.104:0/993816863 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 msgr2=0x7f979815c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f979e581640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f979815c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f979e581640 1 -- 172.21.15.104:0/993816863 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97980d0530 msgr2=0x7f97981f4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f979e581640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97980d0530 0x7f97981f4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f979e581640 1 -- 172.21.15.104:0/993816863 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9794009400 con 0x7f979815de30 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f979e581640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f979815de30 0x7f97980c9e10 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f9790009d90 tx=0x7f9790004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f978e7fc640 1 -- 172.21.15.104:0/993816863 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9790040650 con 0x7f979815de30 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f978e7fc640 1 -- 172.21.15.104:0/993816863 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f979002ce90 con 0x7f979815de30 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9790009a70 con 0x7f979815de30 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f978e7fc640 1 -- 172.21.15.104:0/993816863 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9790040a10 con 0x7f979815de30 2024-02-19T16:32:03.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.331+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97980cb910 con 0x7f979815de30 2024-02-19T16:32:03.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.332+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97980cbb00 con 0x7f979815de30 2024-02-19T16:32:03.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.332+0000 7f978e7fc640 1 -- 172.21.15.104:0/993816863 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9790040b70 con 0x7f979815de30 2024-02-19T16:32:03.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.333+0000 7f978e7fc640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f977c06b810 0x7f977c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.333+0000 7f979dd80640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f977c06b810 0x7f977c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.333+0000 7f978e7fc640 1 -- 172.21.15.104:0/993816863 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f97900accc0 con 0x7f979815de30 2024-02-19T16:32:03.335 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.333+0000 7f979dd80640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f977c06b810 0x7f977c06dcd0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9798161520 tx=0x7f9794009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.337+0000 7f978e7fc640 1 -- 172.21.15.104:0/993816863 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9790077a00 con 0x7f979815de30 2024-02-19T16:32:03.508 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.507+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f979815e210 con 0x7f977c06b810 2024-02-19T16:32:03.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.516+0000 7f978e7fc640 1 -- 172.21.15.104:0/993816863 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+277307 (secure 0 0 0) 0x7f9794009cd0 con 0x7f977c06b810 2024-02-19T16:32:03.520 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:03.522 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:03.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f977c06b810 msgr2=0x7f977c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f977c06b810 0x7f977c06dcd0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9798161520 tx=0x7f9794009190 comp rx=0 tx=0).stop 2024-02-19T16:32:03.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f979815de30 msgr2=0x7f97980c9e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f979815de30 0x7f97980c9e10 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f9790009d90 tx=0x7f9790004a40 comp rx=0 tx=0).stop 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 shutdown_connections 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f977c06b810 0x7f977c06dcd0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f979815de30 0x7f97980c9e10 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f97980d0530 0x7f97981f4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 --2- 172.21.15.104:0/993816863 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f97980cfb00 0x7f979815c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 >> 172.21.15.104:0/993816863 conn(0x7f97980d3b20 msgr2=0x7f97980b6ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 shutdown_connections 2024-02-19T16:32:03.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.519+0000 7f979ffe4640 1 -- 172.21.15.104:0/993816863 wait complete. 2024-02-19T16:32:03.532 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":103,"stamp":"2024-02-19T16:32:02.082971+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238120,"kb_used_data":5284,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736600,"statfs":{"total":773094113280,"available":772850278400,"internally_reserved":0,"allocated":5410816,"data_stored":2902165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000616"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532098+0000","last_change":"2024-02-19T16:31:58.532098+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532098+0000","last_undegraded":"2024-02-19T16:31:58.532098+0000","last_fullsized":"2024-02-19T16:31:58.532098+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533741+0000","last_change":"2024-02-19T16:31:58.533741+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533741+0000","last_undegraded":"2024-02-19T16:31:58.533741+0000","last_fullsized":"2024-02-19T16:31:58.533741+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533754+0000","last_change":"2024-02-19T16:31:58.533754+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533754+0000","last_undegraded":"2024-02-19T16:31:58.533754+0000","last_fullsized":"2024-02-19T16:31:58.533754+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529277+0000","last_change":"2024-02-19T16:31:58.529277+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529277+0000","last_undegraded":"2024-02-19T16:31:58.529277+0000","last_fullsized":"2024-02-19T16:31:58.529277+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531428+0000","last_change":"2024-02-19T16:31:58.531428+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531428+0000","last_undegraded":"2024-02-19T16:31:58.531428+0000","last_fullsized":"2024-02-19T16:31:58.531428+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533640+0000","last_change":"2024-02-19T16:31:58.533640+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533640+0000","last_undegraded":"2024-02-19T16:31:58.533640+0000","last_fullsized":"2024-02-19T16:31:58.533640+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531465+0000","last_change":"2024-02-19T16:31:58.531465+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531465+0000","last_undegraded":"2024-02-19T16:31:58.531465+0000","last_fullsized":"2024-02-19T16:31:58.531465+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530902+0000","last_change":"2024-02-19T16:31:58.530902+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530902+0000","last_undegraded":"2024-02-19T16:31:58.530902+0000","last_fullsized":"2024-02-19T16:31:58.530902+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529777+0000","last_change":"2024-02-19T16:31:58.529777+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529777+0000","last_undegraded":"2024-02-19T16:31:58.529777+0000","last_fullsized":"2024-02-19T16:31:58.529777+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533375+0000","last_change":"2024-02-19T16:31:58.533375+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533375+0000","last_undegraded":"2024-02-19T16:31:58.533375+0000","last_fullsized":"2024-02-19T16:31:58.533375+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529876+0000","last_change":"2024-02-19T16:31:58.529876+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529876+0000","last_undegraded":"2024-02-19T16:31:58.529876+0000","last_fullsized":"2024-02-19T16:31:58.529876+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531362+0000","last_change":"2024-02-19T16:31:58.531362+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531362+0000","last_undegraded":"2024-02-19T16:31:58.531362+0000","last_fullsized":"2024-02-19T16:31:58.531362+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530780+0000","last_change":"2024-02-19T16:31:58.530780+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530780+0000","last_undegraded":"2024-02-19T16:31:58.530780+0000","last_fullsized":"2024-02-19T16:31:58.530780+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531526+0000","last_change":"2024-02-19T16:31:58.531526+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531526+0000","last_undegraded":"2024-02-19T16:31:58.531526+0000","last_fullsized":"2024-02-19T16:31:58.531526+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529267+0000","last_change":"2024-02-19T16:31:58.529267+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529267+0000","last_undegraded":"2024-02-19T16:31:58.529267+0000","last_fullsized":"2024-02-19T16:31:58.529267+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531264+0000","last_change":"2024-02-19T16:31:58.531264+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531264+0000","last_undegraded":"2024-02-19T16:31:58.531264+0000","last_fullsized":"2024-02-19T16:31:58.531264+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530227+0000","last_change":"2024-02-19T16:31:58.530227+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530227+0000","last_undegraded":"2024-02-19T16:31:58.530227+0000","last_fullsized":"2024-02-19T16:31:58.530227+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531482+0000","last_change":"2024-02-19T16:31:58.531482+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531482+0000","last_undegraded":"2024-02-19T16:31:58.531482+0000","last_fullsized":"2024-02-19T16:31:58.531482+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531541+0000","last_change":"2024-02-19T16:31:58.531541+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531541+0000","last_undegraded":"2024-02-19T16:31:58.531541+0000","last_fullsized":"2024-02-19T16:31:58.531541+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531465+0000","last_change":"2024-02-19T16:31:58.531465+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531465+0000","last_undegraded":"2024-02-19T16:31:58.531465+0000","last_fullsized":"2024-02-19T16:31:58.531465+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.534100+0000","last_change":"2024-02-19T16:31:58.534100+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.534100+0000","last_undegraded":"2024-02-19T16:31:58.534100+0000","last_fullsized":"2024-02-19T16:31:58.534100+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532333+0000","last_change":"2024-02-19T16:31:58.532333+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532333+0000","last_undegraded":"2024-02-19T16:31:58.532333+0000","last_fullsized":"2024-02-19T16:31:58.532333+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529985+0000","last_change":"2024-02-19T16:31:58.529985+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529985+0000","last_undegraded":"2024-02-19T16:31:58.529985+0000","last_fullsized":"2024-02-19T16:31:58.529985+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531641+0000","last_change":"2024-02-19T16:31:58.531641+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531641+0000","last_undegraded":"2024-02-19T16:31:58.531641+0000","last_fullsized":"2024-02-19T16:31:58.531641+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531558+0000","last_change":"2024-02-19T16:31:58.531558+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531558+0000","last_undegraded":"2024-02-19T16:31:58.531558+0000","last_fullsized":"2024-02-19T16:31:58.531558+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529382+0000","last_change":"2024-02-19T16:31:58.529382+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529382+0000","last_undegraded":"2024-02-19T16:31:58.529382+0000","last_fullsized":"2024-02-19T16:31:58.529382+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529836+0000","last_change":"2024-02-19T16:31:58.529836+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529836+0000","last_undegraded":"2024-02-19T16:31:58.529836+0000","last_fullsized":"2024-02-19T16:31:58.529836+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532244+0000","last_change":"2024-02-19T16:31:58.532244+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532244+0000","last_undegraded":"2024-02-19T16:31:58.532244+0000","last_fullsized":"2024-02-19T16:31:58.532244+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531284+0000","last_change":"2024-02-19T16:31:58.531284+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531284+0000","last_undegraded":"2024-02-19T16:31:58.531284+0000","last_fullsized":"2024-02-19T16:31:58.531284+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533081+0000","last_change":"2024-02-19T16:31:58.533081+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533081+0000","last_undegraded":"2024-02-19T16:31:58.533081+0000","last_fullsized":"2024-02-19T16:31:58.533081+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529276+0000","last_change":"2024-02-19T16:31:58.529276+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529276+0000","last_undegraded":"2024-02-19T16:31:58.529276+0000","last_fullsized":"2024-02-19T16:31:58.529276+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529969+0000","last_change":"2024-02-19T16:31:58.529969+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529969+0000","last_undegraded":"2024-02-19T16:31:58.529969+0000","last_fullsized":"2024-02-19T16:31:58.529969+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":220,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-02-19T16:31:58.530318+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:31:58.530318+0000","last_peered":"2024-02-19T16:31:58.530318+0000","last_clean":"2024-02-19T16:31:58.530318+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:31:58.530318+0000","last_undegraded":"2024-02-19T16:31:58.530318+0000","last_fullsized":"2024-02-19T16:31:58.530318+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32280,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339560,"statfs":{"total":96636764160,"available":96603709440,"internally_reserved":0,"allocated":1114112,"data_stored":801911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.37}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.505}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.627},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.57099999999999995}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.84999999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.60599999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.754}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.64300000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.624}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.59199999999999997}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.68200000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.5},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.66700000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.60799999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31696,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340144,"statfs":{"total":96636764160,"available":96604307456,"internally_reserved":0,"allocated":520192,"data_stored":211543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.623}]},{"osd":1,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.499}]},{"osd":2,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.434}]},{"osd":3,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.70399999999999996}]},{"osd":4,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.65300000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.64200000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.72699999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31700,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340140,"statfs":{"total":96636764160,"available":96604303360,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.65900000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.69299999999999995}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.61599999999999999}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.63}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.504},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52500000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.67400000000000004}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.747}]}]},{"osd":3,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.505,"5min":0.505,"15min":0.505},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.20699999999999999}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26400000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.318},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.29099999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.443}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.52300000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.377}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.38800000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.35399999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.27500000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.36299999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.54100000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.55500000000000005}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52500000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.58899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":520192,"data_stored":211543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.25900000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.32100000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.34100000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":13.223000000000001,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":13.202,"5min":13.202,"15min":13.202},"last":0.46899999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.50800000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.496},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.45700000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.58599999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1126400,"data_stored":807728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"last":0.311}]},{"osd":2,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.33300000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35699999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51800000000000002}]},{"osd":5,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50600000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.441}]},{"osd":7,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.41499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:03.536 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:03.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.670+0000 7fc5ac495640 1 Processor -- start 2024-02-19T16:32:03.672 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.670+0000 7fc5ac495640 1 -- start start 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5ac495640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc5a415f2c0 0x7fc5a406bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5ac495640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fc5a40715b0 0x7fc5a40cf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5ac495640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5a415f920 con 0x7fc5a406c460 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5ac495640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5a406c8e0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5ac495640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5a415fc00 con 0x7fc5a40715b0 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5aa231640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc5a415f2c0 0x7fc5a406bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5aa231640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc5a415f2c0 0x7fc5a406bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59466/0 (socket says 172.21.15.104:59466) 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5aa231640 1 -- 172.21.15.104:0/242730194 learned_addr learned my addr 172.21.15.104:0/242730194 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5aaa32640 1 --2- 172.21.15.104:0/242730194 >> v2:172.21.15.158:3300/0 conn(0x7fc5a40715b0 0x7fc5a40cf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5aa231640 1 -- 172.21.15.104:0/242730194 >> v2:172.21.15.158:3300/0 conn(0x7fc5a40715b0 msgr2=0x7fc5a40cf0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5aa231640 1 --2- 172.21.15.104:0/242730194 >> v2:172.21.15.158:3300/0 conn(0x7fc5a40715b0 0x7fc5a40cf0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5aa231640 1 -- 172.21.15.104:0/242730194 >> v1:172.21.15.158:6789/0 conn(0x7fc5a406c460 legacy=0x7fc5a4070ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:03.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.672+0000 7fc5aa231640 1 -- 172.21.15.104:0/242730194 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5a415fee0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.673+0000 7fc5aa231640 1 --2- 172.21.15.104:0/242730194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a406bf20 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fc5a40cc880 tx=0x7fc59402b7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d50b3421d0ede2d9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.673+0000 7fc5a922f640 1 -- 172.21.15.104:0/242730194 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc594031750 con 0x7fc5a415f2c0 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.673+0000 7fc5a922f640 1 -- 172.21.15.104:0/242730194 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5940318b0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.673+0000 7fc5a922f640 1 -- 172.21.15.104:0/242730194 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc594031c40 con 0x7fc5a415f2c0 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.674+0000 7fc5ac495640 1 -- 172.21.15.104:0/242730194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 msgr2=0x7fc5a406bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.674+0000 7fc5ac495640 1 --2- 172.21.15.104:0/242730194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a406bf20 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fc5a40cc880 tx=0x7fc59402b7f0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.674+0000 7fc5ac495640 1 -- 172.21.15.104:0/242730194 shutdown_connections 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.674+0000 7fc5ac495640 1 --2- 172.21.15.104:0/242730194 >> v2:172.21.15.158:3300/0 conn(0x7fc5a40715b0 0x7fc5a40cf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.674+0000 7fc5ac495640 1 --2- 172.21.15.104:0/242730194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a406bf20 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.674+0000 7fc5ac495640 1 -- 172.21.15.104:0/242730194 >> 172.21.15.104:0/242730194 conn(0x7fc5a40ccaa0 msgr2=0x7fc5a40cceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.674+0000 7fc5ac495640 1 -- 172.21.15.104:0/242730194 shutdown_connections 2024-02-19T16:32:03.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.674+0000 7fc5ac495640 1 -- 172.21.15.104:0/242730194 wait complete. 2024-02-19T16:32:03.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.675+0000 7fc5ac495640 1 Processor -- start 2024-02-19T16:32:03.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.675+0000 7fc5ac495640 1 -- start start 2024-02-19T16:32:03.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5ac495640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5a406c460 0x7fc5a40c9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5ac495640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc5a40715b0 0x7fc5a415b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5ac495640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a409c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5ac495640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a415d1f0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5ac495640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a415cea0 con 0x7fc5a40715b0 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5ac495640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a415bbe0 con 0x7fc5a406c460 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a409c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a409c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59476/0 (socket says 172.21.15.104:59476) 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 -- 172.21.15.104:0/1954641746 learned_addr learned my addr 172.21.15.104:0/1954641746 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aa231640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5a406c460 0x7fc5a40c9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5a9a30640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc5a40715b0 0x7fc5a415b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 -- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5a406c460 msgr2=0x7fc5a40c9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5a406c460 0x7fc5a40c9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 -- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc5a40715b0 msgr2=0x7fc5a415b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc5a40715b0 0x7fc5a415b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 -- 172.21.15.104:0/1954641746 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5940094d0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5a9a30640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc5a40715b0 0x7fc5a415b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5aaa32640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a409c840 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fc59c007cf0 tx=0x7fc59c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.679 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc59affd640 1 -- 172.21.15.104:0/1954641746 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc59c014420 con 0x7fc5a415f2c0 2024-02-19T16:32:03.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc59affd640 1 -- 172.21.15.104:0/1954641746 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc59c0145a0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc59affd640 1 -- 172.21.15.104:0/1954641746 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc59c014950 con 0x7fc5a415f2c0 2024-02-19T16:32:03.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.676+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5a415be80 con 0x7fc5a415f2c0 2024-02-19T16:32:03.680 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.677+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5a415c440 con 0x7fc5a415f2c0 2024-02-19T16:32:03.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.677+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5a40751e0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.678+0000 7fc59affd640 1 -- 172.21.15.104:0/1954641746 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc59c014ab0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.679+0000 7fc59affd640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc58806b810 0x7fc58806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:03.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.679+0000 7fc59affd640 1 -- 172.21.15.104:0/1954641746 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc59c08a930 con 0x7fc5a415f2c0 2024-02-19T16:32:03.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.679+0000 7fc5aa231640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc58806b810 0x7fc58806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:03.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.679+0000 7fc5aa231640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc58806b810 0x7fc58806dcd0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc594035000 tx=0x7fc594008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:03.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.683+0000 7fc59affd640 1 -- 172.21.15.104:0/1954641746 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc59c0553e0 con 0x7fc5a415f2c0 2024-02-19T16:32:03.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.892+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc5a41604a0 con 0x7fc58806b810 2024-02-19T16:32:03.900 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.899+0000 7fc59affd640 1 -- 172.21.15.104:0/1954641746 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+277307 (secure 0 0 0) 0x7fc594041070 con 0x7fc58806b810 2024-02-19T16:32:03.902 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:03.904 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:03.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc58806b810 msgr2=0x7fc58806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc58806b810 0x7fc58806dcd0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc594035000 tx=0x7fc594008030 comp rx=0 tx=0).stop 2024-02-19T16:32:03.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 msgr2=0x7fc5a409c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:03.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a409c840 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fc59c007cf0 tx=0x7fc59c00e4b0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 shutdown_connections 2024-02-19T16:32:03.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc58806b810 0x7fc58806dcd0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5a415f2c0 0x7fc5a409c840 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc5a40715b0 0x7fc5a415b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 --2- 172.21.15.104:0/1954641746 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5a406c460 0x7fc5a40c9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:03.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 >> 172.21.15.104:0/1954641746 conn(0x7fc5a40ccaa0 msgr2=0x7fc5a4070e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:03.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 shutdown_connections 2024-02-19T16:32:03.906 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:03.902+0000 7fc5ac495640 1 -- 172.21.15.104:0/1954641746 wait complete. 2024-02-19T16:32:03.915 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":103,"stamp":"2024-02-19T16:32:02.082971+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238120,"kb_used_data":5284,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736600,"statfs":{"total":773094113280,"available":772850278400,"internally_reserved":0,"allocated":5410816,"data_stored":2902165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000616"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532098+0000","last_change":"2024-02-19T16:31:58.532098+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532098+0000","last_undegraded":"2024-02-19T16:31:58.532098+0000","last_fullsized":"2024-02-19T16:31:58.532098+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533741+0000","last_change":"2024-02-19T16:31:58.533741+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533741+0000","last_undegraded":"2024-02-19T16:31:58.533741+0000","last_fullsized":"2024-02-19T16:31:58.533741+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533754+0000","last_change":"2024-02-19T16:31:58.533754+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533754+0000","last_undegraded":"2024-02-19T16:31:58.533754+0000","last_fullsized":"2024-02-19T16:31:58.533754+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529277+0000","last_change":"2024-02-19T16:31:58.529277+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529277+0000","last_undegraded":"2024-02-19T16:31:58.529277+0000","last_fullsized":"2024-02-19T16:31:58.529277+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531428+0000","last_change":"2024-02-19T16:31:58.531428+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531428+0000","last_undegraded":"2024-02-19T16:31:58.531428+0000","last_fullsized":"2024-02-19T16:31:58.531428+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533640+0000","last_change":"2024-02-19T16:31:58.533640+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533640+0000","last_undegraded":"2024-02-19T16:31:58.533640+0000","last_fullsized":"2024-02-19T16:31:58.533640+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531465+0000","last_change":"2024-02-19T16:31:58.531465+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531465+0000","last_undegraded":"2024-02-19T16:31:58.531465+0000","last_fullsized":"2024-02-19T16:31:58.531465+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530902+0000","last_change":"2024-02-19T16:31:58.530902+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530902+0000","last_undegraded":"2024-02-19T16:31:58.530902+0000","last_fullsized":"2024-02-19T16:31:58.530902+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529777+0000","last_change":"2024-02-19T16:31:58.529777+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529777+0000","last_undegraded":"2024-02-19T16:31:58.529777+0000","last_fullsized":"2024-02-19T16:31:58.529777+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533375+0000","last_change":"2024-02-19T16:31:58.533375+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533375+0000","last_undegraded":"2024-02-19T16:31:58.533375+0000","last_fullsized":"2024-02-19T16:31:58.533375+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529876+0000","last_change":"2024-02-19T16:31:58.529876+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529876+0000","last_undegraded":"2024-02-19T16:31:58.529876+0000","last_fullsized":"2024-02-19T16:31:58.529876+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531362+0000","last_change":"2024-02-19T16:31:58.531362+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531362+0000","last_undegraded":"2024-02-19T16:31:58.531362+0000","last_fullsized":"2024-02-19T16:31:58.531362+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530780+0000","last_change":"2024-02-19T16:31:58.530780+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530780+0000","last_undegraded":"2024-02-19T16:31:58.530780+0000","last_fullsized":"2024-02-19T16:31:58.530780+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531526+0000","last_change":"2024-02-19T16:31:58.531526+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531526+0000","last_undegraded":"2024-02-19T16:31:58.531526+0000","last_fullsized":"2024-02-19T16:31:58.531526+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529267+0000","last_change":"2024-02-19T16:31:58.529267+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529267+0000","last_undegraded":"2024-02-19T16:31:58.529267+0000","last_fullsized":"2024-02-19T16:31:58.529267+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531264+0000","last_change":"2024-02-19T16:31:58.531264+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531264+0000","last_undegraded":"2024-02-19T16:31:58.531264+0000","last_fullsized":"2024-02-19T16:31:58.531264+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530227+0000","last_change":"2024-02-19T16:31:58.530227+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530227+0000","last_undegraded":"2024-02-19T16:31:58.530227+0000","last_fullsized":"2024-02-19T16:31:58.530227+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531482+0000","last_change":"2024-02-19T16:31:58.531482+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531482+0000","last_undegraded":"2024-02-19T16:31:58.531482+0000","last_fullsized":"2024-02-19T16:31:58.531482+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531541+0000","last_change":"2024-02-19T16:31:58.531541+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531541+0000","last_undegraded":"2024-02-19T16:31:58.531541+0000","last_fullsized":"2024-02-19T16:31:58.531541+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531465+0000","last_change":"2024-02-19T16:31:58.531465+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531465+0000","last_undegraded":"2024-02-19T16:31:58.531465+0000","last_fullsized":"2024-02-19T16:31:58.531465+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.534100+0000","last_change":"2024-02-19T16:31:58.534100+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.534100+0000","last_undegraded":"2024-02-19T16:31:58.534100+0000","last_fullsized":"2024-02-19T16:31:58.534100+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532333+0000","last_change":"2024-02-19T16:31:58.532333+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532333+0000","last_undegraded":"2024-02-19T16:31:58.532333+0000","last_fullsized":"2024-02-19T16:31:58.532333+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529985+0000","last_change":"2024-02-19T16:31:58.529985+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529985+0000","last_undegraded":"2024-02-19T16:31:58.529985+0000","last_fullsized":"2024-02-19T16:31:58.529985+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531641+0000","last_change":"2024-02-19T16:31:58.531641+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531641+0000","last_undegraded":"2024-02-19T16:31:58.531641+0000","last_fullsized":"2024-02-19T16:31:58.531641+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531558+0000","last_change":"2024-02-19T16:31:58.531558+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531558+0000","last_undegraded":"2024-02-19T16:31:58.531558+0000","last_fullsized":"2024-02-19T16:31:58.531558+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529382+0000","last_change":"2024-02-19T16:31:58.529382+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529382+0000","last_undegraded":"2024-02-19T16:31:58.529382+0000","last_fullsized":"2024-02-19T16:31:58.529382+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529836+0000","last_change":"2024-02-19T16:31:58.529836+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529836+0000","last_undegraded":"2024-02-19T16:31:58.529836+0000","last_fullsized":"2024-02-19T16:31:58.529836+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532244+0000","last_change":"2024-02-19T16:31:58.532244+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532244+0000","last_undegraded":"2024-02-19T16:31:58.532244+0000","last_fullsized":"2024-02-19T16:31:58.532244+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531284+0000","last_change":"2024-02-19T16:31:58.531284+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531284+0000","last_undegraded":"2024-02-19T16:31:58.531284+0000","last_fullsized":"2024-02-19T16:31:58.531284+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533081+0000","last_change":"2024-02-19T16:31:58.533081+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533081+0000","last_undegraded":"2024-02-19T16:31:58.533081+0000","last_fullsized":"2024-02-19T16:31:58.533081+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529276+0000","last_change":"2024-02-19T16:31:58.529276+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529276+0000","last_undegraded":"2024-02-19T16:31:58.529276+0000","last_fullsized":"2024-02-19T16:31:58.529276+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529969+0000","last_change":"2024-02-19T16:31:58.529969+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529969+0000","last_undegraded":"2024-02-19T16:31:58.529969+0000","last_fullsized":"2024-02-19T16:31:58.529969+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":220,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-02-19T16:31:58.530318+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:31:58.530318+0000","last_peered":"2024-02-19T16:31:58.530318+0000","last_clean":"2024-02-19T16:31:58.530318+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:31:58.530318+0000","last_undegraded":"2024-02-19T16:31:58.530318+0000","last_fullsized":"2024-02-19T16:31:58.530318+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32280,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339560,"statfs":{"total":96636764160,"available":96603709440,"internally_reserved":0,"allocated":1114112,"data_stored":801911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.37}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.505}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.627},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.57099999999999995}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.84999999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.60599999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.754}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.64300000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.624}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.59199999999999997}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.68200000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.5},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.66700000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.60799999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31696,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340144,"statfs":{"total":96636764160,"available":96604307456,"internally_reserved":0,"allocated":520192,"data_stored":211543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.623}]},{"osd":1,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.499}]},{"osd":2,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.434}]},{"osd":3,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.70399999999999996}]},{"osd":4,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.65300000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.64200000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.72699999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31700,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340140,"statfs":{"total":96636764160,"available":96604303360,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.65900000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.69299999999999995}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.61599999999999999}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.63}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.504},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52500000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.67400000000000004}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.747}]}]},{"osd":3,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.505,"5min":0.505,"15min":0.505},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.20699999999999999}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26400000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.318},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.29099999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.443}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.52300000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.377}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.38800000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.35399999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.27500000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.36299999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.54100000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.55500000000000005}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52500000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.58899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":520192,"data_stored":211543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.25900000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.32100000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.34100000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":13.223000000000001,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":13.202,"5min":13.202,"15min":13.202},"last":0.46899999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.50800000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.496},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.45700000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.58599999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1126400,"data_stored":807728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"last":0.311}]},{"osd":2,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.33300000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35699999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51800000000000002}]},{"osd":5,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50600000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.441}]},{"osd":7,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.41499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:03.919 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:04.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.055+0000 7fa164447640 1 Processor -- start 2024-02-19T16:32:04.056 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.055+0000 7fa164447640 1 -- start start 2024-02-19T16:32:04.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa164447640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa15c15de30 0x7fa15c0d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa164447640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa15c0d16f0 con 0x7fa15c0cfb00 2024-02-19T16:32:04.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa164447640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa15c0d1940 con 0x7fa15c0d0530 2024-02-19T16:32:04.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa164447640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa15c0cff20 con 0x7fa15c15de30 2024-02-19T16:32:04.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa1621e3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa15c15de30 0x7fa15c0d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa1629e4640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa15c0cfb00 0x7fa15c06b420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44950/0 (socket says 172.21.15.104:44950) 2024-02-19T16:32:04.057 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa1629e4640 1 -- 172.21.15.104:0/3950395134 learned_addr learned my addr 172.21.15.104:0/3950395134 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:04.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa1621e3640 1 -- 172.21.15.104:0/3950395134 >> v1:172.21.15.158:6789/0 conn(0x7fa15c0d0530 legacy=0x7fa15c0cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa1621e3640 1 -- 172.21.15.104:0/3950395134 >> v1:172.21.15.104:6789/0 conn(0x7fa15c0cfb00 legacy=0x7fa15c06b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa1611e1640 1 -- 172.21.15.104:0/3950395134 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 461941090 0 0) 0x7fa15c0d16f0 con 0x7fa15c0cfb00 2024-02-19T16:32:04.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.056+0000 7fa1621e3640 1 -- 172.21.15.104:0/3950395134 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa15c0d1c20 con 0x7fa15c15de30 2024-02-19T16:32:04.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.057+0000 7fa1621e3640 1 --2- 172.21.15.104:0/3950395134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c15de30 0x7fa15c0d2700 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fa1580097a0 tx=0x7fa15802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b168d467ed19ff8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.058 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.057+0000 7fa1611e1640 1 -- 172.21.15.104:0/3950395134 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa158031830 con 0x7fa15c15de30 2024-02-19T16:32:04.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.057+0000 7fa1611e1640 1 -- 172.21.15.104:0/3950395134 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa158031990 con 0x7fa15c15de30 2024-02-19T16:32:04.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.057+0000 7fa1611e1640 1 -- 172.21.15.104:0/3950395134 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa158031d20 con 0x7fa15c15de30 2024-02-19T16:32:04.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.058+0000 7fa164447640 1 -- 172.21.15.104:0/3950395134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c15de30 msgr2=0x7fa15c0d2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.058+0000 7fa164447640 1 --2- 172.21.15.104:0/3950395134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c15de30 0x7fa15c0d2700 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fa1580097a0 tx=0x7fa15802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.058+0000 7fa164447640 1 -- 172.21.15.104:0/3950395134 shutdown_connections 2024-02-19T16:32:04.059 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.058+0000 7fa164447640 1 --2- 172.21.15.104:0/3950395134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c15de30 0x7fa15c0d2700 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.058+0000 7fa164447640 1 -- 172.21.15.104:0/3950395134 >> 172.21.15.104:0/3950395134 conn(0x7fa15c0d3b20 msgr2=0x7fa15c0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:04.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.058+0000 7fa164447640 1 -- 172.21.15.104:0/3950395134 shutdown_connections 2024-02-19T16:32:04.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.058+0000 7fa164447640 1 -- 172.21.15.104:0/3950395134 wait complete. 2024-02-19T16:32:04.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.059+0000 7fa164447640 1 Processor -- start 2024-02-19T16:32:04.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.059+0000 7fa164447640 1 -- start start 2024-02-19T16:32:04.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa164447640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0cfb00 0x7fa15c0c8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa164447640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0d0530 0x7fa15c0b3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa164447640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c15de30 0x7fa15c0b4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa164447640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c0c8400 con 0x7fa15c0d0530 2024-02-19T16:32:04.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa164447640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c0c77f0 con 0x7fa15c15de30 2024-02-19T16:32:04.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa164447640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c0c7ad0 con 0x7fa15c0cfb00 2024-02-19T16:32:04.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0d0530 0x7fa15c0b3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0d0530 0x7fa15c0b3de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59500/0 (socket says 172.21.15.104:59500) 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 -- 172.21.15.104:0/3724862372 learned_addr learned my addr 172.21.15.104:0/3724862372 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1621e3640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0cfb00 0x7fa15c0c8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1629e4640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c15de30 0x7fa15c0b4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 -- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0cfb00 msgr2=0x7fa15c0c8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0cfb00 0x7fa15c0c8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 -- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c15de30 msgr2=0x7fa15c0b4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c15de30 0x7fa15c0b4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 -- 172.21.15.104:0/3724862372 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa158009400 con 0x7fa15c0d0530 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1629e4640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c15de30 0x7fa15c0b4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa1619e2640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0d0530 0x7fa15c0b3de0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fa14c00c450 tx=0x7fa14c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa152ffd640 1 -- 172.21.15.104:0/3724862372 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14c0052d0 con 0x7fa15c0d0530 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.060+0000 7fa152ffd640 1 -- 172.21.15.104:0/3724862372 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa14c005430 con 0x7fa15c0d0530 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.061+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa15c0c7db0 con 0x7fa15c0d0530 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.061+0000 7fa152ffd640 1 -- 172.21.15.104:0/3724862372 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14c012870 con 0x7fa15c0d0530 2024-02-19T16:32:04.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.061+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa15c0c8dd0 con 0x7fa15c0d0530 2024-02-19T16:32:04.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.061+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa15c0c85b0 con 0x7fa15c0d0530 2024-02-19T16:32:04.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.062+0000 7fa152ffd640 1 -- 172.21.15.104:0/3724862372 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa14c0129d0 con 0x7fa15c0d0530 2024-02-19T16:32:04.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.063+0000 7fa152ffd640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14006b810 0x7fa14006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.063+0000 7fa1621e3640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14006b810 0x7fa14006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.063+0000 7fa152ffd640 1 -- 172.21.15.104:0/3724862372 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa14c089c50 con 0x7fa15c0d0530 2024-02-19T16:32:04.064 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.063+0000 7fa1621e3640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14006b810 0x7fa14006dcd0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa158036000 tx=0x7fa15803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.067+0000 7fa152ffd640 1 -- 172.21.15.104:0/3724862372 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa15c0c85b0 con 0x7fa15c0d0530 2024-02-19T16:32:04.243 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.242+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa15c15e210 con 0x7fa14006b810 2024-02-19T16:32:04.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.248+0000 7fa152ffd640 1 -- 172.21.15.104:0/3724862372 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+277307 (secure 0 0 0) 0x7fa158044400 con 0x7fa14006b810 2024-02-19T16:32:04.252 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:04.253 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:04.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14006b810 msgr2=0x7fa14006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14006b810 0x7fa14006dcd0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa158036000 tx=0x7fa15803c040 comp rx=0 tx=0).stop 2024-02-19T16:32:04.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0d0530 msgr2=0x7fa15c0b3de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0d0530 0x7fa15c0b3de0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fa14c00c450 tx=0x7fa14c00c910 comp rx=0 tx=0).stop 2024-02-19T16:32:04.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 shutdown_connections 2024-02-19T16:32:04.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa14006b810 0x7fa14006dcd0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa15c0d0530 0x7fa15c0b3de0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.255 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa15c15de30 0x7fa15c0b4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 --2- 172.21.15.104:0/3724862372 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa15c0cfb00 0x7fa15c0c8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 >> 172.21.15.104:0/3724862372 conn(0x7fa15c0d3b20 msgr2=0x7fa15c0b6810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:04.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 shutdown_connections 2024-02-19T16:32:04.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.252+0000 7fa164447640 1 -- 172.21.15.104:0/3724862372 wait complete. 2024-02-19T16:32:04.264 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":104,"stamp":"2024-02-19T16:32:04.083260+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238120,"kb_used_data":5284,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736600,"statfs":{"total":773094113280,"available":772850278400,"internally_reserved":0,"allocated":5410816,"data_stored":2902165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.556195"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532098+0000","last_change":"2024-02-19T16:31:58.532098+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532098+0000","last_undegraded":"2024-02-19T16:31:58.532098+0000","last_fullsized":"2024-02-19T16:31:58.532098+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533741+0000","last_change":"2024-02-19T16:31:58.533741+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533741+0000","last_undegraded":"2024-02-19T16:31:58.533741+0000","last_fullsized":"2024-02-19T16:31:58.533741+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533754+0000","last_change":"2024-02-19T16:31:58.533754+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533754+0000","last_undegraded":"2024-02-19T16:31:58.533754+0000","last_fullsized":"2024-02-19T16:31:58.533754+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529277+0000","last_change":"2024-02-19T16:31:58.529277+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529277+0000","last_undegraded":"2024-02-19T16:31:58.529277+0000","last_fullsized":"2024-02-19T16:31:58.529277+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531428+0000","last_change":"2024-02-19T16:31:58.531428+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531428+0000","last_undegraded":"2024-02-19T16:31:58.531428+0000","last_fullsized":"2024-02-19T16:31:58.531428+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533640+0000","last_change":"2024-02-19T16:31:58.533640+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533640+0000","last_undegraded":"2024-02-19T16:31:58.533640+0000","last_fullsized":"2024-02-19T16:31:58.533640+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531465+0000","last_change":"2024-02-19T16:31:58.531465+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531465+0000","last_undegraded":"2024-02-19T16:31:58.531465+0000","last_fullsized":"2024-02-19T16:31:58.531465+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530902+0000","last_change":"2024-02-19T16:31:58.530902+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530902+0000","last_undegraded":"2024-02-19T16:31:58.530902+0000","last_fullsized":"2024-02-19T16:31:58.530902+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529777+0000","last_change":"2024-02-19T16:31:58.529777+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529777+0000","last_undegraded":"2024-02-19T16:31:58.529777+0000","last_fullsized":"2024-02-19T16:31:58.529777+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533375+0000","last_change":"2024-02-19T16:31:58.533375+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533375+0000","last_undegraded":"2024-02-19T16:31:58.533375+0000","last_fullsized":"2024-02-19T16:31:58.533375+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529876+0000","last_change":"2024-02-19T16:31:58.529876+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529876+0000","last_undegraded":"2024-02-19T16:31:58.529876+0000","last_fullsized":"2024-02-19T16:31:58.529876+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531362+0000","last_change":"2024-02-19T16:31:58.531362+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531362+0000","last_undegraded":"2024-02-19T16:31:58.531362+0000","last_fullsized":"2024-02-19T16:31:58.531362+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530780+0000","last_change":"2024-02-19T16:31:58.530780+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530780+0000","last_undegraded":"2024-02-19T16:31:58.530780+0000","last_fullsized":"2024-02-19T16:31:58.530780+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531526+0000","last_change":"2024-02-19T16:31:58.531526+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531526+0000","last_undegraded":"2024-02-19T16:31:58.531526+0000","last_fullsized":"2024-02-19T16:31:58.531526+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529267+0000","last_change":"2024-02-19T16:31:58.529267+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529267+0000","last_undegraded":"2024-02-19T16:31:58.529267+0000","last_fullsized":"2024-02-19T16:31:58.529267+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531264+0000","last_change":"2024-02-19T16:31:58.531264+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531264+0000","last_undegraded":"2024-02-19T16:31:58.531264+0000","last_fullsized":"2024-02-19T16:31:58.531264+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530227+0000","last_change":"2024-02-19T16:31:58.530227+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530227+0000","last_undegraded":"2024-02-19T16:31:58.530227+0000","last_fullsized":"2024-02-19T16:31:58.530227+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531482+0000","last_change":"2024-02-19T16:31:58.531482+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531482+0000","last_undegraded":"2024-02-19T16:31:58.531482+0000","last_fullsized":"2024-02-19T16:31:58.531482+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531541+0000","last_change":"2024-02-19T16:31:58.531541+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531541+0000","last_undegraded":"2024-02-19T16:31:58.531541+0000","last_fullsized":"2024-02-19T16:31:58.531541+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531465+0000","last_change":"2024-02-19T16:31:58.531465+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531465+0000","last_undegraded":"2024-02-19T16:31:58.531465+0000","last_fullsized":"2024-02-19T16:31:58.531465+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.534100+0000","last_change":"2024-02-19T16:31:58.534100+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.534100+0000","last_undegraded":"2024-02-19T16:31:58.534100+0000","last_fullsized":"2024-02-19T16:31:58.534100+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532333+0000","last_change":"2024-02-19T16:31:58.532333+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532333+0000","last_undegraded":"2024-02-19T16:31:58.532333+0000","last_fullsized":"2024-02-19T16:31:58.532333+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529985+0000","last_change":"2024-02-19T16:31:58.529985+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529985+0000","last_undegraded":"2024-02-19T16:31:58.529985+0000","last_fullsized":"2024-02-19T16:31:58.529985+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531641+0000","last_change":"2024-02-19T16:31:58.531641+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531641+0000","last_undegraded":"2024-02-19T16:31:58.531641+0000","last_fullsized":"2024-02-19T16:31:58.531641+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531558+0000","last_change":"2024-02-19T16:31:58.531558+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531558+0000","last_undegraded":"2024-02-19T16:31:58.531558+0000","last_fullsized":"2024-02-19T16:31:58.531558+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529382+0000","last_change":"2024-02-19T16:31:58.529382+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529382+0000","last_undegraded":"2024-02-19T16:31:58.529382+0000","last_fullsized":"2024-02-19T16:31:58.529382+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529836+0000","last_change":"2024-02-19T16:31:58.529836+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529836+0000","last_undegraded":"2024-02-19T16:31:58.529836+0000","last_fullsized":"2024-02-19T16:31:58.529836+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532244+0000","last_change":"2024-02-19T16:31:58.532244+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532244+0000","last_undegraded":"2024-02-19T16:31:58.532244+0000","last_fullsized":"2024-02-19T16:31:58.532244+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531284+0000","last_change":"2024-02-19T16:31:58.531284+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531284+0000","last_undegraded":"2024-02-19T16:31:58.531284+0000","last_fullsized":"2024-02-19T16:31:58.531284+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533081+0000","last_change":"2024-02-19T16:31:58.533081+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533081+0000","last_undegraded":"2024-02-19T16:31:58.533081+0000","last_fullsized":"2024-02-19T16:31:58.533081+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529276+0000","last_change":"2024-02-19T16:31:58.529276+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529276+0000","last_undegraded":"2024-02-19T16:31:58.529276+0000","last_fullsized":"2024-02-19T16:31:58.529276+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529969+0000","last_change":"2024-02-19T16:31:58.529969+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529969+0000","last_undegraded":"2024-02-19T16:31:58.529969+0000","last_fullsized":"2024-02-19T16:31:58.529969+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":220,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-02-19T16:31:58.530318+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:31:58.530318+0000","last_peered":"2024-02-19T16:31:58.530318+0000","last_clean":"2024-02-19T16:31:58.530318+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:31:58.530318+0000","last_undegraded":"2024-02-19T16:31:58.530318+0000","last_fullsized":"2024-02-19T16:31:58.530318+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32280,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339560,"statfs":{"total":96636764160,"available":96603709440,"internally_reserved":0,"allocated":1114112,"data_stored":801911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.37}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.505}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.627},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.57099999999999995}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.84999999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.60599999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.754}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.64300000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.624}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.59199999999999997}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.68200000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.5},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.66700000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.60799999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31696,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340144,"statfs":{"total":96636764160,"available":96604307456,"internally_reserved":0,"allocated":520192,"data_stored":211543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.623}]},{"osd":1,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.499}]},{"osd":2,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.434}]},{"osd":3,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.70399999999999996}]},{"osd":4,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.65300000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.64200000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.72699999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31700,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340140,"statfs":{"total":96636764160,"available":96604303360,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.65900000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.69299999999999995}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.61599999999999999}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.63}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.504},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52500000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.67400000000000004}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.747}]}]},{"osd":3,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.505,"5min":0.505,"15min":0.505},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.20699999999999999}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26400000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.318},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.29099999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.443}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.52300000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.377}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.38800000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.35399999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.27500000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.36299999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.54100000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.55500000000000005}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52500000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.58899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":520192,"data_stored":211543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.25900000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.32100000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.34100000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":13.223000000000001,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":13.202,"5min":13.202,"15min":13.202},"last":0.46899999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.50800000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.496},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.45700000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.58599999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1126400,"data_stored":807728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"last":0.311}]},{"osd":2,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.33300000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35699999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51800000000000002}]},{"osd":5,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50600000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.441}]},{"osd":7,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.41499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:04.268 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3f is not active+clean 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3e is not active+clean 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3d is not active+clean 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3c is not active+clean 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3b is not active+clean 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3a is not active+clean 2024-02-19T16:32:04.269 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.39 is not active+clean 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.38 is not active+clean 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.37 is not active+clean 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.36 is not active+clean 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.35 is not active+clean 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.34 is not active+clean 2024-02-19T16:32:04.270 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.33 is not active+clean 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.32 is not active+clean 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.31 is not active+clean 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.30 is not active+clean 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.2f is not active+clean 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.2e is not active+clean 2024-02-19T16:32:04.271 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.2d is not active+clean 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.2c is not active+clean 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.2b is not active+clean 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.2a is not active+clean 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.29 is not active+clean 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.28 is not active+clean 2024-02-19T16:32:04.272 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.27 is not active+clean 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.26 is not active+clean 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.25 is not active+clean 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.24 is not active+clean 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.23 is not active+clean 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.22 is not active+clean 2024-02-19T16:32:04.273 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.21 is not active+clean 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.20 is not active+clean 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.10 is not active+clean 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1f is not active+clean 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.532098+0000', 'last_change': '2024-02-19T16:31:58.532098+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.532098+0000', 'last_undegraded': '2024-02-19T16:31:58.532098+0000', 'last_fullsized': '2024-02-19T16:31:58.532098+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.11 is not active+clean 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1e is not active+clean 2024-02-19T16:32:04.274 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.533741+0000', 'last_change': '2024-02-19T16:31:58.533741+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.533741+0000', 'last_undegraded': '2024-02-19T16:31:58.533741+0000', 'last_fullsized': '2024-02-19T16:31:58.533741+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.12 is not active+clean 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1d is not active+clean 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.533754+0000', 'last_change': '2024-02-19T16:31:58.533754+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.533754+0000', 'last_undegraded': '2024-02-19T16:31:58.533754+0000', 'last_fullsized': '2024-02-19T16:31:58.533754+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.13 is not active+clean 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1c is not active+clean 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529277+0000', 'last_change': '2024-02-19T16:31:58.529277+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529277+0000', 'last_undegraded': '2024-02-19T16:31:58.529277+0000', 'last_fullsized': '2024-02-19T16:31:58.529277+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.14 is not active+clean 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1b is not active+clean 2024-02-19T16:32:04.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531428+0000', 'last_change': '2024-02-19T16:31:58.531428+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531428+0000', 'last_undegraded': '2024-02-19T16:31:58.531428+0000', 'last_fullsized': '2024-02-19T16:31:58.531428+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.15 is not active+clean 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1a is not active+clean 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.533640+0000', 'last_change': '2024-02-19T16:31:58.533640+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.533640+0000', 'last_undegraded': '2024-02-19T16:31:58.533640+0000', 'last_fullsized': '2024-02-19T16:31:58.533640+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.16 is not active+clean 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.19 is not active+clean 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531465+0000', 'last_change': '2024-02-19T16:31:58.531465+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531465+0000', 'last_undegraded': '2024-02-19T16:31:58.531465+0000', 'last_fullsized': '2024-02-19T16:31:58.531465+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.17 is not active+clean 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.18 is not active+clean 2024-02-19T16:32:04.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.530902+0000', 'last_change': '2024-02-19T16:31:58.530902+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.530902+0000', 'last_undegraded': '2024-02-19T16:31:58.530902+0000', 'last_fullsized': '2024-02-19T16:31:58.530902+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.18 is not active+clean 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.17 is not active+clean 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529777+0000', 'last_change': '2024-02-19T16:31:58.529777+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529777+0000', 'last_undegraded': '2024-02-19T16:31:58.529777+0000', 'last_fullsized': '2024-02-19T16:31:58.529777+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.19 is not active+clean 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.16 is not active+clean 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.533375+0000', 'last_change': '2024-02-19T16:31:58.533375+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.533375+0000', 'last_undegraded': '2024-02-19T16:31:58.533375+0000', 'last_fullsized': '2024-02-19T16:31:58.533375+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1a is not active+clean 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.15 is not active+clean 2024-02-19T16:32:04.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529876+0000', 'last_change': '2024-02-19T16:31:58.529876+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529876+0000', 'last_undegraded': '2024-02-19T16:31:58.529876+0000', 'last_fullsized': '2024-02-19T16:31:58.529876+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1b is not active+clean 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.14 is not active+clean 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531362+0000', 'last_change': '2024-02-19T16:31:58.531362+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531362+0000', 'last_undegraded': '2024-02-19T16:31:58.531362+0000', 'last_fullsized': '2024-02-19T16:31:58.531362+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1c is not active+clean 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.13 is not active+clean 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.530780+0000', 'last_change': '2024-02-19T16:31:58.530780+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.530780+0000', 'last_undegraded': '2024-02-19T16:31:58.530780+0000', 'last_fullsized': '2024-02-19T16:31:58.530780+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1d is not active+clean 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.12 is not active+clean 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531526+0000', 'last_change': '2024-02-19T16:31:58.531526+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531526+0000', 'last_undegraded': '2024-02-19T16:31:58.531526+0000', 'last_fullsized': '2024-02-19T16:31:58.531526+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-19T16:32:04.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1e is not active+clean 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.11 is not active+clean 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529267+0000', 'last_change': '2024-02-19T16:31:58.529267+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529267+0000', 'last_undegraded': '2024-02-19T16:31:58.529267+0000', 'last_fullsized': '2024-02-19T16:31:58.529267+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1f is not active+clean 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.10 is not active+clean 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531264+0000', 'last_change': '2024-02-19T16:31:58.531264+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531264+0000', 'last_undegraded': '2024-02-19T16:31:58.531264+0000', 'last_fullsized': '2024-02-19T16:31:58.531264+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.0 is not active+clean 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.f is not active+clean 2024-02-19T16:32:04.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.530227+0000', 'last_change': '2024-02-19T16:31:58.530227+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.530227+0000', 'last_undegraded': '2024-02-19T16:31:58.530227+0000', 'last_fullsized': '2024-02-19T16:31:58.530227+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1 is not active+clean 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.e is not active+clean 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531482+0000', 'last_change': '2024-02-19T16:31:58.531482+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531482+0000', 'last_undegraded': '2024-02-19T16:31:58.531482+0000', 'last_fullsized': '2024-02-19T16:31:58.531482+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.2 is not active+clean 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.d is not active+clean 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531541+0000', 'last_change': '2024-02-19T16:31:58.531541+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531541+0000', 'last_undegraded': '2024-02-19T16:31:58.531541+0000', 'last_fullsized': '2024-02-19T16:31:58.531541+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3 is not active+clean 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.c is not active+clean 2024-02-19T16:32:04.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531465+0000', 'last_change': '2024-02-19T16:31:58.531465+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531465+0000', 'last_undegraded': '2024-02-19T16:31:58.531465+0000', 'last_fullsized': '2024-02-19T16:31:58.531465+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.4 is not active+clean 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.b is not active+clean 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.534100+0000', 'last_change': '2024-02-19T16:31:58.534100+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.534100+0000', 'last_undegraded': '2024-02-19T16:31:58.534100+0000', 'last_fullsized': '2024-02-19T16:31:58.534100+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.5 is not active+clean 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.a is not active+clean 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.532333+0000', 'last_change': '2024-02-19T16:31:58.532333+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.532333+0000', 'last_undegraded': '2024-02-19T16:31:58.532333+0000', 'last_fullsized': '2024-02-19T16:31:58.532333+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.6 is not active+clean 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.9 is not active+clean 2024-02-19T16:32:04.281 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529985+0000', 'last_change': '2024-02-19T16:31:58.529985+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529985+0000', 'last_undegraded': '2024-02-19T16:31:58.529985+0000', 'last_fullsized': '2024-02-19T16:31:58.529985+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.7 is not active+clean 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.8 is not active+clean 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531641+0000', 'last_change': '2024-02-19T16:31:58.531641+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531641+0000', 'last_undegraded': '2024-02-19T16:31:58.531641+0000', 'last_fullsized': '2024-02-19T16:31:58.531641+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.8 is not active+clean 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.7 is not active+clean 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531558+0000', 'last_change': '2024-02-19T16:31:58.531558+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531558+0000', 'last_undegraded': '2024-02-19T16:31:58.531558+0000', 'last_fullsized': '2024-02-19T16:31:58.531558+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.a is not active+clean 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.5 is not active+clean 2024-02-19T16:32:04.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529382+0000', 'last_change': '2024-02-19T16:31:58.529382+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529382+0000', 'last_undegraded': '2024-02-19T16:31:58.529382+0000', 'last_fullsized': '2024-02-19T16:31:58.529382+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.b is not active+clean 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.4 is not active+clean 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529836+0000', 'last_change': '2024-02-19T16:31:58.529836+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529836+0000', 'last_undegraded': '2024-02-19T16:31:58.529836+0000', 'last_fullsized': '2024-02-19T16:31:58.529836+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.c is not active+clean 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3 is not active+clean 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.532244+0000', 'last_change': '2024-02-19T16:31:58.532244+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.532244+0000', 'last_undegraded': '2024-02-19T16:31:58.532244+0000', 'last_fullsized': '2024-02-19T16:31:58.532244+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.d is not active+clean 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2 is not active+clean 2024-02-19T16:32:04.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.531284+0000', 'last_change': '2024-02-19T16:31:58.531284+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.531284+0000', 'last_undegraded': '2024-02-19T16:31:58.531284+0000', 'last_fullsized': '2024-02-19T16:31:58.531284+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.e is not active+clean 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1 is not active+clean 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.533081+0000', 'last_change': '2024-02-19T16:31:58.533081+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.533081+0000', 'last_undegraded': '2024-02-19T16:31:58.533081+0000', 'last_fullsized': '2024-02-19T16:31:58.533081+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.f is not active+clean 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.0 is not active+clean 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529276+0000', 'last_change': '2024-02-19T16:31:58.529276+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529276+0000', 'last_undegraded': '2024-02-19T16:31:58.529276+0000', 'last_fullsized': '2024-02-19T16:31:58.529276+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.9 is not active+clean 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-02-19T16:31:59.527167+0000', 'last_change': '2024-02-19T16:31:59.527167+0000', 'last_active': '2024-02-19T16:31:59.527167+0000', 'last_peered': '2024-02-19T16:31:59.527167+0000', 'last_clean': '2024-02-19T16:31:59.527167+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:59.527167+0000', 'last_undegraded': '2024-02-19T16:31:59.527167+0000', 'last_fullsized': '2024-02-19T16:31:59.527167+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:59.527167+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.6 is not active+clean 2024-02-19T16:32:04.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-02-19T16:31:58.529969+0000', 'last_change': '2024-02-19T16:31:58.529969+0000', 'last_active': '2024-02-19T16:31:58.522189+0000', 'last_peered': '2024-02-19T16:31:58.522189+0000', 'last_clean': '2024-02-19T16:31:58.522189+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-02-19T16:31:58.529969+0000', 'last_undegraded': '2024-02-19T16:31:58.529969+0000', 'last_fullsized': '2024-02-19T16:31:58.529969+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'last_clean_scrub_stamp': '2024-02-19T16:31:58.522189+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-02-19T16:32:04.285 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-02-19T16:32:04.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.415+0000 7f7f9b655640 1 Processor -- start 2024-02-19T16:32:04.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.415+0000 7f7f9b655640 1 -- start start 2024-02-19T16:32:04.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f9b655640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7f9415ddb0 0x7f7f940b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f9b655640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f940d18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f9b655640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f940b29b0 con 0x7f7f940d1e20 2024-02-19T16:32:04.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f9b655640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f940d2290 con 0x7f7f9415ddb0 2024-02-19T16:32:04.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f9b655640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f940b1930 con 0x7f7f9406cf00 2024-02-19T16:32:04.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f98bf0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f940d18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f993f1640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7f9415ddb0 0x7f7f940b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f98bf0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f940d18e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:57242/0 (socket says 172.21.15.104:57242) 2024-02-19T16:32:04.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f98bf0640 1 -- 172.21.15.104:0/895174287 learned_addr learned my addr 172.21.15.104:0/895174287 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:04.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f98bf0640 1 -- 172.21.15.104:0/895174287 >> v2:172.21.15.158:3300/0 conn(0x7f7f9415ddb0 msgr2=0x7f7f940b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:04.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f98bf0640 1 --2- 172.21.15.104:0/895174287 >> v2:172.21.15.158:3300/0 conn(0x7f7f9415ddb0 0x7f7f940b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f98bf0640 1 -- 172.21.15.104:0/895174287 >> v1:172.21.15.158:6789/0 conn(0x7f7f940d1e20 legacy=0x7f7f940ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.416+0000 7f7f98bf0640 1 -- 172.21.15.104:0/895174287 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f940b1bf0 con 0x7f7f9406cf00 2024-02-19T16:32:04.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.417+0000 7f7f98bf0640 1 --2- 172.21.15.104:0/895174287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f940d18e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7f84009870 tx=0x7f7f8402b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bbf9d9d530cef35 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.417+0000 7f7f8bfff640 1 -- 172.21.15.104:0/895174287 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f84030840 con 0x7f7f9406cf00 2024-02-19T16:32:04.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f8bfff640 1 -- 172.21.15.104:0/895174287 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f840309a0 con 0x7f7f9406cf00 2024-02-19T16:32:04.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f8bfff640 1 -- 172.21.15.104:0/895174287 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f84030d30 con 0x7f7f9406cf00 2024-02-19T16:32:04.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f9b655640 1 -- 172.21.15.104:0/895174287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 msgr2=0x7f7f940d18e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f9b655640 1 --2- 172.21.15.104:0/895174287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f940d18e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7f84009870 tx=0x7f7f8402b980 comp rx=0 tx=0).stop 2024-02-19T16:32:04.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f9b655640 1 -- 172.21.15.104:0/895174287 shutdown_connections 2024-02-19T16:32:04.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f9b655640 1 --2- 172.21.15.104:0/895174287 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f940d18e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f9b655640 1 --2- 172.21.15.104:0/895174287 >> v2:172.21.15.158:3300/0 conn(0x7f7f9415ddb0 0x7f7f940b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f9b655640 1 -- 172.21.15.104:0/895174287 >> 172.21.15.104:0/895174287 conn(0x7f7f9409aa70 msgr2=0x7f7f9409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:04.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f9b655640 1 -- 172.21.15.104:0/895174287 shutdown_connections 2024-02-19T16:32:04.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.418+0000 7f7f9b655640 1 -- 172.21.15.104:0/895174287 wait complete. 2024-02-19T16:32:04.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.420+0000 7f7f9b655640 1 Processor -- start 2024-02-19T16:32:04.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.420+0000 7f7f9b655640 1 -- start start 2024-02-19T16:32:04.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.421+0000 7f7f9b655640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f94157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.421+0000 7f7f9b655640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f940d1e20 0x7f7f941f38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.421+0000 7f7f9b655640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9415ddb0 0x7f7f940c7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.421+0000 7f7f9b655640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f94158070 con 0x7f7f9415ddb0 2024-02-19T16:32:04.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.421+0000 7f7f9b655640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f94158350 con 0x7f7f940d1e20 2024-02-19T16:32:04.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.421+0000 7f7f9b655640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f94158630 con 0x7f7f9406cf00 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9415ddb0 0x7f7f940c7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9415ddb0 0x7f7f940c7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59516/0 (socket says 172.21.15.104:59516) 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 -- 172.21.15.104:0/3852024793 learned_addr learned my addr 172.21.15.104:0/3852024793 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f993f1640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f94157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f98bf0640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f940d1e20 0x7f7f941f38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 -- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 msgr2=0x7f7f94157990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f94157990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 -- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f940d1e20 msgr2=0x7f7f941f38a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f940d1e20 0x7f7f941f38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 -- 172.21.15.104:0/3852024793 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f840094d0 con 0x7f7f9415ddb0 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f993f1640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f94157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f99bf2640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9415ddb0 0x7f7f940c7870 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c00c7a0 tx=0x7f7f8c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f89ffb640 1 -- 172.21.15.104:0/3852024793 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c003b70 con 0x7f7f9415ddb0 2024-02-19T16:32:04.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f89ffb640 1 -- 172.21.15.104:0/3852024793 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f8c003cf0 con 0x7f7f9415ddb0 2024-02-19T16:32:04.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f89ffb640 1 -- 172.21.15.104:0/3852024793 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c003ea0 con 0x7f7f9415ddb0 2024-02-19T16:32:04.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f94158910 con 0x7f7f9415ddb0 2024-02-19T16:32:04.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.422+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f940c7db0 con 0x7f7f9415ddb0 2024-02-19T16:32:04.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.423+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f94158e30 con 0x7f7f9415ddb0 2024-02-19T16:32:04.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.424+0000 7f7f89ffb640 1 -- 172.21.15.104:0/3852024793 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7f8c00aa90 con 0x7f7f9415ddb0 2024-02-19T16:32:04.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.424+0000 7f7f89ffb640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b810 0x7f7f7806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.425+0000 7f7f89ffb640 1 -- 172.21.15.104:0/3852024793 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7f8c089e90 con 0x7f7f9415ddb0 2024-02-19T16:32:04.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.425+0000 7f7f993f1640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b810 0x7f7f7806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.427 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.425+0000 7f7f993f1640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b810 0x7f7f7806dcd0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7f90009a20 tx=0x7f7f90008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.429+0000 7f7f89ffb640 1 -- 172.21.15.104:0/3852024793 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f7f94158e30 con 0x7f7f9415ddb0 2024-02-19T16:32:04.673 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.672+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f7f940b29b0 con 0x7f7f9415ddb0 2024-02-19T16:32:04.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.672+0000 7f7f89ffb640 1 -- 172.21.15.104:0/3852024793 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1528 (secure 0 0 0) 0x7f7f940b29b0 con 0x7f7f9415ddb0 2024-02-19T16:32:04.674 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:04.674 INFO:teuthology.orchestra.run.smithi104.stdout:{"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":136,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1708360198,"num_in_osds":8,"osd_in_since":1708360190,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":243834880,"bytes_avail":772850278400,"bytes_total":773094113280,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":23,"id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"a","status":"up:active","gid":5988}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-02-19T16:31:50.081026+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-02-19T16:32:04.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b810 msgr2=0x7f7f7806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b810 0x7f7f7806dcd0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7f90009a20 tx=0x7f7f90008040 comp rx=0 tx=0).stop 2024-02-19T16:32:04.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9415ddb0 msgr2=0x7f7f940c7870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9415ddb0 0x7f7f940c7870 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c00c7a0 tx=0x7f7f8c00cc60 comp rx=0 tx=0).stop 2024-02-19T16:32:04.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 shutdown_connections 2024-02-19T16:32:04.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f7806b810 0x7f7f7806dcd0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9415ddb0 0x7f7f940c7870 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f940d1e20 0x7f7f941f38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 --2- 172.21.15.104:0/3852024793 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f9406cf00 0x7f7f94157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 >> 172.21.15.104:0/3852024793 conn(0x7f7f9409aa70 msgr2=0x7f7f940af350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:04.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 shutdown_connections 2024-02-19T16:32:04.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.674+0000 7f7f9b655640 1 -- 172.21.15.104:0/3852024793 wait complete. 2024-02-19T16:32:04.686 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-02-19T16:32:04.687 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:04.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.786+0000 7f3fd5a5b640 1 Processor -- start 2024-02-19T16:32:04.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.786+0000 7f3fd5a5b640 1 -- start start 2024-02-19T16:32:04.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.787+0000 7f3fd5a5b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3fd015deb0 0x7f3fd00cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.787+0000 7f3fd5a5b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f3fd00d3a70 0x7f3fd00d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.787+0000 7f3fd5a5b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fd00d4410 con 0x7f3fd00b3c70 2024-02-19T16:32:04.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.787+0000 7f3fd5a5b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fd00d1000 con 0x7f3fd015deb0 2024-02-19T16:32:04.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.787+0000 7f3fd5a5b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fd00d12e0 con 0x7f3fd00d3a70 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fceffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3fd015deb0 0x7f3fd00cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fcf7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f3fd00b3c70 0x7f3fd00b4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44960/0 (socket says 172.21.15.104:44960) 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fcf7fe640 1 -- 172.21.15.104:0/1673595275 learned_addr learned my addr 172.21.15.104:0/1673595275 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fce7fc640 1 --2- 172.21.15.104:0/1673595275 >> v2:172.21.15.158:3300/0 conn(0x7f3fd00d3a70 0x7f3fd00d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fceffd640 1 -- 172.21.15.104:0/1673595275 >> v2:172.21.15.158:3300/0 conn(0x7f3fd00d3a70 msgr2=0x7f3fd00d3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fceffd640 1 --2- 172.21.15.104:0/1673595275 >> v2:172.21.15.158:3300/0 conn(0x7f3fd00d3a70 0x7f3fd00d3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fceffd640 1 -- 172.21.15.104:0/1673595275 >> v1:172.21.15.104:6789/0 conn(0x7f3fd00b3c70 legacy=0x7f3fd00b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fceffd640 1 -- 172.21.15.104:0/1673595275 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fd00cea00 con 0x7f3fd015deb0 2024-02-19T16:32:04.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.788+0000 7f3fcdffb640 1 -- 172.21.15.104:0/1673595275 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1119676956 0 0) 0x7f3fd00d4410 con 0x7f3fd00b3c70 2024-02-19T16:32:04.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fceffd640 1 --2- 172.21.15.104:0/1673595275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd015deb0 0x7f3fd00cf4e0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f3fd00d4c10 tx=0x7f3fb802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cb575a027a78e2f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fcdffb640 1 -- 172.21.15.104:0/1673595275 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fb8031830 con 0x7f3fd015deb0 2024-02-19T16:32:04.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fcdffb640 1 -- 172.21.15.104:0/1673595275 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fb8031990 con 0x7f3fd015deb0 2024-02-19T16:32:04.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fcdffb640 1 -- 172.21.15.104:0/1673595275 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fb8031d20 con 0x7f3fd015deb0 2024-02-19T16:32:04.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/1673595275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd015deb0 msgr2=0x7f3fd00cf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/1673595275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd015deb0 0x7f3fd00cf4e0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f3fd00d4c10 tx=0x7f3fb802b8d0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/1673595275 shutdown_connections 2024-02-19T16:32:04.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/1673595275 >> v2:172.21.15.158:3300/0 conn(0x7f3fd00d3a70 0x7f3fd00d3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/1673595275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd015deb0 0x7f3fd00cf4e0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/1673595275 >> 172.21.15.104:0/1673595275 conn(0x7f3fd008d560 msgr2=0x7f3fd009ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:04.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/1673595275 shutdown_connections 2024-02-19T16:32:04.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.789+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/1673595275 wait complete. 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.791+0000 7f3fd5a5b640 1 Processor -- start 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.791+0000 7f3fd5a5b640 1 -- start start 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.791+0000 7f3fd5a5b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd00b3c70 0x7f3fd00b6a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.791+0000 7f3fd5a5b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3fd00d3a70 0x7f3fd015fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.791+0000 7f3fd5a5b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3fd015deb0 0x7f3fd0159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.791+0000 7f3fd5a5b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd014ae40 con 0x7f3fd00b3c70 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.791+0000 7f3fd5a5b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd01603b0 con 0x7f3fd00d3a70 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.791+0000 7f3fd5a5b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd014b2e0 con 0x7f3fd015deb0 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd00b3c70 0x7f3fd00b6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd00b3c70 0x7f3fd00b6a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59536/0 (socket says 172.21.15.104:59536) 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 -- 172.21.15.104:0/932881977 learned_addr learned my addr 172.21.15.104:0/932881977 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fce7fc640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3fd00d3a70 0x7f3fd015fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 -- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3fd015deb0 msgr2=0x7f3fd0159e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fcf7fe640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3fd015deb0 0x7f3fd0159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3fd015deb0 0x7f3fd0159e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 -- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3fd00d3a70 msgr2=0x7f3fd015fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3fd00d3a70 0x7f3fd015fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 -- 172.21.15.104:0/932881977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fb8009400 con 0x7f3fd00b3c70 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fce7fc640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3fd00d3a70 0x7f3fd015fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fceffd640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd00b3c70 0x7f3fd00b6a80 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f3fb8009890 tx=0x7f3fb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fc7fff640 1 -- 172.21.15.104:0/932881977 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fb803aa60 con 0x7f3fd00b3c70 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fc7fff640 1 -- 172.21.15.104:0/932881977 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fb803abe0 con 0x7f3fd00b3c70 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fd01605f0 con 0x7f3fd00b3c70 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fc7fff640 1 -- 172.21.15.104:0/932881977 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fb80423f0 con 0x7f3fd00b3c70 2024-02-19T16:32:04.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.792+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fd0160bb0 con 0x7f3fd00b3c70 2024-02-19T16:32:04.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.794+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fd014b0b0 con 0x7f3fd00b3c70 2024-02-19T16:32:04.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.794+0000 7f3fc7fff640 1 -- 172.21.15.104:0/932881977 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3fb804b3b0 con 0x7f3fd00b3c70 2024-02-19T16:32:04.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.794+0000 7f3fc7fff640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3fb006b840 0x7f3fb006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:04.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.794+0000 7f3fce7fc640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3fb006b840 0x7f3fb006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:04.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.794+0000 7f3fc7fff640 1 -- 172.21.15.104:0/932881977 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3fb80ac0e0 con 0x7f3fd00b3c70 2024-02-19T16:32:04.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.794+0000 7f3fce7fc640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3fb006b840 0x7f3fb006dd00 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f3fd01f72e0 tx=0x7f3fc0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:04.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:04.803+0000 7f3fc7fff640 1 -- 172.21.15.104:0/932881977 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f3fd014b0b0 con 0x7f3fd00b3c70 2024-02-19T16:32:05.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.040+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3fd008db80 con 0x7f3fb006b840 2024-02-19T16:32:05.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.047+0000 7f3fc7fff640 1 -- 172.21.15.104:0/932881977 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+277307 (secure 0 0 0) 0x7f3fd008db80 con 0x7f3fb006b840 2024-02-19T16:32:05.051 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:05.052 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:05.053 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3fb006b840 msgr2=0x7f3fb006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3fb006b840 0x7f3fb006dd00 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f3fd01f72e0 tx=0x7f3fc0008040 comp rx=0 tx=0).stop 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd00b3c70 msgr2=0x7f3fd00b6a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd00b3c70 0x7f3fd00b6a80 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f3fb8009890 tx=0x7f3fb80046c0 comp rx=0 tx=0).stop 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 shutdown_connections 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f3fb006b840 0x7f3fb006dd00 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f3fd015deb0 0x7f3fd0159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3fd00d3a70 0x7f3fd015fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 --2- 172.21.15.104:0/932881977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3fd00b3c70 0x7f3fd00b6a80 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 >> 172.21.15.104:0/932881977 conn(0x7f3fd008d560 msgr2=0x7f3fd006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 shutdown_connections 2024-02-19T16:32:05.054 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:05.050+0000 7f3fd5a5b640 1 -- 172.21.15.104:0/932881977 wait complete. 2024-02-19T16:32:05.063 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":104,"stamp":"2024-02-19T16:32:04.083260+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238120,"kb_used_data":5284,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736600,"statfs":{"total":773094113280,"available":772850278400,"internally_reserved":0,"allocated":5410816,"data_stored":2902165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.556195"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532098+0000","last_change":"2024-02-19T16:31:58.532098+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532098+0000","last_undegraded":"2024-02-19T16:31:58.532098+0000","last_fullsized":"2024-02-19T16:31:58.532098+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533741+0000","last_change":"2024-02-19T16:31:58.533741+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533741+0000","last_undegraded":"2024-02-19T16:31:58.533741+0000","last_fullsized":"2024-02-19T16:31:58.533741+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533754+0000","last_change":"2024-02-19T16:31:58.533754+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533754+0000","last_undegraded":"2024-02-19T16:31:58.533754+0000","last_fullsized":"2024-02-19T16:31:58.533754+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529277+0000","last_change":"2024-02-19T16:31:58.529277+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529277+0000","last_undegraded":"2024-02-19T16:31:58.529277+0000","last_fullsized":"2024-02-19T16:31:58.529277+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531428+0000","last_change":"2024-02-19T16:31:58.531428+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531428+0000","last_undegraded":"2024-02-19T16:31:58.531428+0000","last_fullsized":"2024-02-19T16:31:58.531428+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533640+0000","last_change":"2024-02-19T16:31:58.533640+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533640+0000","last_undegraded":"2024-02-19T16:31:58.533640+0000","last_fullsized":"2024-02-19T16:31:58.533640+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531465+0000","last_change":"2024-02-19T16:31:58.531465+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531465+0000","last_undegraded":"2024-02-19T16:31:58.531465+0000","last_fullsized":"2024-02-19T16:31:58.531465+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530902+0000","last_change":"2024-02-19T16:31:58.530902+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530902+0000","last_undegraded":"2024-02-19T16:31:58.530902+0000","last_fullsized":"2024-02-19T16:31:58.530902+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529777+0000","last_change":"2024-02-19T16:31:58.529777+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529777+0000","last_undegraded":"2024-02-19T16:31:58.529777+0000","last_fullsized":"2024-02-19T16:31:58.529777+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533375+0000","last_change":"2024-02-19T16:31:58.533375+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533375+0000","last_undegraded":"2024-02-19T16:31:58.533375+0000","last_fullsized":"2024-02-19T16:31:58.533375+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529876+0000","last_change":"2024-02-19T16:31:58.529876+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529876+0000","last_undegraded":"2024-02-19T16:31:58.529876+0000","last_fullsized":"2024-02-19T16:31:58.529876+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531362+0000","last_change":"2024-02-19T16:31:58.531362+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531362+0000","last_undegraded":"2024-02-19T16:31:58.531362+0000","last_fullsized":"2024-02-19T16:31:58.531362+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530780+0000","last_change":"2024-02-19T16:31:58.530780+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530780+0000","last_undegraded":"2024-02-19T16:31:58.530780+0000","last_fullsized":"2024-02-19T16:31:58.530780+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531526+0000","last_change":"2024-02-19T16:31:58.531526+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531526+0000","last_undegraded":"2024-02-19T16:31:58.531526+0000","last_fullsized":"2024-02-19T16:31:58.531526+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529267+0000","last_change":"2024-02-19T16:31:58.529267+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529267+0000","last_undegraded":"2024-02-19T16:31:58.529267+0000","last_fullsized":"2024-02-19T16:31:58.529267+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531264+0000","last_change":"2024-02-19T16:31:58.531264+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531264+0000","last_undegraded":"2024-02-19T16:31:58.531264+0000","last_fullsized":"2024-02-19T16:31:58.531264+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.530227+0000","last_change":"2024-02-19T16:31:58.530227+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.530227+0000","last_undegraded":"2024-02-19T16:31:58.530227+0000","last_fullsized":"2024-02-19T16:31:58.530227+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531482+0000","last_change":"2024-02-19T16:31:58.531482+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531482+0000","last_undegraded":"2024-02-19T16:31:58.531482+0000","last_fullsized":"2024-02-19T16:31:58.531482+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531541+0000","last_change":"2024-02-19T16:31:58.531541+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531541+0000","last_undegraded":"2024-02-19T16:31:58.531541+0000","last_fullsized":"2024-02-19T16:31:58.531541+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531465+0000","last_change":"2024-02-19T16:31:58.531465+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531465+0000","last_undegraded":"2024-02-19T16:31:58.531465+0000","last_fullsized":"2024-02-19T16:31:58.531465+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.534100+0000","last_change":"2024-02-19T16:31:58.534100+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.534100+0000","last_undegraded":"2024-02-19T16:31:58.534100+0000","last_fullsized":"2024-02-19T16:31:58.534100+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532333+0000","last_change":"2024-02-19T16:31:58.532333+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532333+0000","last_undegraded":"2024-02-19T16:31:58.532333+0000","last_fullsized":"2024-02-19T16:31:58.532333+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529985+0000","last_change":"2024-02-19T16:31:58.529985+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529985+0000","last_undegraded":"2024-02-19T16:31:58.529985+0000","last_fullsized":"2024-02-19T16:31:58.529985+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531641+0000","last_change":"2024-02-19T16:31:58.531641+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531641+0000","last_undegraded":"2024-02-19T16:31:58.531641+0000","last_fullsized":"2024-02-19T16:31:58.531641+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531558+0000","last_change":"2024-02-19T16:31:58.531558+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531558+0000","last_undegraded":"2024-02-19T16:31:58.531558+0000","last_fullsized":"2024-02-19T16:31:58.531558+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529382+0000","last_change":"2024-02-19T16:31:58.529382+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529382+0000","last_undegraded":"2024-02-19T16:31:58.529382+0000","last_fullsized":"2024-02-19T16:31:58.529382+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529836+0000","last_change":"2024-02-19T16:31:58.529836+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529836+0000","last_undegraded":"2024-02-19T16:31:58.529836+0000","last_fullsized":"2024-02-19T16:31:58.529836+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.532244+0000","last_change":"2024-02-19T16:31:58.532244+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.532244+0000","last_undegraded":"2024-02-19T16:31:58.532244+0000","last_fullsized":"2024-02-19T16:31:58.532244+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.531284+0000","last_change":"2024-02-19T16:31:58.531284+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.531284+0000","last_undegraded":"2024-02-19T16:31:58.531284+0000","last_fullsized":"2024-02-19T16:31:58.531284+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.533081+0000","last_change":"2024-02-19T16:31:58.533081+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.533081+0000","last_undegraded":"2024-02-19T16:31:58.533081+0000","last_fullsized":"2024-02-19T16:31:58.533081+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529276+0000","last_change":"2024-02-19T16:31:58.529276+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529276+0000","last_undegraded":"2024-02-19T16:31:58.529276+0000","last_fullsized":"2024-02-19T16:31:58.529276+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-02-19T16:31:59.527167+0000","last_change":"2024-02-19T16:31:59.527167+0000","last_active":"2024-02-19T16:31:59.527167+0000","last_peered":"2024-02-19T16:31:59.527167+0000","last_clean":"2024-02-19T16:31:59.527167+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:59.527167+0000","last_undegraded":"2024-02-19T16:31:59.527167+0000","last_fullsized":"2024-02-19T16:31:59.527167+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-02-19T16:31:58.529969+0000","last_change":"2024-02-19T16:31:58.529969+0000","last_active":"2024-02-19T16:31:58.522189+0000","last_peered":"2024-02-19T16:31:58.522189+0000","last_clean":"2024-02-19T16:31:58.522189+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-02-19T16:31:58.529969+0000","last_undegraded":"2024-02-19T16:31:58.529969+0000","last_fullsized":"2024-02-19T16:31:58.529969+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":220,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-02-19T16:31:58.530318+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:31:58.530318+0000","last_peered":"2024-02-19T16:31:58.530318+0000","last_clean":"2024-02-19T16:31:58.530318+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:31:58.530318+0000","last_undegraded":"2024-02-19T16:31:58.530318+0000","last_fullsized":"2024-02-19T16:31:58.530318+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32280,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339560,"statfs":{"total":96636764160,"available":96603709440,"internally_reserved":0,"allocated":1114112,"data_stored":801911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.37}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.505}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.627},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.57099999999999995}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.84999999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.60599999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.754}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.64300000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.624}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.59199999999999997}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.68200000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.5},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.66700000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.60799999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31696,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340144,"statfs":{"total":96636764160,"available":96604307456,"internally_reserved":0,"allocated":520192,"data_stored":211543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.623}]},{"osd":1,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.499}]},{"osd":2,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.434}]},{"osd":3,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.70399999999999996}]},{"osd":4,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.65300000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.64200000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:30:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.72699999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31700,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340140,"statfs":{"total":96636764160,"available":96604303360,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.65900000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.69299999999999995}]},{"osd":2,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.61599999999999999}]},{"osd":3,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.63}]},{"osd":5,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.504},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52500000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.67400000000000004}]},{"osd":7,"last update":"Mon Feb 19 16:31:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.747}]}]},{"osd":3,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.505,"5min":0.505,"15min":0.505},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.20699999999999999}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26400000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.318},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.29099999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.443}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.52300000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.377}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.38800000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":532480,"data_stored":217360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.35399999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.27500000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.36299999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.54100000000000004}]},{"osd":5,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.55500000000000005}]},{"osd":6,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52500000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:31:00 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.58899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":520192,"data_stored":211543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.25900000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.32100000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.34100000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":13.223000000000001,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":13.202,"5min":13.202,"15min":13.202},"last":0.46899999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.50800000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.496},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.45700000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:31:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.58599999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1126400,"data_stored":807728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"last":0.311}]},{"osd":2,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.33300000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35699999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51800000000000002}]},{"osd":5,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50600000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.441}]},{"osd":7,"last update":"Mon Feb 19 16:30:59 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.41499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:06.530 INFO:tasks.ceph.mds.a.smithi104.stderr:2024-02-19T16:32:06.529+0000 7f11c49bd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-19T16:32:08.068 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:08.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.205+0000 7f0cd2f84640 1 Processor -- start 2024-02-19T16:32:08.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.205+0000 7f0cd2f84640 1 -- start start 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd2f84640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0ccc0d0610 0x7f0ccc0ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd2f84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc0cf700 0x7f0ccc06f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd2f84640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ccc0ae610 con 0x7f0ccc15bfd0 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd2f84640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ccc0cf360 con 0x7f0ccc0d0610 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd2f84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ccc0cf080 con 0x7f0ccc0cf700 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cc3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0ccc0d0610 0x7f0ccc0ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd0d20640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0ccc15bfd0 0x7f0ccc0cff00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44974/0 (socket says 172.21.15.104:44974) 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cc3fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0ccc0d0610 0x7f0ccc0ce9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59548/0 (socket says 172.21.15.104:59548) 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd0d20640 1 -- 172.21.15.104:0/1898315296 learned_addr learned my addr 172.21.15.104:0/1898315296 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd1521640 1 --2- 172.21.15.104:0/1898315296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc0cf700 0x7f0ccc06f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cc3fff640 1 -- 172.21.15.104:0/1898315296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc0cf700 msgr2=0x7f0ccc06f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cc3fff640 1 --2- 172.21.15.104:0/1898315296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc0cf700 0x7f0ccc06f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cc3fff640 1 -- 172.21.15.104:0/1898315296 >> v1:172.21.15.104:6789/0 conn(0x7f0ccc15bfd0 legacy=0x7f0ccc0cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cc37fe640 1 -- 172.21.15.104:0/1898315296 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3216693106 0 0) 0x7f0ccc0ae610 con 0x7f0ccc15bfd0 2024-02-19T16:32:08.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cc3fff640 1 -- 172.21.15.104:0/1898315296 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ccc06e8e0 con 0x7f0ccc0d0610 2024-02-19T16:32:08.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.206+0000 7f0cd1521640 1 --2- 172.21.15.104:0/1898315296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc0cf700 0x7f0ccc06f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:08.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.207+0000 7f0cc3fff640 1 --2- 172.21.15.104:0/1898315296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0d0610 0x7f0ccc0ce9b0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc0097a0 tx=0x7f0cbc02b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d75ccd6abe15626 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.207+0000 7f0cc37fe640 1 -- 172.21.15.104:0/1898315296 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc02e070 con 0x7f0ccc0d0610 2024-02-19T16:32:08.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.207+0000 7f0cc37fe640 1 -- 172.21.15.104:0/1898315296 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cbc0315a0 con 0x7f0ccc0d0610 2024-02-19T16:32:08.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.207+0000 7f0cc37fe640 1 -- 172.21.15.104:0/1898315296 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc031930 con 0x7f0ccc0d0610 2024-02-19T16:32:08.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.208+0000 7f0cd2f84640 1 -- 172.21.15.104:0/1898315296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0d0610 msgr2=0x7f0ccc0ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.208+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/1898315296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0d0610 0x7f0ccc0ce9b0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc0097a0 tx=0x7f0cbc02b840 comp rx=0 tx=0).stop 2024-02-19T16:32:08.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.208+0000 7f0cd2f84640 1 -- 172.21.15.104:0/1898315296 shutdown_connections 2024-02-19T16:32:08.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.208+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/1898315296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc0cf700 0x7f0ccc06f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.208+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/1898315296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0d0610 0x7f0ccc0ce9b0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.208+0000 7f0cd2f84640 1 -- 172.21.15.104:0/1898315296 >> 172.21.15.104:0/1898315296 conn(0x7f0ccc0d1920 msgr2=0x7f0ccc0d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:08.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.208+0000 7f0cd2f84640 1 -- 172.21.15.104:0/1898315296 shutdown_connections 2024-02-19T16:32:08.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.208+0000 7f0cd2f84640 1 -- 172.21.15.104:0/1898315296 wait complete. 2024-02-19T16:32:08.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.209+0000 7f0cd2f84640 1 Processor -- start 2024-02-19T16:32:08.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.209+0000 7f0cd2f84640 1 -- start start 2024-02-19T16:32:08.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd2f84640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0cf700 0x7f0ccc1f5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd2f84640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ccc0d0610 0x7f0ccc09cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd2f84640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc15bfd0 0x7f0ccc09ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd2f84640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ccc0cbd00 con 0x7f0ccc0cf700 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd2f84640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ccc0cac60 con 0x7f0ccc0d0610 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd2f84640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ccc0caf40 con 0x7f0ccc15bfd0 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0cf700 0x7f0ccc1f5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0cf700 0x7f0ccc1f5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59560/0 (socket says 172.21.15.104:59560) 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 -- 172.21.15.104:0/704821180 learned_addr learned my addr 172.21.15.104:0/704821180 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 -- 172.21.15.104:0/704821180 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc15bfd0 msgr2=0x7f0ccc09ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc15bfd0 0x7f0ccc09ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 -- 172.21.15.104:0/704821180 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ccc0d0610 msgr2=0x7f0ccc09cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ccc0d0610 0x7f0ccc09cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 -- 172.21.15.104:0/704821180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cbc009400 con 0x7f0ccc0cf700 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd0d20640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0cf700 0x7f0ccc1f5070 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f0cc800c430 tx=0x7f0cc800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cc17fa640 1 -- 172.21.15.104:0/704821180 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc80074e0 con 0x7f0ccc0cf700 2024-02-19T16:32:08.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cc17fa640 1 -- 172.21.15.104:0/704821180 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cc8007660 con 0x7f0ccc0cf700 2024-02-19T16:32:08.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ccc0cb220 con 0x7f0ccc0cf700 2024-02-19T16:32:08.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cc17fa640 1 -- 172.21.15.104:0/704821180 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc8004a20 con 0x7f0ccc0cf700 2024-02-19T16:32:08.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.210+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ccc0cb7e0 con 0x7f0ccc0cf700 2024-02-19T16:32:08.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.211+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ccc0cba00 con 0x7f0ccc0cf700 2024-02-19T16:32:08.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.212+0000 7f0cc17fa640 1 -- 172.21.15.104:0/704821180 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0cc8004b80 con 0x7f0ccc0cf700 2024-02-19T16:32:08.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.212+0000 7f0cc17fa640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0cb806b810 0x7f0cb806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.212+0000 7f0cc3fff640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0cb806b810 0x7f0cb806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.212+0000 7f0cc17fa640 1 -- 172.21.15.104:0/704821180 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0cc8089fd0 con 0x7f0ccc0cf700 2024-02-19T16:32:08.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.213+0000 7f0cc3fff640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0cb806b810 0x7f0cb806dcd0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc036000 tx=0x7f0cbc030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.217+0000 7f0cc17fa640 1 -- 172.21.15.104:0/704821180 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0cc80549f0 con 0x7f0ccc0cf700 2024-02-19T16:32:08.391 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.390+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0ccc0cd840 con 0x7f0cb806b810 2024-02-19T16:32:08.398 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.397+0000 7f0cc17fa640 1 -- 172.21.15.104:0/704821180 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289562 (secure 0 0 0) 0x7f0cbc031a50 con 0x7f0cb806b810 2024-02-19T16:32:08.401 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:08.403 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:08.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.400+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0cb806b810 msgr2=0x7f0cb806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.400+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0cb806b810 0x7f0cb806dcd0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc036000 tx=0x7f0cbc030000 comp rx=0 tx=0).stop 2024-02-19T16:32:08.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.400+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0cf700 msgr2=0x7f0ccc1f5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.400+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0cf700 0x7f0ccc1f5070 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f0cc800c430 tx=0x7f0cc800c8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.400+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 shutdown_connections 2024-02-19T16:32:08.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.401+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0cb806b810 0x7f0cb806dcd0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.401+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ccc15bfd0 0x7f0ccc09ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.401+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ccc0d0610 0x7f0ccc09cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.401+0000 7f0cd2f84640 1 --2- 172.21.15.104:0/704821180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ccc0cf700 0x7f0ccc1f5070 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.401+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 >> 172.21.15.104:0/704821180 conn(0x7f0ccc0d1920 msgr2=0x7f0ccc0cc410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:08.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.401+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 shutdown_connections 2024-02-19T16:32:08.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.401+0000 7f0cd2f84640 1 -- 172.21.15.104:0/704821180 wait complete. 2024-02-19T16:32:08.413 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-02-19T16:32:08.083916+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238484,"kb_used_data":5672,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736236,"statfs":{"total":773094113280,"available":772849905664,"internally_reserved":0,"allocated":5808128,"data_stored":3079236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001249"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549249+0000","last_change":"2024-02-19T16:32:00.555894+0000","last_active":"2024-02-19T16:32:01.549249+0000","last_peered":"2024-02-19T16:32:01.549249+0000","last_clean":"2024-02-19T16:32:01.549249+0000","last_became_active":"2024-02-19T16:32:00.555620+0000","last_became_peered":"2024-02-19T16:32:00.555620+0000","last_unstale":"2024-02-19T16:32:01.549249+0000","last_undegraded":"2024-02-19T16:32:01.549249+0000","last_fullsized":"2024-02-19T16:32:01.549249+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:34:54.082653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547545+0000","last_change":"2024-02-19T16:32:00.550896+0000","last_active":"2024-02-19T16:32:01.547545+0000","last_peered":"2024-02-19T16:32:01.547545+0000","last_clean":"2024-02-19T16:32:01.547545+0000","last_became_active":"2024-02-19T16:32:00.550292+0000","last_became_peered":"2024-02-19T16:32:00.550292+0000","last_unstale":"2024-02-19T16:32:01.547545+0000","last_undegraded":"2024-02-19T16:32:01.547545+0000","last_fullsized":"2024-02-19T16:32:01.547545+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:32:05.630938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118660+0000","last_change":"2024-02-19T16:32:00.556347+0000","last_active":"2024-02-19T16:32:02.118660+0000","last_peered":"2024-02-19T16:32:02.118660+0000","last_clean":"2024-02-19T16:32:02.118660+0000","last_became_active":"2024-02-19T16:32:00.556050+0000","last_became_peered":"2024-02-19T16:32:00.556050+0000","last_unstale":"2024-02-19T16:32:02.118660+0000","last_undegraded":"2024-02-19T16:32:02.118660+0000","last_fullsized":"2024-02-19T16:32:02.118660+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:02:44.007979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547394+0000","last_change":"2024-02-19T16:32:00.547352+0000","last_active":"2024-02-19T16:32:01.547394+0000","last_peered":"2024-02-19T16:32:01.547394+0000","last_clean":"2024-02-19T16:32:01.547394+0000","last_became_active":"2024-02-19T16:32:00.547035+0000","last_became_peered":"2024-02-19T16:32:00.547035+0000","last_unstale":"2024-02-19T16:32:01.547394+0000","last_undegraded":"2024-02-19T16:32:01.547394+0000","last_fullsized":"2024-02-19T16:32:01.547394+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:56:41.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.120405+0000","last_change":"2024-02-19T16:32:00.555789+0000","last_active":"2024-02-19T16:32:02.120405+0000","last_peered":"2024-02-19T16:32:02.120405+0000","last_clean":"2024-02-19T16:32:02.120405+0000","last_became_active":"2024-02-19T16:32:00.555488+0000","last_became_peered":"2024-02-19T16:32:00.555488+0000","last_unstale":"2024-02-19T16:32:02.120405+0000","last_undegraded":"2024-02-19T16:32:02.120405+0000","last_fullsized":"2024-02-19T16:32:02.120405+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:13:30.302135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548933+0000","last_change":"2024-02-19T16:32:00.556025+0000","last_active":"2024-02-19T16:32:01.548933+0000","last_peered":"2024-02-19T16:32:01.548933+0000","last_clean":"2024-02-19T16:32:01.548933+0000","last_became_active":"2024-02-19T16:32:00.555732+0000","last_became_peered":"2024-02-19T16:32:00.555732+0000","last_unstale":"2024-02-19T16:32:01.548933+0000","last_undegraded":"2024-02-19T16:32:01.548933+0000","last_fullsized":"2024-02-19T16:32:01.548933+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:37:13.767155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118398+0000","last_change":"2024-02-19T16:32:00.559338+0000","last_active":"2024-02-19T16:32:02.118398+0000","last_peered":"2024-02-19T16:32:02.118398+0000","last_clean":"2024-02-19T16:32:02.118398+0000","last_became_active":"2024-02-19T16:32:00.558407+0000","last_became_peered":"2024-02-19T16:32:00.558407+0000","last_unstale":"2024-02-19T16:32:02.118398+0000","last_undegraded":"2024-02-19T16:32:02.118398+0000","last_fullsized":"2024-02-19T16:32:02.118398+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:08:26.698452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548018+0000","last_change":"2024-02-19T16:32:00.541730+0000","last_active":"2024-02-19T16:32:01.548018+0000","last_peered":"2024-02-19T16:32:01.548018+0000","last_clean":"2024-02-19T16:32:01.548018+0000","last_became_active":"2024-02-19T16:32:00.541479+0000","last_became_peered":"2024-02-19T16:32:00.541479+0000","last_unstale":"2024-02-19T16:32:01.548018+0000","last_undegraded":"2024-02-19T16:32:01.548018+0000","last_fullsized":"2024-02-19T16:32:01.548018+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:07:03.344613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548312+0000","last_change":"2024-02-19T16:32:00.555134+0000","last_active":"2024-02-19T16:32:01.548312+0000","last_peered":"2024-02-19T16:32:01.548312+0000","last_clean":"2024-02-19T16:32:01.548312+0000","last_became_active":"2024-02-19T16:32:00.554470+0000","last_became_peered":"2024-02-19T16:32:00.554470+0000","last_unstale":"2024-02-19T16:32:01.548312+0000","last_undegraded":"2024-02-19T16:32:01.548312+0000","last_fullsized":"2024-02-19T16:32:01.548312+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:25:05.949738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549228+0000","last_change":"2024-02-19T16:32:00.557309+0000","last_active":"2024-02-19T16:32:01.549228+0000","last_peered":"2024-02-19T16:32:01.549228+0000","last_clean":"2024-02-19T16:32:01.549228+0000","last_became_active":"2024-02-19T16:32:00.557050+0000","last_became_peered":"2024-02-19T16:32:00.557050+0000","last_unstale":"2024-02-19T16:32:01.549228+0000","last_undegraded":"2024-02-19T16:32:01.549228+0000","last_fullsized":"2024-02-19T16:32:01.549228+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:55:38.176407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.996384+0000","last_change":"2024-02-19T16:32:00.563682+0000","last_active":"2024-02-19T16:32:01.996384+0000","last_peered":"2024-02-19T16:32:01.996384+0000","last_clean":"2024-02-19T16:32:01.996384+0000","last_became_active":"2024-02-19T16:32:00.563416+0000","last_became_peered":"2024-02-19T16:32:00.563416+0000","last_unstale":"2024-02-19T16:32:01.996384+0000","last_undegraded":"2024-02-19T16:32:01.996384+0000","last_fullsized":"2024-02-19T16:32:01.996384+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:31:28.430746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548477+0000","last_change":"2024-02-19T16:32:00.548873+0000","last_active":"2024-02-19T16:32:01.548477+0000","last_peered":"2024-02-19T16:32:01.548477+0000","last_clean":"2024-02-19T16:32:01.548477+0000","last_became_active":"2024-02-19T16:32:00.548451+0000","last_became_peered":"2024-02-19T16:32:00.548451+0000","last_unstale":"2024-02-19T16:32:01.548477+0000","last_undegraded":"2024-02-19T16:32:01.548477+0000","last_fullsized":"2024-02-19T16:32:01.548477+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:18:57.858804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549097+0000","last_change":"2024-02-19T16:32:00.558134+0000","last_active":"2024-02-19T16:32:01.549097+0000","last_peered":"2024-02-19T16:32:01.549097+0000","last_clean":"2024-02-19T16:32:01.549097+0000","last_became_active":"2024-02-19T16:32:00.557890+0000","last_became_peered":"2024-02-19T16:32:00.557890+0000","last_unstale":"2024-02-19T16:32:01.549097+0000","last_undegraded":"2024-02-19T16:32:01.549097+0000","last_fullsized":"2024-02-19T16:32:01.549097+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:15:42.012436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118496+0000","last_change":"2024-02-19T16:32:00.555609+0000","last_active":"2024-02-19T16:32:02.118496+0000","last_peered":"2024-02-19T16:32:02.118496+0000","last_clean":"2024-02-19T16:32:02.118496+0000","last_became_active":"2024-02-19T16:32:00.555364+0000","last_became_peered":"2024-02-19T16:32:00.555364+0000","last_unstale":"2024-02-19T16:32:02.118496+0000","last_undegraded":"2024-02-19T16:32:02.118496+0000","last_fullsized":"2024-02-19T16:32:02.118496+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:51:13.542831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547026+0000","last_change":"2024-02-19T16:32:00.547668+0000","last_active":"2024-02-19T16:32:01.547026+0000","last_peered":"2024-02-19T16:32:01.547026+0000","last_clean":"2024-02-19T16:32:01.547026+0000","last_became_active":"2024-02-19T16:32:00.547254+0000","last_became_peered":"2024-02-19T16:32:00.547254+0000","last_unstale":"2024-02-19T16:32:01.547026+0000","last_undegraded":"2024-02-19T16:32:01.547026+0000","last_fullsized":"2024-02-19T16:32:01.547026+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:42:47.542938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548935+0000","last_change":"2024-02-19T16:32:00.557528+0000","last_active":"2024-02-19T16:32:01.548935+0000","last_peered":"2024-02-19T16:32:01.548935+0000","last_clean":"2024-02-19T16:32:01.548935+0000","last_became_active":"2024-02-19T16:32:00.557273+0000","last_became_peered":"2024-02-19T16:32:00.557273+0000","last_unstale":"2024-02-19T16:32:01.548935+0000","last_undegraded":"2024-02-19T16:32:01.548935+0000","last_fullsized":"2024-02-19T16:32:01.548935+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:41:38.094445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118963+0000","last_change":"2024-02-19T16:32:00.557083+0000","last_active":"2024-02-19T16:32:02.118963+0000","last_peered":"2024-02-19T16:32:02.118963+0000","last_clean":"2024-02-19T16:32:02.118963+0000","last_became_active":"2024-02-19T16:32:00.556831+0000","last_became_peered":"2024-02-19T16:32:00.556831+0000","last_unstale":"2024-02-19T16:32:02.118963+0000","last_undegraded":"2024-02-19T16:32:02.118963+0000","last_fullsized":"2024-02-19T16:32:02.118963+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:51:33.452996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547605+0000","last_change":"2024-02-19T16:32:00.550602+0000","last_active":"2024-02-19T16:32:01.547605+0000","last_peered":"2024-02-19T16:32:01.547605+0000","last_clean":"2024-02-19T16:32:01.547605+0000","last_became_active":"2024-02-19T16:32:00.549910+0000","last_became_peered":"2024-02-19T16:32:00.549910+0000","last_unstale":"2024-02-19T16:32:01.547605+0000","last_undegraded":"2024-02-19T16:32:01.547605+0000","last_fullsized":"2024-02-19T16:32:01.547605+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:03:47.875846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118668+0000","last_change":"2024-02-19T16:32:00.549766+0000","last_active":"2024-02-19T16:32:02.118668+0000","last_peered":"2024-02-19T16:32:02.118668+0000","last_clean":"2024-02-19T16:32:02.118668+0000","last_became_active":"2024-02-19T16:32:00.549504+0000","last_became_peered":"2024-02-19T16:32:00.549504+0000","last_unstale":"2024-02-19T16:32:02.118668+0000","last_undegraded":"2024-02-19T16:32:02.118668+0000","last_fullsized":"2024-02-19T16:32:02.118668+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:56:41.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119644+0000","last_change":"2024-02-19T16:32:00.559164+0000","last_active":"2024-02-19T16:32:02.119644+0000","last_peered":"2024-02-19T16:32:02.119644+0000","last_clean":"2024-02-19T16:32:02.119644+0000","last_became_active":"2024-02-19T16:32:00.557700+0000","last_became_peered":"2024-02-19T16:32:00.557700+0000","last_unstale":"2024-02-19T16:32:02.119644+0000","last_undegraded":"2024-02-19T16:32:02.119644+0000","last_fullsized":"2024-02-19T16:32:02.119644+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:43:29.992316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.120181+0000","last_change":"2024-02-19T16:32:00.552106+0000","last_active":"2024-02-19T16:32:02.120181+0000","last_peered":"2024-02-19T16:32:02.120181+0000","last_clean":"2024-02-19T16:32:02.120181+0000","last_became_active":"2024-02-19T16:32:00.551804+0000","last_became_peered":"2024-02-19T16:32:00.551804+0000","last_unstale":"2024-02-19T16:32:02.120181+0000","last_undegraded":"2024-02-19T16:32:02.120181+0000","last_fullsized":"2024-02-19T16:32:02.120181+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:31:57.941806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548002+0000","last_change":"2024-02-19T16:32:00.551550+0000","last_active":"2024-02-19T16:32:01.548002+0000","last_peered":"2024-02-19T16:32:01.548002+0000","last_clean":"2024-02-19T16:32:01.548002+0000","last_became_active":"2024-02-19T16:32:00.551317+0000","last_became_peered":"2024-02-19T16:32:00.551317+0000","last_unstale":"2024-02-19T16:32:01.548002+0000","last_undegraded":"2024-02-19T16:32:01.548002+0000","last_fullsized":"2024-02-19T16:32:01.548002+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:53:06.531390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.996141+0000","last_change":"2024-02-19T16:32:00.563730+0000","last_active":"2024-02-19T16:32:01.996141+0000","last_peered":"2024-02-19T16:32:01.996141+0000","last_clean":"2024-02-19T16:32:01.996141+0000","last_became_active":"2024-02-19T16:32:00.563442+0000","last_became_peered":"2024-02-19T16:32:00.563442+0000","last_unstale":"2024-02-19T16:32:01.996141+0000","last_undegraded":"2024-02-19T16:32:01.996141+0000","last_fullsized":"2024-02-19T16:32:01.996141+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:01:18.010988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118346+0000","last_change":"2024-02-19T16:32:00.558229+0000","last_active":"2024-02-19T16:32:02.118346+0000","last_peered":"2024-02-19T16:32:02.118346+0000","last_clean":"2024-02-19T16:32:02.118346+0000","last_became_active":"2024-02-19T16:32:00.557980+0000","last_became_peered":"2024-02-19T16:32:00.557980+0000","last_unstale":"2024-02-19T16:32:02.118346+0000","last_undegraded":"2024-02-19T16:32:02.118346+0000","last_fullsized":"2024-02-19T16:32:02.118346+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:28:59.713778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119085+0000","last_change":"2024-02-19T16:32:00.552330+0000","last_active":"2024-02-19T16:32:02.119085+0000","last_peered":"2024-02-19T16:32:02.119085+0000","last_clean":"2024-02-19T16:32:02.119085+0000","last_became_active":"2024-02-19T16:32:00.552086+0000","last_became_peered":"2024-02-19T16:32:00.552086+0000","last_unstale":"2024-02-19T16:32:02.119085+0000","last_undegraded":"2024-02-19T16:32:02.119085+0000","last_fullsized":"2024-02-19T16:32:02.119085+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:18:27.573588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548074+0000","last_change":"2024-02-19T16:32:00.555445+0000","last_active":"2024-02-19T16:32:01.548074+0000","last_peered":"2024-02-19T16:32:01.548074+0000","last_clean":"2024-02-19T16:32:01.548074+0000","last_became_active":"2024-02-19T16:32:00.554959+0000","last_became_peered":"2024-02-19T16:32:00.554959+0000","last_unstale":"2024-02-19T16:32:01.548074+0000","last_undegraded":"2024-02-19T16:32:01.548074+0000","last_fullsized":"2024-02-19T16:32:01.548074+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:32:52.689023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549423+0000","last_change":"2024-02-19T16:32:00.563586+0000","last_active":"2024-02-19T16:32:01.549423+0000","last_peered":"2024-02-19T16:32:01.549423+0000","last_clean":"2024-02-19T16:32:01.549423+0000","last_became_active":"2024-02-19T16:32:00.563300+0000","last_became_peered":"2024-02-19T16:32:00.563300+0000","last_unstale":"2024-02-19T16:32:01.549423+0000","last_undegraded":"2024-02-19T16:32:01.549423+0000","last_fullsized":"2024-02-19T16:32:01.549423+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:28:59.713778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119808+0000","last_change":"2024-02-19T16:32:00.557984+0000","last_active":"2024-02-19T16:32:02.119808+0000","last_peered":"2024-02-19T16:32:02.119808+0000","last_clean":"2024-02-19T16:32:02.119808+0000","last_became_active":"2024-02-19T16:32:00.557364+0000","last_became_peered":"2024-02-19T16:32:00.557364+0000","last_unstale":"2024-02-19T16:32:02.119808+0000","last_undegraded":"2024-02-19T16:32:02.119808+0000","last_fullsized":"2024-02-19T16:32:02.119808+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:44:04.573760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118909+0000","last_change":"2024-02-19T16:32:00.550102+0000","last_active":"2024-02-19T16:32:02.118909+0000","last_peered":"2024-02-19T16:32:02.118909+0000","last_clean":"2024-02-19T16:32:02.118909+0000","last_became_active":"2024-02-19T16:32:00.549839+0000","last_became_peered":"2024-02-19T16:32:00.549839+0000","last_unstale":"2024-02-19T16:32:02.118909+0000","last_undegraded":"2024-02-19T16:32:02.118909+0000","last_fullsized":"2024-02-19T16:32:02.118909+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:24:08.041427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547157+0000","last_change":"2024-02-19T16:32:00.552824+0000","last_active":"2024-02-19T16:32:01.547157+0000","last_peered":"2024-02-19T16:32:01.547157+0000","last_clean":"2024-02-19T16:32:01.547157+0000","last_became_active":"2024-02-19T16:32:00.552554+0000","last_became_peered":"2024-02-19T16:32:00.552554+0000","last_unstale":"2024-02-19T16:32:01.547157+0000","last_undegraded":"2024-02-19T16:32:01.547157+0000","last_fullsized":"2024-02-19T16:32:01.547157+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:02:44.007979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118482+0000","last_change":"2024-02-19T16:32:00.559045+0000","last_active":"2024-02-19T16:32:02.118482+0000","last_peered":"2024-02-19T16:32:02.118482+0000","last_clean":"2024-02-19T16:32:02.118482+0000","last_became_active":"2024-02-19T16:32:00.558083+0000","last_became_peered":"2024-02-19T16:32:00.558083+0000","last_unstale":"2024-02-19T16:32:02.118482+0000","last_undegraded":"2024-02-19T16:32:02.118482+0000","last_fullsized":"2024-02-19T16:32:02.118482+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:16:33.053363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119122+0000","last_change":"2024-02-19T16:32:00.553629+0000","last_active":"2024-02-19T16:32:02.119122+0000","last_peered":"2024-02-19T16:32:02.119122+0000","last_clean":"2024-02-19T16:32:02.119122+0000","last_became_active":"2024-02-19T16:32:00.553271+0000","last_became_peered":"2024-02-19T16:32:00.553271+0000","last_unstale":"2024-02-19T16:32:02.119122+0000","last_undegraded":"2024-02-19T16:32:02.119122+0000","last_fullsized":"2024-02-19T16:32:02.119122+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:14:20.915124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.546907+0000","last_change":"2024-02-19T16:32:00.549971+0000","last_active":"2024-02-19T16:32:01.546907+0000","last_peered":"2024-02-19T16:32:01.546907+0000","last_clean":"2024-02-19T16:32:01.546907+0000","last_became_active":"2024-02-19T16:32:00.549437+0000","last_became_peered":"2024-02-19T16:32:00.549437+0000","last_unstale":"2024-02-19T16:32:01.546907+0000","last_undegraded":"2024-02-19T16:32:01.546907+0000","last_fullsized":"2024-02-19T16:32:01.546907+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:36.050830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"47'4","reported_seq":18,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119423+0000","last_change":"2024-02-19T16:31:59.544478+0000","last_active":"2024-02-19T16:32:02.119423+0000","last_peered":"2024-02-19T16:32:02.119423+0000","last_clean":"2024-02-19T16:32:02.119423+0000","last_became_active":"2024-02-19T16:31:59.544198+0000","last_became_peered":"2024-02-19T16:31:59.544198+0000","last_unstale":"2024-02-19T16:32:02.119423+0000","last_undegraded":"2024-02-19T16:32:02.119423+0000","last_fullsized":"2024-02-19T16:32:02.119423+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:26:17.558879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119334+0000","last_change":"2024-02-19T16:32:00.550468+0000","last_active":"2024-02-19T16:32:02.119334+0000","last_peered":"2024-02-19T16:32:02.119334+0000","last_clean":"2024-02-19T16:32:02.119334+0000","last_became_active":"2024-02-19T16:32:00.550138+0000","last_became_peered":"2024-02-19T16:32:00.550138+0000","last_unstale":"2024-02-19T16:32:02.119334+0000","last_undegraded":"2024-02-19T16:32:02.119334+0000","last_fullsized":"2024-02-19T16:32:02.119334+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:42:21.391797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"47'1","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549130+0000","last_change":"2024-02-19T16:31:59.550452+0000","last_active":"2024-02-19T16:32:01.549130+0000","last_peered":"2024-02-19T16:32:01.549130+0000","last_clean":"2024-02-19T16:32:01.549130+0000","last_became_active":"2024-02-19T16:31:59.550072+0000","last_became_peered":"2024-02-19T16:31:59.550072+0000","last_unstale":"2024-02-19T16:32:01.549130+0000","last_undegraded":"2024-02-19T16:32:01.549130+0000","last_fullsized":"2024-02-19T16:32:01.549130+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:01:52.820903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119986+0000","last_change":"2024-02-19T16:32:00.552119+0000","last_active":"2024-02-19T16:32:02.119986+0000","last_peered":"2024-02-19T16:32:02.119986+0000","last_clean":"2024-02-19T16:32:02.119986+0000","last_became_active":"2024-02-19T16:32:00.551757+0000","last_became_peered":"2024-02-19T16:32:00.551757+0000","last_unstale":"2024-02-19T16:32:02.119986+0000","last_undegraded":"2024-02-19T16:32:02.119986+0000","last_fullsized":"2024-02-19T16:32:02.119986+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:01:53.825882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"47'2","reported_seq":16,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549461+0000","last_change":"2024-02-19T16:31:59.545783+0000","last_active":"2024-02-19T16:32:01.549461+0000","last_peered":"2024-02-19T16:32:01.549461+0000","last_clean":"2024-02-19T16:32:01.549461+0000","last_became_active":"2024-02-19T16:31:59.545500+0000","last_became_peered":"2024-02-19T16:31:59.545500+0000","last_unstale":"2024-02-19T16:32:01.549461+0000","last_undegraded":"2024-02-19T16:32:01.549461+0000","last_fullsized":"2024-02-19T16:32:01.549461+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:07:23.055704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548090+0000","last_change":"2024-02-19T16:32:00.554147+0000","last_active":"2024-02-19T16:32:01.548090+0000","last_peered":"2024-02-19T16:32:01.548090+0000","last_clean":"2024-02-19T16:32:01.548090+0000","last_became_active":"2024-02-19T16:32:00.553381+0000","last_became_peered":"2024-02-19T16:32:00.553381+0000","last_unstale":"2024-02-19T16:32:01.548090+0000","last_undegraded":"2024-02-19T16:32:01.548090+0000","last_fullsized":"2024-02-19T16:32:01.548090+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T03:57:03.973033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"47'2","reported_seq":16,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119518+0000","last_change":"2024-02-19T16:31:59.550440+0000","last_active":"2024-02-19T16:32:02.119518+0000","last_peered":"2024-02-19T16:32:02.119518+0000","last_clean":"2024-02-19T16:32:02.119518+0000","last_became_active":"2024-02-19T16:31:59.550113+0000","last_became_peered":"2024-02-19T16:31:59.550113+0000","last_unstale":"2024-02-19T16:32:02.119518+0000","last_undegraded":"2024-02-19T16:32:02.119518+0000","last_fullsized":"2024-02-19T16:32:02.119518+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:20:28.295933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.120248+0000","last_change":"2024-02-19T16:32:00.560668+0000","last_active":"2024-02-19T16:32:02.120248+0000","last_peered":"2024-02-19T16:32:02.120248+0000","last_clean":"2024-02-19T16:32:02.120248+0000","last_became_active":"2024-02-19T16:32:00.560402+0000","last_became_peered":"2024-02-19T16:32:00.560402+0000","last_unstale":"2024-02-19T16:32:02.120248+0000","last_undegraded":"2024-02-19T16:32:02.120248+0000","last_fullsized":"2024-02-19T16:32:02.120248+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:24:48.989450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"47'1","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118867+0000","last_change":"2024-02-19T16:31:59.554861+0000","last_active":"2024-02-19T16:32:02.118867+0000","last_peered":"2024-02-19T16:32:02.118867+0000","last_clean":"2024-02-19T16:32:02.118867+0000","last_became_active":"2024-02-19T16:31:59.554456+0000","last_became_peered":"2024-02-19T16:31:59.554456+0000","last_unstale":"2024-02-19T16:32:02.118867+0000","last_undegraded":"2024-02-19T16:32:02.118867+0000","last_fullsized":"2024-02-19T16:32:02.118867+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:32:51.954005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547412+0000","last_change":"2024-02-19T16:32:00.552890+0000","last_active":"2024-02-19T16:32:01.547412+0000","last_peered":"2024-02-19T16:32:01.547412+0000","last_clean":"2024-02-19T16:32:01.547412+0000","last_became_active":"2024-02-19T16:32:00.552596+0000","last_became_peered":"2024-02-19T16:32:00.552596+0000","last_unstale":"2024-02-19T16:32:01.547412+0000","last_undegraded":"2024-02-19T16:32:01.547412+0000","last_fullsized":"2024-02-19T16:32:01.547412+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:12:41.841652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"47'1","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.120273+0000","last_change":"2024-02-19T16:31:59.548523+0000","last_active":"2024-02-19T16:32:02.120273+0000","last_peered":"2024-02-19T16:32:02.120273+0000","last_clean":"2024-02-19T16:32:02.120273+0000","last_became_active":"2024-02-19T16:31:59.548208+0000","last_became_peered":"2024-02-19T16:31:59.548208+0000","last_unstale":"2024-02-19T16:32:02.120273+0000","last_undegraded":"2024-02-19T16:32:02.120273+0000","last_fullsized":"2024-02-19T16:32:02.120273+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:53:24.140999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548218+0000","last_change":"2024-02-19T16:32:00.555218+0000","last_active":"2024-02-19T16:32:01.548218+0000","last_peered":"2024-02-19T16:32:01.548218+0000","last_clean":"2024-02-19T16:32:01.548218+0000","last_became_active":"2024-02-19T16:32:00.554615+0000","last_became_peered":"2024-02-19T16:32:00.554615+0000","last_unstale":"2024-02-19T16:32:01.548218+0000","last_undegraded":"2024-02-19T16:32:01.548218+0000","last_fullsized":"2024-02-19T16:32:01.548218+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:38:06.929010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119222+0000","last_change":"2024-02-19T16:31:59.546323+0000","last_active":"2024-02-19T16:32:02.119222+0000","last_peered":"2024-02-19T16:32:02.119222+0000","last_clean":"2024-02-19T16:32:02.119222+0000","last_became_active":"2024-02-19T16:31:59.546014+0000","last_became_peered":"2024-02-19T16:31:59.546014+0000","last_unstale":"2024-02-19T16:32:02.119222+0000","last_undegraded":"2024-02-19T16:32:02.119222+0000","last_fullsized":"2024-02-19T16:32:02.119222+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:37:39.647823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547435+0000","last_change":"2024-02-19T16:32:00.551984+0000","last_active":"2024-02-19T16:32:01.547435+0000","last_peered":"2024-02-19T16:32:01.547435+0000","last_clean":"2024-02-19T16:32:01.547435+0000","last_became_active":"2024-02-19T16:32:00.551706+0000","last_became_peered":"2024-02-19T16:32:00.551706+0000","last_unstale":"2024-02-19T16:32:01.547435+0000","last_undegraded":"2024-02-19T16:32:01.547435+0000","last_fullsized":"2024-02-19T16:32:01.547435+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:02:42.422617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118320+0000","last_change":"2024-02-19T16:31:59.549534+0000","last_active":"2024-02-19T16:32:02.118320+0000","last_peered":"2024-02-19T16:32:02.118320+0000","last_clean":"2024-02-19T16:32:02.118320+0000","last_became_active":"2024-02-19T16:31:59.549274+0000","last_became_peered":"2024-02-19T16:31:59.549274+0000","last_unstale":"2024-02-19T16:32:02.118320+0000","last_undegraded":"2024-02-19T16:32:02.118320+0000","last_fullsized":"2024-02-19T16:32:02.118320+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:07:23.055704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.120226+0000","last_change":"2024-02-19T16:32:00.557251+0000","last_active":"2024-02-19T16:32:02.120226+0000","last_peered":"2024-02-19T16:32:02.120226+0000","last_clean":"2024-02-19T16:32:02.120226+0000","last_became_active":"2024-02-19T16:32:00.556982+0000","last_became_peered":"2024-02-19T16:32:00.556982+0000","last_unstale":"2024-02-19T16:32:02.120226+0000","last_undegraded":"2024-02-19T16:32:02.120226+0000","last_fullsized":"2024-02-19T16:32:02.120226+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:14:01.398557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547346+0000","last_change":"2024-02-19T16:31:59.547787+0000","last_active":"2024-02-19T16:32:01.547346+0000","last_peered":"2024-02-19T16:32:01.547346+0000","last_clean":"2024-02-19T16:32:01.547346+0000","last_became_active":"2024-02-19T16:31:59.547499+0000","last_became_peered":"2024-02-19T16:31:59.547499+0000","last_unstale":"2024-02-19T16:32:01.547346+0000","last_undegraded":"2024-02-19T16:32:01.547346+0000","last_fullsized":"2024-02-19T16:32:01.547346+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:18:57.542917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119111+0000","last_change":"2024-02-19T16:32:00.555454+0000","last_active":"2024-02-19T16:32:02.119111+0000","last_peered":"2024-02-19T16:32:02.119111+0000","last_clean":"2024-02-19T16:32:02.119111+0000","last_became_active":"2024-02-19T16:32:00.555177+0000","last_became_peered":"2024-02-19T16:32:00.555177+0000","last_unstale":"2024-02-19T16:32:02.119111+0000","last_undegraded":"2024-02-19T16:32:02.119111+0000","last_fullsized":"2024-02-19T16:32:02.119111+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:15:42.012436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119999+0000","last_change":"2024-02-19T16:31:59.553199+0000","last_active":"2024-02-19T16:32:02.119999+0000","last_peered":"2024-02-19T16:32:02.119999+0000","last_clean":"2024-02-19T16:32:02.119999+0000","last_became_active":"2024-02-19T16:31:59.552868+0000","last_became_peered":"2024-02-19T16:31:59.552868+0000","last_unstale":"2024-02-19T16:32:02.119999+0000","last_undegraded":"2024-02-19T16:32:02.119999+0000","last_fullsized":"2024-02-19T16:32:02.119999+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:23:04.556363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118528+0000","last_change":"2024-02-19T16:32:00.550340+0000","last_active":"2024-02-19T16:32:02.118528+0000","last_peered":"2024-02-19T16:32:02.118528+0000","last_clean":"2024-02-19T16:32:02.118528+0000","last_became_active":"2024-02-19T16:32:00.549489+0000","last_became_peered":"2024-02-19T16:32:00.549489+0000","last_unstale":"2024-02-19T16:32:02.118528+0000","last_undegraded":"2024-02-19T16:32:02.118528+0000","last_fullsized":"2024-02-19T16:32:02.118528+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:36.050830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"47'3","reported_seq":17,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547633+0000","last_change":"2024-02-19T16:31:59.546423+0000","last_active":"2024-02-19T16:32:01.547633+0000","last_peered":"2024-02-19T16:32:01.547633+0000","last_clean":"2024-02-19T16:32:01.547633+0000","last_became_active":"2024-02-19T16:31:59.546151+0000","last_became_peered":"2024-02-19T16:31:59.546151+0000","last_unstale":"2024-02-19T16:32:01.547633+0000","last_undegraded":"2024-02-19T16:32:01.547633+0000","last_fullsized":"2024-02-19T16:32:01.547633+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:20:00.873476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.120443+0000","last_change":"2024-02-19T16:32:00.554936+0000","last_active":"2024-02-19T16:32:02.120443+0000","last_peered":"2024-02-19T16:32:02.120443+0000","last_clean":"2024-02-19T16:32:02.120443+0000","last_became_active":"2024-02-19T16:32:00.554620+0000","last_became_peered":"2024-02-19T16:32:00.554620+0000","last_unstale":"2024-02-19T16:32:02.120443+0000","last_undegraded":"2024-02-19T16:32:02.120443+0000","last_fullsized":"2024-02-19T16:32:02.120443+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T22:37:13.767155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"47'6","reported_seq":20,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548504+0000","last_change":"2024-02-19T16:31:59.544588+0000","last_active":"2024-02-19T16:32:01.548504+0000","last_peered":"2024-02-19T16:32:01.548504+0000","last_clean":"2024-02-19T16:32:01.548504+0000","last_became_active":"2024-02-19T16:31:59.544308+0000","last_became_peered":"2024-02-19T16:31:59.544308+0000","last_unstale":"2024-02-19T16:32:01.548504+0000","last_undegraded":"2024-02-19T16:32:01.548504+0000","last_fullsized":"2024-02-19T16:32:01.548504+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:44:35.045852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119300+0000","last_change":"2024-02-19T16:32:00.552898+0000","last_active":"2024-02-19T16:32:02.119300+0000","last_peered":"2024-02-19T16:32:02.119300+0000","last_clean":"2024-02-19T16:32:02.119300+0000","last_became_active":"2024-02-19T16:32:00.551726+0000","last_became_peered":"2024-02-19T16:32:00.551726+0000","last_unstale":"2024-02-19T16:32:02.119300+0000","last_undegraded":"2024-02-19T16:32:02.119300+0000","last_fullsized":"2024-02-19T16:32:02.119300+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:34:54.082653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"47'2","reported_seq":16,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118928+0000","last_change":"2024-02-19T16:31:59.553069+0000","last_active":"2024-02-19T16:32:02.118928+0000","last_peered":"2024-02-19T16:32:02.118928+0000","last_clean":"2024-02-19T16:32:02.118928+0000","last_became_active":"2024-02-19T16:31:59.552740+0000","last_became_peered":"2024-02-19T16:31:59.552740+0000","last_unstale":"2024-02-19T16:32:02.118928+0000","last_undegraded":"2024-02-19T16:32:02.118928+0000","last_fullsized":"2024-02-19T16:32:02.118928+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:53:24.140999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118803+0000","last_change":"2024-02-19T16:32:00.558042+0000","last_active":"2024-02-19T16:32:02.118803+0000","last_peered":"2024-02-19T16:32:02.118803+0000","last_clean":"2024-02-19T16:32:02.118803+0000","last_became_active":"2024-02-19T16:32:00.557778+0000","last_became_peered":"2024-02-19T16:32:00.557778+0000","last_unstale":"2024-02-19T16:32:02.118803+0000","last_undegraded":"2024-02-19T16:32:02.118803+0000","last_fullsized":"2024-02-19T16:32:02.118803+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:02:42.422617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.120040+0000","last_change":"2024-02-19T16:31:59.551067+0000","last_active":"2024-02-19T16:32:02.120040+0000","last_peered":"2024-02-19T16:32:02.120040+0000","last_clean":"2024-02-19T16:32:02.120040+0000","last_became_active":"2024-02-19T16:31:59.550580+0000","last_became_peered":"2024-02-19T16:31:59.550580+0000","last_unstale":"2024-02-19T16:32:02.120040+0000","last_undegraded":"2024-02-19T16:32:02.120040+0000","last_fullsized":"2024-02-19T16:32:02.120040+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:38:30.098508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548143+0000","last_change":"2024-02-19T16:32:00.541698+0000","last_active":"2024-02-19T16:32:01.548143+0000","last_peered":"2024-02-19T16:32:01.548143+0000","last_clean":"2024-02-19T16:32:01.548143+0000","last_became_active":"2024-02-19T16:32:00.541384+0000","last_became_peered":"2024-02-19T16:32:00.541384+0000","last_unstale":"2024-02-19T16:32:01.548143+0000","last_undegraded":"2024-02-19T16:32:01.548143+0000","last_fullsized":"2024-02-19T16:32:01.548143+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:48:34.119560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.546985+0000","last_change":"2024-02-19T16:31:59.544079+0000","last_active":"2024-02-19T16:32:01.546985+0000","last_peered":"2024-02-19T16:32:01.546985+0000","last_clean":"2024-02-19T16:32:01.546985+0000","last_became_active":"2024-02-19T16:31:59.543786+0000","last_became_peered":"2024-02-19T16:31:59.543786+0000","last_unstale":"2024-02-19T16:32:01.546985+0000","last_undegraded":"2024-02-19T16:32:01.546985+0000","last_fullsized":"2024-02-19T16:32:01.546985+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:41:37.089466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118827+0000","last_change":"2024-02-19T16:32:00.557013+0000","last_active":"2024-02-19T16:32:02.118827+0000","last_peered":"2024-02-19T16:32:02.118827+0000","last_clean":"2024-02-19T16:32:02.118827+0000","last_became_active":"2024-02-19T16:32:00.556761+0000","last_became_peered":"2024-02-19T16:32:00.556761+0000","last_unstale":"2024-02-19T16:32:02.118827+0000","last_undegraded":"2024-02-19T16:32:02.118827+0000","last_fullsized":"2024-02-19T16:32:02.118827+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:03:47.875846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"47'8","reported_seq":22,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548260+0000","last_change":"2024-02-19T16:31:59.544178+0000","last_active":"2024-02-19T16:32:01.548260+0000","last_peered":"2024-02-19T16:32:01.548260+0000","last_clean":"2024-02-19T16:32:01.548260+0000","last_became_active":"2024-02-19T16:31:59.543648+0000","last_became_peered":"2024-02-19T16:31:59.543648+0000","last_unstale":"2024-02-19T16:32:01.548260+0000","last_undegraded":"2024-02-19T16:32:01.548260+0000","last_fullsized":"2024-02-19T16:32:01.548260+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:08:25.693474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548260+0000","last_change":"2024-02-19T16:32:00.549696+0000","last_active":"2024-02-19T16:32:01.548260+0000","last_peered":"2024-02-19T16:32:01.548260+0000","last_clean":"2024-02-19T16:32:01.548260+0000","last_became_active":"2024-02-19T16:32:00.549420+0000","last_became_peered":"2024-02-19T16:32:00.549420+0000","last_unstale":"2024-02-19T16:32:01.548260+0000","last_undegraded":"2024-02-19T16:32:01.548260+0000","last_fullsized":"2024-02-19T16:32:01.548260+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T16:36:36.470827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"47'1","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119022+0000","last_change":"2024-02-19T16:31:59.557333+0000","last_active":"2024-02-19T16:32:02.119022+0000","last_peered":"2024-02-19T16:32:02.119022+0000","last_clean":"2024-02-19T16:32:02.119022+0000","last_became_active":"2024-02-19T16:31:59.557069+0000","last_became_peered":"2024-02-19T16:31:59.557069+0000","last_unstale":"2024-02-19T16:32:02.119022+0000","last_undegraded":"2024-02-19T16:32:02.119022+0000","last_fullsized":"2024-02-19T16:32:02.119022+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:46:38.219951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548944+0000","last_change":"2024-02-19T16:32:00.562674+0000","last_active":"2024-02-19T16:32:01.548944+0000","last_peered":"2024-02-19T16:32:01.548944+0000","last_clean":"2024-02-19T16:32:01.548944+0000","last_became_active":"2024-02-19T16:32:00.562411+0000","last_became_peered":"2024-02-19T16:32:00.562411+0000","last_unstale":"2024-02-19T16:32:01.548944+0000","last_undegraded":"2024-02-19T16:32:01.548944+0000","last_fullsized":"2024-02-19T16:32:01.548944+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:20:01.878455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"47'2","reported_seq":16,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.996367+0000","last_change":"2024-02-19T16:31:59.548842+0000","last_active":"2024-02-19T16:32:01.996367+0000","last_peered":"2024-02-19T16:32:01.996367+0000","last_clean":"2024-02-19T16:32:01.996367+0000","last_became_active":"2024-02-19T16:31:59.547750+0000","last_became_peered":"2024-02-19T16:31:59.547750+0000","last_unstale":"2024-02-19T16:32:01.996367+0000","last_undegraded":"2024-02-19T16:32:01.996367+0000","last_fullsized":"2024-02-19T16:32:01.996367+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:01:00.473856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.120282+0000","last_change":"2024-02-19T16:32:00.561470+0000","last_active":"2024-02-19T16:32:02.120282+0000","last_peered":"2024-02-19T16:32:02.120282+0000","last_clean":"2024-02-19T16:32:02.120282+0000","last_became_active":"2024-02-19T16:32:00.561003+0000","last_became_peered":"2024-02-19T16:32:00.561003+0000","last_unstale":"2024-02-19T16:32:02.120282+0000","last_undegraded":"2024-02-19T16:32:02.120282+0000","last_fullsized":"2024-02-19T16:32:02.120282+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:35:56.968810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"47'1","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119482+0000","last_change":"2024-02-19T16:31:59.545241+0000","last_active":"2024-02-19T16:32:02.119482+0000","last_peered":"2024-02-19T16:32:02.119482+0000","last_clean":"2024-02-19T16:32:02.119482+0000","last_became_active":"2024-02-19T16:31:59.544966+0000","last_became_peered":"2024-02-19T16:31:59.544966+0000","last_unstale":"2024-02-19T16:32:02.119482+0000","last_undegraded":"2024-02-19T16:32:02.119482+0000","last_fullsized":"2024-02-19T16:32:02.119482+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:06:02.440181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549151+0000","last_change":"2024-02-19T16:32:00.555255+0000","last_active":"2024-02-19T16:32:01.549151+0000","last_peered":"2024-02-19T16:32:01.549151+0000","last_clean":"2024-02-19T16:32:01.549151+0000","last_became_active":"2024-02-19T16:32:00.555008+0000","last_became_peered":"2024-02-19T16:32:00.555008+0000","last_unstale":"2024-02-19T16:32:01.549151+0000","last_undegraded":"2024-02-19T16:32:01.549151+0000","last_fullsized":"2024-02-19T16:32:01.549151+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:14:20.915124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119738+0000","last_change":"2024-02-19T16:31:59.547575+0000","last_active":"2024-02-19T16:32:02.119738+0000","last_peered":"2024-02-19T16:32:02.119738+0000","last_clean":"2024-02-19T16:32:02.119738+0000","last_became_active":"2024-02-19T16:31:59.547253+0000","last_became_peered":"2024-02-19T16:31:59.547253+0000","last_unstale":"2024-02-19T16:32:02.119738+0000","last_undegraded":"2024-02-19T16:32:02.119738+0000","last_fullsized":"2024-02-19T16:32:02.119738+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:08:38.150700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119454+0000","last_change":"2024-02-19T16:32:00.555351+0000","last_active":"2024-02-19T16:32:02.119454+0000","last_peered":"2024-02-19T16:32:02.119454+0000","last_clean":"2024-02-19T16:32:02.119454+0000","last_became_active":"2024-02-19T16:32:00.555055+0000","last_became_peered":"2024-02-19T16:32:00.555055+0000","last_unstale":"2024-02-19T16:32:02.119454+0000","last_undegraded":"2024-02-19T16:32:02.119454+0000","last_fullsized":"2024-02-19T16:32:02.119454+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:28:59.713778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"47'2","reported_seq":16,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549159+0000","last_change":"2024-02-19T16:31:59.548314+0000","last_active":"2024-02-19T16:32:01.549159+0000","last_peered":"2024-02-19T16:32:01.549159+0000","last_clean":"2024-02-19T16:32:01.549159+0000","last_became_active":"2024-02-19T16:31:59.548046+0000","last_became_peered":"2024-02-19T16:31:59.548046+0000","last_unstale":"2024-02-19T16:32:01.549159+0000","last_undegraded":"2024-02-19T16:32:01.549159+0000","last_fullsized":"2024-02-19T16:32:01.549159+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:31:56.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119429+0000","last_change":"2024-02-19T16:32:00.552876+0000","last_active":"2024-02-19T16:32:02.119429+0000","last_peered":"2024-02-19T16:32:02.119429+0000","last_clean":"2024-02-19T16:32:02.119429+0000","last_became_active":"2024-02-19T16:32:00.552582+0000","last_became_peered":"2024-02-19T16:32:00.552582+0000","last_unstale":"2024-02-19T16:32:02.119429+0000","last_undegraded":"2024-02-19T16:32:02.119429+0000","last_fullsized":"2024-02-19T16:32:02.119429+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:58:14.016742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547901+0000","last_change":"2024-02-19T16:31:59.547122+0000","last_active":"2024-02-19T16:32:01.547901+0000","last_peered":"2024-02-19T16:32:01.547901+0000","last_clean":"2024-02-19T16:32:01.547901+0000","last_became_active":"2024-02-19T16:31:59.546782+0000","last_became_peered":"2024-02-19T16:31:59.546782+0000","last_unstale":"2024-02-19T16:32:01.547901+0000","last_undegraded":"2024-02-19T16:32:01.547901+0000","last_fullsized":"2024-02-19T16:32:01.547901+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:16:32.048385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118816+0000","last_change":"2024-02-19T16:32:00.552846+0000","last_active":"2024-02-19T16:32:02.118816+0000","last_peered":"2024-02-19T16:32:02.118816+0000","last_clean":"2024-02-19T16:32:02.118816+0000","last_became_active":"2024-02-19T16:32:00.552599+0000","last_became_peered":"2024-02-19T16:32:00.552599+0000","last_unstale":"2024-02-19T16:32:02.118816+0000","last_undegraded":"2024-02-19T16:32:02.118816+0000","last_fullsized":"2024-02-19T16:32:02.118816+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:32:05.630938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118459+0000","last_change":"2024-02-19T16:31:59.555610+0000","last_active":"2024-02-19T16:32:02.118459+0000","last_peered":"2024-02-19T16:32:02.118459+0000","last_clean":"2024-02-19T16:32:02.118459+0000","last_became_active":"2024-02-19T16:31:59.555284+0000","last_became_peered":"2024-02-19T16:31:59.555284+0000","last_unstale":"2024-02-19T16:32:02.118459+0000","last_undegraded":"2024-02-19T16:32:02.118459+0000","last_fullsized":"2024-02-19T16:32:02.118459+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:31:56.936827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.549262+0000","last_change":"2024-02-19T16:32:00.560241+0000","last_active":"2024-02-19T16:32:01.549262+0000","last_peered":"2024-02-19T16:32:01.549262+0000","last_clean":"2024-02-19T16:32:01.549262+0000","last_became_active":"2024-02-19T16:32:00.558784+0000","last_became_peered":"2024-02-19T16:32:00.558784+0000","last_unstale":"2024-02-19T16:32:01.549262+0000","last_undegraded":"2024-02-19T16:32:01.549262+0000","last_fullsized":"2024-02-19T16:32:01.549262+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T17:42:21.391797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.996005+0000","last_change":"2024-02-19T16:31:59.545332+0000","last_active":"2024-02-19T16:32:01.996005+0000","last_peered":"2024-02-19T16:32:01.996005+0000","last_clean":"2024-02-19T16:32:01.996005+0000","last_became_active":"2024-02-19T16:31:59.545014+0000","last_became_peered":"2024-02-19T16:31:59.545014+0000","last_unstale":"2024-02-19T16:32:01.996005+0000","last_undegraded":"2024-02-19T16:32:01.996005+0000","last_fullsized":"2024-02-19T16:32:01.996005+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:11:26.335215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119143+0000","last_change":"2024-02-19T16:32:00.552247+0000","last_active":"2024-02-19T16:32:02.119143+0000","last_peered":"2024-02-19T16:32:02.119143+0000","last_clean":"2024-02-19T16:32:02.119143+0000","last_became_active":"2024-02-19T16:32:00.551972+0000","last_became_peered":"2024-02-19T16:32:00.551972+0000","last_unstale":"2024-02-19T16:32:02.119143+0000","last_undegraded":"2024-02-19T16:32:02.119143+0000","last_fullsized":"2024-02-19T16:32:02.119143+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:55:38.176407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"47'2","reported_seq":16,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119629+0000","last_change":"2024-02-19T16:31:59.551097+0000","last_active":"2024-02-19T16:32:02.119629+0000","last_peered":"2024-02-19T16:32:02.119629+0000","last_clean":"2024-02-19T16:32:02.119629+0000","last_became_active":"2024-02-19T16:31:59.550777+0000","last_became_peered":"2024-02-19T16:31:59.550777+0000","last_unstale":"2024-02-19T16:32:02.119629+0000","last_undegraded":"2024-02-19T16:32:02.119629+0000","last_fullsized":"2024-02-19T16:32:02.119629+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:13:43.302929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548981+0000","last_change":"2024-02-19T16:32:00.552812+0000","last_active":"2024-02-19T16:32:01.548981+0000","last_peered":"2024-02-19T16:32:01.548981+0000","last_clean":"2024-02-19T16:32:01.548981+0000","last_became_active":"2024-02-19T16:32:00.552546+0000","last_became_peered":"2024-02-19T16:32:00.552546+0000","last_unstale":"2024-02-19T16:32:01.548981+0000","last_undegraded":"2024-02-19T16:32:01.548981+0000","last_fullsized":"2024-02-19T16:32:01.548981+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:18:58.547895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.547679+0000","last_change":"2024-02-19T16:31:59.544829+0000","last_active":"2024-02-19T16:32:01.547679+0000","last_peered":"2024-02-19T16:32:01.547679+0000","last_clean":"2024-02-19T16:32:01.547679+0000","last_became_active":"2024-02-19T16:31:59.544530+0000","last_became_peered":"2024-02-19T16:31:59.544530+0000","last_unstale":"2024-02-19T16:32:01.547679+0000","last_undegraded":"2024-02-19T16:32:01.547679+0000","last_fullsized":"2024-02-19T16:32:01.547679+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T02:15:41.007458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548230+0000","last_change":"2024-02-19T16:32:00.548455+0000","last_active":"2024-02-19T16:32:01.548230+0000","last_peered":"2024-02-19T16:32:01.548230+0000","last_clean":"2024-02-19T16:32:01.548230+0000","last_became_active":"2024-02-19T16:32:00.548160+0000","last_became_peered":"2024-02-19T16:32:00.548160+0000","last_unstale":"2024-02-19T16:32:01.548230+0000","last_undegraded":"2024-02-19T16:32:01.548230+0000","last_fullsized":"2024-02-19T16:32:01.548230+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:06:42.540290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118626+0000","last_change":"2024-02-19T16:31:59.548979+0000","last_active":"2024-02-19T16:32:02.118626+0000","last_peered":"2024-02-19T16:32:02.118626+0000","last_clean":"2024-02-19T16:32:02.118626+0000","last_became_active":"2024-02-19T16:31:59.548400+0000","last_became_peered":"2024-02-19T16:31:59.548400+0000","last_unstale":"2024-02-19T16:32:02.118626+0000","last_undegraded":"2024-02-19T16:32:02.118626+0000","last_fullsized":"2024-02-19T16:32:02.118626+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T18:23:04.556363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118575+0000","last_change":"2024-02-19T16:32:00.551453+0000","last_active":"2024-02-19T16:32:02.118575+0000","last_peered":"2024-02-19T16:32:02.118575+0000","last_clean":"2024-02-19T16:32:02.118575+0000","last_became_active":"2024-02-19T16:32:00.551210+0000","last_became_peered":"2024-02-19T16:32:00.551210+0000","last_unstale":"2024-02-19T16:32:02.118575+0000","last_undegraded":"2024-02-19T16:32:02.118575+0000","last_fullsized":"2024-02-19T16:32:02.118575+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:42:47.542938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548148+0000","last_change":"2024-02-19T16:31:59.545122+0000","last_active":"2024-02-19T16:32:01.548148+0000","last_peered":"2024-02-19T16:32:01.548148+0000","last_clean":"2024-02-19T16:32:01.548148+0000","last_became_active":"2024-02-19T16:31:59.544775+0000","last_became_peered":"2024-02-19T16:31:59.544775+0000","last_unstale":"2024-02-19T16:32:01.548148+0000","last_undegraded":"2024-02-19T16:32:01.548148+0000","last_fullsized":"2024-02-19T16:32:01.548148+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:42:46.537960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119617+0000","last_change":"2024-02-19T16:32:00.554711+0000","last_active":"2024-02-19T16:32:02.119617+0000","last_peered":"2024-02-19T16:32:02.119617+0000","last_clean":"2024-02-19T16:32:02.119617+0000","last_became_active":"2024-02-19T16:32:00.554443+0000","last_became_peered":"2024-02-19T16:32:00.554443+0000","last_unstale":"2024-02-19T16:32:02.119617+0000","last_undegraded":"2024-02-19T16:32:02.119617+0000","last_fullsized":"2024-02-19T16:32:02.119617+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T20:08:26.698452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548025+0000","last_change":"2024-02-19T16:31:59.545130+0000","last_active":"2024-02-19T16:32:01.548025+0000","last_peered":"2024-02-19T16:32:01.548025+0000","last_clean":"2024-02-19T16:32:01.548025+0000","last_became_active":"2024-02-19T16:31:59.544799+0000","last_became_peered":"2024-02-19T16:31:59.544799+0000","last_unstale":"2024-02-19T16:32:01.548025+0000","last_undegraded":"2024-02-19T16:32:01.548025+0000","last_fullsized":"2024-02-19T16:32:01.548025+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:51:12.537852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118718+0000","last_change":"2024-02-19T16:32:00.556687+0000","last_active":"2024-02-19T16:32:02.118718+0000","last_peered":"2024-02-19T16:32:02.118718+0000","last_clean":"2024-02-19T16:32:02.118718+0000","last_became_active":"2024-02-19T16:32:00.556401+0000","last_became_peered":"2024-02-19T16:32:00.556401+0000","last_unstale":"2024-02-19T16:32:02.118718+0000","last_undegraded":"2024-02-19T16:32:02.118718+0000","last_fullsized":"2024-02-19T16:32:02.118718+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T23:12:41.841652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119892+0000","last_change":"2024-02-19T16:31:59.551653+0000","last_active":"2024-02-19T16:32:02.119892+0000","last_peered":"2024-02-19T16:32:02.119892+0000","last_clean":"2024-02-19T16:32:02.119892+0000","last_became_active":"2024-02-19T16:31:59.551153+0000","last_became_peered":"2024-02-19T16:31:59.551153+0000","last_unstale":"2024-02-19T16:32:02.119892+0000","last_undegraded":"2024-02-19T16:32:02.119892+0000","last_fullsized":"2024-02-19T16:32:02.119892+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:07:23.055704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.548314+0000","last_change":"2024-02-19T16:32:00.555353+0000","last_active":"2024-02-19T16:32:01.548314+0000","last_peered":"2024-02-19T16:32:01.548314+0000","last_clean":"2024-02-19T16:32:01.548314+0000","last_became_active":"2024-02-19T16:32:00.554859+0000","last_became_peered":"2024-02-19T16:32:00.554859+0000","last_unstale":"2024-02-19T16:32:01.548314+0000","last_undegraded":"2024-02-19T16:32:01.548314+0000","last_fullsized":"2024-02-19T16:32:01.548314+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T21:50:25.025559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119182+0000","last_change":"2024-02-19T16:31:59.554134+0000","last_active":"2024-02-19T16:32:02.119182+0000","last_peered":"2024-02-19T16:32:02.119182+0000","last_clean":"2024-02-19T16:32:02.119182+0000","last_became_active":"2024-02-19T16:31:59.553856+0000","last_became_peered":"2024-02-19T16:31:59.553856+0000","last_unstale":"2024-02-19T16:32:02.119182+0000","last_undegraded":"2024-02-19T16:32:02.119182+0000","last_fullsized":"2024-02-19T16:32:02.119182+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-20T19:06:37.479991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.119215+0000","last_change":"2024-02-19T16:32:00.557620+0000","last_active":"2024-02-19T16:32:02.119215+0000","last_peered":"2024-02-19T16:32:02.119215+0000","last_clean":"2024-02-19T16:32:02.119215+0000","last_became_active":"2024-02-19T16:32:00.557328+0000","last_became_peered":"2024-02-19T16:32:00.557328+0000","last_unstale":"2024-02-19T16:32:02.119215+0000","last_undegraded":"2024-02-19T16:32:02.119215+0000","last_fullsized":"2024-02-19T16:32:02.119215+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:59.527167+0000","last_clean_scrub_stamp":"2024-02-19T16:31:59.527167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T04:08:08.879566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"48'1","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:02.118801+0000","last_change":"2024-02-19T16:31:59.550958+0000","last_active":"2024-02-19T16:32:02.118801+0000","last_peered":"2024-02-19T16:32:02.118801+0000","last_clean":"2024-02-19T16:32:02.118801+0000","last_became_active":"2024-02-19T16:31:59.550668+0000","last_became_peered":"2024-02-19T16:31:59.550668+0000","last_unstale":"2024-02-19T16:32:02.118801+0000","last_undegraded":"2024-02-19T16:32:02.118801+0000","last_fullsized":"2024-02-19T16:32:02.118801+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:31:58.522189+0000","last_clean_scrub_stamp":"2024-02-19T16:31:58.522189+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:51:26.344267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":227,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-02-19T16:32:01.546899+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:32:01.546899+0000","last_peered":"2024-02-19T16:32:01.546899+0000","last_clean":"2024-02-19T16:32:01.546899+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:32:01.546899+0000","last_undegraded":"2024-02-19T16:32:01.546899+0000","last_fullsized":"2024-02-19T16:32:01.546899+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574876,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32324,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339516,"statfs":{"total":96636764160,"available":96603664384,"internally_reserved":0,"allocated":1171456,"data_stored":827202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.437,"15min":0.42699999999999999},"min":{"1min":0.26800000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.71499999999999997,"5min":0.875,"15min":0.875},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.432,"15min":0.42599999999999999},"min":{"1min":0.30399999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.45700000000000002}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.40500000000000003},"min":{"1min":0.34899999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.69999999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.44700000000000001,"15min":0.441},"min":{"1min":0.27400000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.32300000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.47999999999999998,"15min":0.46400000000000002},"min":{"1min":0.38700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76800000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.33300000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.72999999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.498}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.35799999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.497,"15min":0.47999999999999998},"min":{"1min":0.44600000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55700000000000005}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.39200000000000002,"15min":0.372},"min":{"1min":0.34999999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.624,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.47199999999999998,"15min":0.46000000000000002},"min":{"1min":0.34899999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.67800000000000005,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.34899999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.41899999999999998,"15min":0.40000000000000002},"min":{"1min":0.39200000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.72499999999999998,"5min":0.747,"15min":0.747},"last":0.44},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.433,"15min":0.41099999999999998},"min":{"1min":0.39100000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.79500000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.39100000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70799999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.45900000000000002,"15min":0.44500000000000001},"min":{"1min":0.41399999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65100000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.42399999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574876,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31748,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340092,"statfs":{"total":96636764160,"available":96604254208,"internally_reserved":0,"allocated":577536,"data_stored":237362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.65000000000000002,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.47299999999999998,"15min":0.46800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48199999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":0.67000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.47999999999999998,"15min":0.46899999999999997},"min":{"1min":0.38,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69899999999999995,"5min":1.046,"15min":1.046},"last":0.56999999999999995}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68700000000000006,"5min":0.87,"15min":0.87},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.505},"min":{"1min":0.42699999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70299999999999996,"5min":0.752,"15min":0.752},"last":0.67200000000000004}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.49299999999999999,"15min":0.48199999999999998},"min":{"1min":0.41599999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.67600000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.38500000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.60699999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.41299999999999998,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.41999999999999998,"15min":0.39900000000000002},"min":{"1min":0.33100000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.73499999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.44900000000000001,"15min":0.433},"min":{"1min":0.378,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65200000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.47299999999999998,"15min":0.45600000000000002},"min":{"1min":0.34499999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.78300000000000003,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.62}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.48499999999999999,"15min":0.46700000000000003},"min":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76600000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.47099999999999997,"15min":0.45200000000000001},"min":{"1min":0.42799999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69099999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.65800000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574876,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31736,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340104,"statfs":{"total":96636764160,"available":96604266496,"internally_reserved":0,"allocated":569344,"data_stored":236710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.61899999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.45800000000000002,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.624,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.5}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60899999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.52800000000000002,"15min":0.52300000000000002},"min":{"1min":0.41799999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.68400000000000005,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.47599999999999998}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.32100000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.32200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.40999999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.41599999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81699999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.51100000000000001,"15min":0.497},"min":{"1min":0.36699999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.55700000000000005}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.38,"15min":0.34999999999999998},"min":{"1min":0.35699999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.41499999999999998,"15min":0.39100000000000001},"min":{"1min":0.315,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.878,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.64400000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.42799999999999999,"15min":0.40500000000000003},"min":{"1min":0.34100000000000003,"5min":0.255,"15min":0.255},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.441},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.437,"15min":0.41299999999999998},"min":{"1min":0.38700000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.46000000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.5,"15min":0.48099999999999998},"min":{"1min":0.39900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.497,"15min":0.47399999999999998},"min":{"1min":0.45800000000000002,"5min":0.31,"15min":0.31},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.59499999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31744,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340096,"statfs":{"total":96636764160,"available":96604258304,"internally_reserved":0,"allocated":573440,"data_stored":237292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47199999999999998,"15min":0.46999999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.75,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.50600000000000001,"15min":0.503},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68000000000000005,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.50800000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.46100000000000002,"15min":0.44900000000000001},"min":{"1min":0.33600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.5,"15min":0.49199999999999999},"min":{"1min":0.39100000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":0.752,"15min":0.752},"last":0.60499999999999998}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.36699999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73399999999999999,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.47599999999999998,"15min":0.46300000000000002},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78500000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.54000000000000004}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.497,"15min":0.49299999999999999},"min":{"1min":0.379,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67700000000000005,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.754,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.379,"15min":0.36299999999999999},"min":{"1min":0.28499999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.81899999999999995,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.40100000000000002,"15min":0.38700000000000001},"min":{"1min":0.32300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71799999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.435}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.42199999999999999,"15min":0.40400000000000003},"min":{"1min":0.35899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.47799999999999998,"15min":0.46000000000000002},"min":{"1min":0.36199999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.57499999999999996}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.48199999999999998,"15min":0.46400000000000002},"min":{"1min":0.36399999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77400000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.52400000000000002,"15min":0.50800000000000001},"min":{"1min":0.47599999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88100000000000001,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.61899999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344248,"statfs":{"total":96636764160,"available":96608509952,"internally_reserved":0,"allocated":585728,"data_stored":238344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34399999999999997,"15min":0.35099999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.40000000000000002,"5min":0.505,"15min":0.505},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.33000000000000002,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.374,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.27200000000000002}]},{"osd":1,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34799999999999998,"15min":0.35499999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.40600000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.375,"15min":0.38300000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.46600000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.307}]},{"osd":2,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.40899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.39800000000000002,"15min":0.40799999999999997},"min":{"1min":0.25,"5min":0.246,"15min":0.246},"max":{"1min":0.436,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.28999999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.52400000000000002,"15min":0.51700000000000002},"min":{"1min":0.443,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73299999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.49399999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.50800000000000001,"15min":0.501},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65300000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.55500000000000005,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.76700000000000002,"5min":0.871,"15min":0.871},"last":0.56200000000000006}]},{"osd":6,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81100000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54800000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.71599999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.66000000000000003}]},{"osd":7,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.42399999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.69299999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.77800000000000002,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.59899999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574878,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344252,"statfs":{"total":96636764160,"available":96608514048,"internally_reserved":0,"allocated":581632,"data_stored":238322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33300000000000002,"15min":0.33100000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.36199999999999999,"15min":0.36399999999999999},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.42199999999999999,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.32500000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.33700000000000002,"15min":0.33900000000000002},"min":{"1min":0.25800000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.42499999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.373},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.33000000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.42999999999999999}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.48599999999999999,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.50700000000000001,"15min":0.495},"min":{"1min":0.42199999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.72299999999999998,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.44600000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.52900000000000003}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.47499999999999998,"15min":0.46100000000000002},"min":{"1min":0.40999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70199999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.48999999999999999,"15min":0.47899999999999998},"min":{"1min":0.45100000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.54800000000000004}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.50800000000000001,"15min":0.5},"min":{"1min":0.46000000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.68799999999999994,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.51100000000000001},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69299999999999995,"5min":0.752,"15min":0.752},"last":0.63100000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.51500000000000001,"15min":0.499},"min":{"1min":0.439,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.45600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.74199999999999999,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.66900000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574878,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":577536,"data_stored":236870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.29199999999999998,"15min":0.29599999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.36399999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.253},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.33600000000000002,"15min":0.34499999999999997},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.40400000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.29299999999999998}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34300000000000003,"15min":0.34999999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42199999999999999,"5min":0.503,"15min":0.503},"last":0.22},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.371,"15min":0.379},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.46700000000000003,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.314}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36899999999999999,"15min":0.373},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.34200000000000003,"15min":0.34499999999999997},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.439,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.32400000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":1.0449999999999999,"15min":1.133},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67900000000000005,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.0589999999999999,"15min":1.1459999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77800000000000002,"5min":13.202,"15min":13.202},"last":0.63700000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.46500000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69999999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.623},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.495,"15min":0.48399999999999999},"min":{"1min":0.41799999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.52000000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.501,"15min":0.496},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.749}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.433,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.46000000000000002,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56999999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28168,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343672,"statfs":{"total":96636764160,"available":96607920128,"internally_reserved":0,"allocated":1171456,"data_stored":827134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.32600000000000001,"15min":0.33200000000000002},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.191},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.318,"15min":0.32200000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.17699999999999999}]},{"osd":2,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36099999999999999,"15min":0.36699999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.33700000000000002,"15min":0.34200000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.254}]},{"osd":3,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.35299999999999998,"15min":0.35699999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.372,"5min":0.40300000000000002,"15min":0.40799999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58499999999999996,"5min":0.62,"15min":0.62},"last":0.34899999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.45000000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.505},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52000000000000002,"15min":0.51400000000000001},"min":{"1min":0.442,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68899999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.72099999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.497},"min":{"1min":0.46500000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.51300000000000001,"15min":0.501},"min":{"1min":0.39600000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.65200000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.51700000000000002,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.441,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69099999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.58299999999999996}]},{"osd":7,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.52100000000000002,"15min":0.51300000000000001},"min":{"1min":0.40899999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77000000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:08.417 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-02-19T16:32:08.417 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-02-19T16:32:08.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.563+0000 7f2d09007640 1 Processor -- start 2024-02-19T16:32:08.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.563+0000 7f2d09007640 1 -- start start 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d09007640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2d040d1db0 0x7f2d040d0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d09007640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d0415e8f0 con 0x7f2d040d1950 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d09007640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d0406cda0 con 0x7f2d0415df90 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d09007640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d0406d080 con 0x7f2d040d1db0 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d0359e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2d040d1db0 0x7f2d040d0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2cfbfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f2d040d1950 0x7f2d040d05a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44976/0 (socket says 172.21.15.104:44976) 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2cfbfff640 1 -- 172.21.15.104:0/2639170486 learned_addr learned my addr 172.21.15.104:0/2639170486 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d0359e640 1 -- 172.21.15.104:0/2639170486 >> v1:172.21.15.158:6789/0 conn(0x7f2d0415df90 legacy=0x7f2d0406c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d0359e640 1 -- 172.21.15.104:0/2639170486 >> v1:172.21.15.104:6789/0 conn(0x7f2d040d1950 legacy=0x7f2d040d05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d0359e640 1 -- 172.21.15.104:0/2639170486 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d040cfda0 con 0x7f2d040d1db0 2024-02-19T16:32:08.566 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.564+0000 7f2d0259c640 1 -- 172.21.15.104:0/2639170486 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4024898441 0 0) 0x7f2d0415e8f0 con 0x7f2d040d1950 2024-02-19T16:32:08.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.565+0000 7f2d0359e640 1 --2- 172.21.15.104:0/2639170486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d040d0cb0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009d90 tx=0x7f2cfc02bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f2a3da37fc1d390 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.567 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.565+0000 7f2d0259c640 1 -- 172.21.15.104:0/2639170486 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc02cd00 con 0x7f2d040d1db0 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.565+0000 7f2d0259c640 1 -- 172.21.15.104:0/2639170486 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cfc02ce60 con 0x7f2d040d1db0 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.565+0000 7f2d0259c640 1 -- 172.21.15.104:0/2639170486 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc034660 con 0x7f2d040d1db0 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.566+0000 7f2d09007640 1 -- 172.21.15.104:0/2639170486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 msgr2=0x7f2d040d0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.566+0000 7f2d09007640 1 --2- 172.21.15.104:0/2639170486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d040d0cb0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009d90 tx=0x7f2cfc02bf50 comp rx=0 tx=0).stop 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.566+0000 7f2d09007640 1 -- 172.21.15.104:0/2639170486 shutdown_connections 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.566+0000 7f2d09007640 1 --2- 172.21.15.104:0/2639170486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d040d0cb0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.566+0000 7f2d09007640 1 -- 172.21.15.104:0/2639170486 >> 172.21.15.104:0/2639170486 conn(0x7f2d0409aa70 msgr2=0x7f2d0409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.566+0000 7f2d09007640 1 -- 172.21.15.104:0/2639170486 shutdown_connections 2024-02-19T16:32:08.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.566+0000 7f2d09007640 1 -- 172.21.15.104:0/2639170486 wait complete. 2024-02-19T16:32:08.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.568+0000 7f2d09007640 1 Processor -- start 2024-02-19T16:32:08.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.568+0000 7f2d09007640 1 -- start start 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2d09007640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d040d1950 0x7f2d041f3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2d09007640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d041f4040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2d09007640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d0415df90 0x7f2d040b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2d09007640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d041f4580 con 0x7f2d040d1db0 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2d09007640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d040b4910 con 0x7f2d0415df90 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2d09007640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d040b4bf0 con 0x7f2d040d1950 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2cfbfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d041f4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2cfbfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d041f4040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59588/0 (socket says 172.21.15.104:59588) 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.569+0000 7f2cfbfff640 1 -- 172.21.15.104:0/241409752 learned_addr learned my addr 172.21.15.104:0/241409752 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:08.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2d02d9d640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d040d1950 0x7f2d041f3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2d0359e640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d0415df90 0x7f2d040b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfbfff640 1 -- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d040d1950 msgr2=0x7f2d041f3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfbfff640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d040d1950 0x7f2d041f3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfbfff640 1 -- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d0415df90 msgr2=0x7f2d040b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfbfff640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d0415df90 0x7f2d040b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfbfff640 1 -- 172.21.15.104:0/241409752 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cfc009a70 con 0x7f2d040d1db0 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2d0359e640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d0415df90 0x7f2d040b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfbfff640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d041f4040 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f2cec00c4a0 tx=0x7f2cec00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfb7fe640 1 -- 172.21.15.104:0/241409752 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cec0074e0 con 0x7f2d040d1db0 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfb7fe640 1 -- 172.21.15.104:0/241409752 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cec007640 con 0x7f2d040d1db0 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2cfb7fe640 1 -- 172.21.15.104:0/241409752 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cec004a00 con 0x7f2d040d1db0 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d040b4ed0 con 0x7f2d040d1db0 2024-02-19T16:32:08.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.570+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d040b5490 con 0x7f2d040d1db0 2024-02-19T16:32:08.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.571+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d040d17c0 con 0x7f2d040d1db0 2024-02-19T16:32:08.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.572+0000 7f2cfb7fe640 1 -- 172.21.15.104:0/241409752 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2cec004b60 con 0x7f2d040d1db0 2024-02-19T16:32:08.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.573+0000 7f2cfb7fe640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2ce406b810 0x7f2ce406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.573+0000 7f2cfb7fe640 1 -- 172.21.15.104:0/241409752 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2cec089650 con 0x7f2d040d1db0 2024-02-19T16:32:08.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.573+0000 7f2d02d9d640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2ce406b810 0x7f2ce406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.573+0000 7f2d02d9d640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2ce406b810 0x7f2ce406dcd0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2cf4000f60 tx=0x7f2cf4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.577+0000 7f2cfb7fe640 1 -- 172.21.15.104:0/241409752 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2cec054120 con 0x7f2d040d1db0 2024-02-19T16:32:08.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.822+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f2d040751e0 con 0x7f2d040d1db0 2024-02-19T16:32:08.828 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.826+0000 7f2cfb7fe640 1 -- 172.21.15.104:0/241409752 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) v1 ==== 190+0+147 (secure 0 0 0) 0x7f2cec0577e0 con 0x7f2d040d1db0 2024-02-19T16:32:08.828 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:32:08.828 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:32:08.828 INFO:teuthology.orchestra.run.smithi104.stdout: caps mds = "allow" 2024-02-19T16:32:08.828 INFO:teuthology.orchestra.run.smithi104.stdout: caps mon = "allow r" 2024-02-19T16:32:08.828 INFO:teuthology.orchestra.run.smithi104.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-02-19T16:32:08.828 INFO:teuthology.orchestra.run.smithi104.stderr:updated caps for client.0 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2ce406b810 msgr2=0x7f2ce406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2ce406b810 0x7f2ce406dcd0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2cf4000f60 tx=0x7f2cf4009040 comp rx=0 tx=0).stop 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 msgr2=0x7f2d041f4040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d041f4040 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f2cec00c4a0 tx=0x7f2cec00c960 comp rx=0 tx=0).stop 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 shutdown_connections 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2ce406b810 0x7f2ce406dcd0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d040d1db0 0x7f2d041f4040 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2d0415df90 0x7f2d040b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 --2- 172.21.15.104:0/241409752 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2d040d1950 0x7f2d041f3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 >> 172.21.15.104:0/241409752 conn(0x7f2d0409aa70 msgr2=0x7f2d040ce030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:08.831 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 shutdown_connections 2024-02-19T16:32:08.832 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.829+0000 7f2d09007640 1 -- 172.21.15.104:0/241409752 wait complete. 2024-02-19T16:32:08.842 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:32:08.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.944+0000 7f0ac64c3640 1 Processor -- start 2024-02-19T16:32:08.945 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.944+0000 7f0ac64c3640 1 -- start start 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0ac64c3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac00cfb00 0x7f0ac00d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0ac64c3640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ac00d16f0 con 0x7f0ac015de30 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0ac64c3640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ac00d1940 con 0x7f0ac00d0530 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0ac64c3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac00d2e10 con 0x7f0ac00cfb00 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0ac015de30 0x7f0ac00d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:44984/0 (socket says 172.21.15.104:44984) 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abffff640 1 -- 172.21.15.104:0/3548561054 learned_addr learned my addr 172.21.15.104:0/3548561054 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1520759938 0 0) 0x7f0ac00d16f0 con 0x7f0ac015de30 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0aa8003520 con 0x7f0ac015de30 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0ac4a60640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac00cfb00 0x7f0ac00d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4145468927 0 0) 0x7f0aa8003520 con 0x7f0ac015de30 2024-02-19T16:32:08.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac00cfb00 msgr2=0x7f0ac00d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac00cfb00 0x7f0ac00d09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 >> v1:172.21.15.158:6789/0 conn(0x7f0ac00d0530 legacy=0x7f0ac00cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ac00d1c20 con 0x7f0ac015de30 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f0ab0001670 con 0x7f0ac015de30 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 >> v1:172.21.15.104:6789/0 conn(0x7f0ac015de30 legacy=0x7f0ac00d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0aa80039a0 0x7f0aa8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac00cfb00 0x7f0aa80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa8004d00 0x7f0aa8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac00d2e10 con 0x7f0aa8004d00 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0aa800bab0 con 0x7f0aa80039a0 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0aa800bc70 con 0x7f0ac00cfb00 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.945+0000 7f0ac4a60640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa8004d00 0x7f0aa8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.946+0000 7f0abffff640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0aa80039a0 0x7f0aa8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.946+0000 7f0abf7fe640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac00cfb00 0x7f0aa80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.946+0000 7f0ac4a60640 1 -- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac00cfb00 msgr2=0x7f0aa80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:08.949 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.946+0000 7f0ac4a60640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac00cfb00 0x7f0aa80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.946+0000 7f0ac4a60640 1 -- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0aa80039a0 msgr2=0x7f0aa8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:08.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.946+0000 7f0ac4a60640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0aa80039a0 0x7f0aa8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.946+0000 7f0ac4a60640 1 -- 172.21.15.104:0/3548561054 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0aa8003520 con 0x7f0aa8004d00 2024-02-19T16:32:08.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.946+0000 7f0ac4a60640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa8004d00 0x7f0aa8005180 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009fc0 tx=0x7f0aa80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eef90fde877971 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab802cc20 con 0x7f0aa8004d00 2024-02-19T16:32:08.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ab800f040 con 0x7f0aa8004d00 2024-02-19T16:32:08.950 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0abeffd640 1 -- 172.21.15.104:0/3548561054 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8034440 con 0x7f0aa8004d00 2024-02-19T16:32:08.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0ac64c3640 1 -- 172.21.15.104:0/3548561054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa8004d00 msgr2=0x7f0aa8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0ac64c3640 1 --2- 172.21.15.104:0/3548561054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0aa8004d00 0x7f0aa8005180 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009fc0 tx=0x7f0aa80057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0ac4a60640 1 -- 172.21.15.104:0/3548561054 reap_dead start 2024-02-19T16:32:08.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0ac64c3640 1 -- 172.21.15.104:0/3548561054 shutdown_connections 2024-02-19T16:32:08.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0ac64c3640 1 -- 172.21.15.104:0/3548561054 >> 172.21.15.104:0/3548561054 conn(0x7f0ac00d3b20 msgr2=0x7f0ac00d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:08.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0ac64c3640 1 -- 172.21.15.104:0/3548561054 shutdown_connections 2024-02-19T16:32:08.953 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.947+0000 7f0ac64c3640 1 -- 172.21.15.104:0/3548561054 wait complete. 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.948+0000 7f0ac64c3640 1 Processor -- start 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac64c3640 1 -- start start 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac64c3640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ac015a090 0x7f0ac009e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac64c3640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac015a470 0x7f0ac00b44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac64c3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ac01f6e70 0x7f0ac01f72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac64c3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac01f7830 con 0x7f0ac01f6e70 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac64c3640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac00b49e0 con 0x7f0ac015a090 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac64c3640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac009e8c0 con 0x7f0ac015a470 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac4a60640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ac01f6e70 0x7f0ac01f72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac4a60640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ac01f6e70 0x7f0ac01f72f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59612/0 (socket says 172.21.15.104:59612) 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0ac4a60640 1 -- 172.21.15.104:0/2726446829 learned_addr learned my addr 172.21.15.104:0/2726446829 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0abf7fe640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac015a470 0x7f0ac00b44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.949+0000 7f0abffff640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ac015a090 0x7f0ac009e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0ac4a60640 1 -- 172.21.15.104:0/2726446829 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac015a470 msgr2=0x7f0ac00b44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0ac4a60640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac015a470 0x7f0ac00b44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.954 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0ac4a60640 1 -- 172.21.15.104:0/2726446829 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ac015a090 msgr2=0x7f0ac009e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0ac4a60640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ac015a090 0x7f0ac009e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0ac4a60640 1 -- 172.21.15.104:0/2726446829 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ac009eba0 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0ac4a60640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ac01f6e70 0x7f0ac01f72f0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8037040 tx=0x7f0ab8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0abcff9640 1 -- 172.21.15.104:0/2726446829 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8043070 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0abcff9640 1 -- 172.21.15.104:0/2726446829 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ab8034b50 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0abcff9640 1 -- 172.21.15.104:0/2726446829 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8003990 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ac009ee80 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.950+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ac009fb50 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.951+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ac00751e0 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.951+0000 7f0abcff9640 1 -- 172.21.15.104:0/2726446829 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0ab803e440 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.952+0000 7f0abcff9640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0aac06b810 0x7f0aac06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.952+0000 7f0abcff9640 1 -- 172.21.15.104:0/2726446829 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0ab80aba20 con 0x7f0ac01f6e70 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.952+0000 7f0abffff640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0aac06b810 0x7f0aac06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:08.955 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.952+0000 7f0abffff640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0aac06b810 0x7f0aac06dcd0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0000c00 tx=0x7f0ab0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:08.957 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:08.956+0000 7f0abcff9640 1 -- 172.21.15.104:0/2726446829 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0ab8076450 con 0x7f0ac01f6e70 2024-02-19T16:32:09.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.171+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0ac00d11a0 con 0x7f0ac01f6e70 2024-02-19T16:32:09.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.171+0000 7f0abcff9640 1 -- 172.21.15.104:0/2726446829 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4947 (secure 0 0 0) 0x7f0ab8039090 con 0x7f0ac01f6e70 2024-02-19T16:32:09.172 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:09.173 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":23,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5312,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/290296869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":290296869},{"type":"v1","addr":"172.21.15.158:6834","nonce":290296869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5315,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/1269704340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":1269704340},{"type":"v1","addr":"172.21.15.158:6835","nonce":1269704340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5985,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1419598533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1419598533},{"type":"v1","addr":"172.21.15.104:6836","nonce":1419598533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:59.891959+0000","modified":"2024-02-19T16:32:01.895659+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5988},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5988":{"gid":5988,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/3566944138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3566944138},{"type":"v1","addr":"172.21.15.104:6837","nonce":3566944138}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-02-19T16:32:09.173 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 23 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0aac06b810 msgr2=0x7f0aac06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0aac06b810 0x7f0aac06dcd0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0000c00 tx=0x7f0ab0009040 comp rx=0 tx=0).stop 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ac01f6e70 msgr2=0x7f0ac01f72f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ac01f6e70 0x7f0ac01f72f0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8037040 tx=0x7f0ab8009750 comp rx=0 tx=0).stop 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 shutdown_connections 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0aac06b810 0x7f0aac06dcd0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ac01f6e70 0x7f0ac01f72f0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ac015a470 0x7f0ac00b44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 --2- 172.21.15.104:0/2726446829 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ac015a090 0x7f0ac009e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 >> 172.21.15.104:0/2726446829 conn(0x7f0ac00d3b20 msgr2=0x7f0ac015cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 shutdown_connections 2024-02-19T16:32:09.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.173+0000 7f0ac64c3640 1 -- 172.21.15.104:0/2726446829 wait complete. 2024-02-19T16:32:09.588 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-02-19T16:31:59.891959+0000', 'modified': '2024-02-19T16:32:01.895659+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5988}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5988': {'gid': 5988, 'name': 'a', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.104:6837/3566944138', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6835', 'nonce': 3566944138}, {'type': 'v1', 'addr': '172.21.15.104:6837', 'nonce': 3566944138}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-19T16:32:09.589 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-02-19T16:32:09.589 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-02-19T16:32:09.694 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.692+0000 7f234d92c640 1 Processor -- start 2024-02-19T16:32:09.694 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.693+0000 7f234d92c640 1 -- start start 2024-02-19T16:32:09.694 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.693+0000 7f234d92c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23480d0610 0x7f23480ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.693+0000 7f234d92c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f23480cf700 0x7f234806f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.693+0000 7f234d92c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23480ae610 con 0x7f234815bfd0 2024-02-19T16:32:09.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.693+0000 7f234d92c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23480cf360 con 0x7f23480cf700 2024-02-19T16:32:09.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.693+0000 7f234d92c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23480cf080 con 0x7f23480d0610 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f233ffff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23480d0610 0x7f23480ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f23477fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f23480cf700 0x7f234806f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f233ffff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23480d0610 0x7f23480ce9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:57328/0 (socket says 172.21.15.104:57328) 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f23477fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f23480cf700 0x7f234806f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:54194/0 (socket says 172.21.15.104:54194) 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f233ffff640 1 -- 172.21.15.104:0/2265566612 learned_addr learned my addr 172.21.15.104:0/2265566612 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f2346ffd640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f234815bfd0 0x7f23480cff00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:49962/0 (socket says 172.21.15.104:49962) 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f23467fc640 1 -- 172.21.15.104:0/2265566612 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 560749709 0 0) 0x7f23480ae610 con 0x7f234815bfd0 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f23467fc640 1 -- 172.21.15.104:0/2265566612 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2334003520 con 0x7f234815bfd0 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f23477fe640 1 -- 172.21.15.104:0/2265566612 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23480d0610 msgr2=0x7f23480ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.696 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f23477fe640 1 --2- 172.21.15.104:0/2265566612 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23480d0610 0x7f23480ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f23477fe640 1 -- 172.21.15.104:0/2265566612 >> v1:172.21.15.158:6789/0 conn(0x7f234815bfd0 legacy=0x7f23480cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f23477fe640 1 -- 172.21.15.104:0/2265566612 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f234806e8e0 con 0x7f23480cf700 2024-02-19T16:32:09.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.694+0000 7f233ffff640 1 --2- 172.21.15.104:0/2265566612 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23480d0610 0x7f23480ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:09.697 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.695+0000 7f23477fe640 1 --2- 172.21.15.104:0/2265566612 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480cf700 0x7f234806f3c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2340009d90 tx=0x7f234002bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=672860307ae65194 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.695+0000 7f23467fc640 1 -- 172.21.15.104:0/2265566612 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234002cc50 con 0x7f23480cf700 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.695+0000 7f23467fc640 1 -- 172.21.15.104:0/2265566612 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f234002cdb0 con 0x7f23480cf700 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.695+0000 7f23467fc640 1 -- 172.21.15.104:0/2265566612 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2340034640 con 0x7f23480cf700 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.696+0000 7f234d92c640 1 -- 172.21.15.104:0/2265566612 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480cf700 msgr2=0x7f234806f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.696+0000 7f234d92c640 1 --2- 172.21.15.104:0/2265566612 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480cf700 0x7f234806f3c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2340009d90 tx=0x7f234002bea0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.696+0000 7f234d92c640 1 -- 172.21.15.104:0/2265566612 shutdown_connections 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.696+0000 7f234d92c640 1 --2- 172.21.15.104:0/2265566612 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480cf700 0x7f234806f3c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.696+0000 7f234d92c640 1 --2- 172.21.15.104:0/2265566612 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f23480d0610 0x7f23480ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.696+0000 7f234d92c640 1 -- 172.21.15.104:0/2265566612 >> 172.21.15.104:0/2265566612 conn(0x7f23480d1920 msgr2=0x7f23480d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:09.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.696+0000 7f234d92c640 1 -- 172.21.15.104:0/2265566612 shutdown_connections 2024-02-19T16:32:09.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.696+0000 7f234d92c640 1 -- 172.21.15.104:0/2265566612 wait complete. 2024-02-19T16:32:09.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.697+0000 7f234d92c640 1 Processor -- start 2024-02-19T16:32:09.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.697+0000 7f234d92c640 1 -- start start 2024-02-19T16:32:09.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f234d92c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23480cf700 0x7f23480b3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f234d92c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480d0610 0x7f234809b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f234d92c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f234815bfd0 0x7f23480cb390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f234d92c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23480cb8d0 con 0x7f23480cf700 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f234d92c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23480b2a20 con 0x7f23480d0610 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f234d92c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23480b2fe0 con 0x7f234815bfd0 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23480cf700 0x7f23480b3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23480cf700 0x7f23480b3470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59618/0 (socket says 172.21.15.104:59618) 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 -- 172.21.15.104:0/238948296 learned_addr learned my addr 172.21.15.104:0/238948296 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f233ffff640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480d0610 0x7f234809b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f23477fe640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f234815bfd0 0x7f23480cb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 -- 172.21.15.104:0/238948296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f234815bfd0 msgr2=0x7f23480cb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f234815bfd0 0x7f23480cb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 -- 172.21.15.104:0/238948296 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480d0610 msgr2=0x7f234809b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480d0610 0x7f234809b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 -- 172.21.15.104:0/238948296 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23300094d0 con 0x7f23480cf700 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2346ffd640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23480cf700 0x7f23480b3470 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f233800c390 tx=0x7f233800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.701 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2344ff9640 1 -- 172.21.15.104:0/238948296 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23380074e0 con 0x7f23480cf700 2024-02-19T16:32:09.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2344ff9640 1 -- 172.21.15.104:0/238948296 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2338007660 con 0x7f23480cf700 2024-02-19T16:32:09.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f234d92c640 1 -- 172.21.15.104:0/238948296 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2340009a70 con 0x7f23480cf700 2024-02-19T16:32:09.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.698+0000 7f2344ff9640 1 -- 172.21.15.104:0/238948296 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2338004a20 con 0x7f23480cf700 2024-02-19T16:32:09.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.699+0000 7f234d92c640 1 -- 172.21.15.104:0/238948296 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f234809c0e0 con 0x7f23480cf700 2024-02-19T16:32:09.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.700+0000 7f2344ff9640 1 -- 172.21.15.104:0/238948296 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2338004b80 con 0x7f23480cf700 2024-02-19T16:32:09.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.701+0000 7f2344ff9640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f232806b810 0x7f232806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.701+0000 7f2344ff9640 1 -- 172.21.15.104:0/238948296 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2338089a90 con 0x7f23480cf700 2024-02-19T16:32:09.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.701+0000 7f233ffff640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f232806b810 0x7f232806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.701+0000 7f23505e5740 1 Processor -- start 2024-02-19T16:32:09.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.701+0000 7f23505e5740 1 -- start start 2024-02-19T16:32:09.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.701+0000 7f233ffff640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f232806b810 0x7f232806dcd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f234815f160 tx=0x7f2330009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23505e5740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x560568453fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23505e5740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x560568483dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23505e5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x560568484300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23505e5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x560568414cd0 con 0x560568454510 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23505e5740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605683c7f20 con 0x560568481410 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23505e5740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x5605683c5450 con 0x560568481030 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23477fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x560568484300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23477fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x560568484300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59634/0 (socket says 172.21.15.104:59634) 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.702+0000 7f23477fe640 1 -- 172.21.15.104:0/2218210983 learned_addr learned my addr 172.21.15.104:0/2218210983 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f233ffff640 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x560568483dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f2346ffd640 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x560568453fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f23477fe640 1 -- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 msgr2=0x560568453fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f23477fe640 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x560568453fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f23477fe640 1 -- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 msgr2=0x560568483dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f23477fe640 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x560568483dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f23477fe640 1 -- 172.21.15.104:0/2218210983 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560568375f20 con 0x560568454510 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f233ffff640 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x560568483dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f23477fe640 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x560568484300 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f2340009eb0 tx=0x7f234002e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8091101b655687c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f233d7fa640 1 -- 172.21.15.104:0/2218210983 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2340034640 con 0x560568454510 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f233d7fa640 1 -- 172.21.15.104:0/2218210983 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23400347a0 con 0x560568454510 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.703+0000 7f233d7fa640 1 -- 172.21.15.104:0/2218210983 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2340034b50 con 0x560568454510 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 -- 172.21.15.104:0/2218210983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 msgr2=0x560568484300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x560568484300 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f2340009eb0 tx=0x7f234002e000 comp rx=0 tx=0).stop 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 -- 172.21.15.104:0/2218210983 shutdown_connections 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x560568484300 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x560568483dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 --2- 172.21.15.104:0/2218210983 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x560568453fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 -- 172.21.15.104:0/2218210983 >> 172.21.15.104:0/2218210983 conn(0x560568456240 msgr2=0x56056849edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 -- 172.21.15.104:0/2218210983 shutdown_connections 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 -- 172.21.15.104:0/2218210983 wait complete. 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 -- start start 2024-02-19T16:32:09.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.704+0000 7f23505e5740 1 Processor -- start 2024-02-19T16:32:09.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23505e5740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x560568496620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23505e5740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x5605684b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23505e5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5605684b04e0 0x5605684af880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23505e5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605683c0c30 con 0x5605684b04e0 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23505e5740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x560568365d30 con 0x560568481410 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23505e5740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x560568094310 con 0x560568481030 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23505e5740 10 client.0 _ll_register_callbacks cb 0x56056836dd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23477fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5605684b04e0 0x5605684af880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23477fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5605684b04e0 0x5605684af880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59644/0 (socket says 172.21.15.104:59644) 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f23477fe640 1 -- 172.21.15.104:0/4284371029 learned_addr learned my addr 172.21.15.104:0/4284371029 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f233ffff640 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x5605684b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.705+0000 7f2346ffd640 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x560568496620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23477fe640 1 -- 172.21.15.104:0/4284371029 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 msgr2=0x560568496620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23477fe640 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x560568496620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23477fe640 1 -- 172.21.15.104:0/4284371029 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 msgr2=0x5605684b2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23477fe640 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x5605684b2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23477fe640 1 -- 172.21.15.104:0/4284371029 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f234806e8e0 con 0x5605684b04e0 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23477fe640 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5605684b04e0 0x5605684af880 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f2340009eb0 tx=0x7f2340004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a47ff6a308356a0b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.712 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23267fc640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23267fc640 1 -- 172.21.15.104:0/4284371029 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2340003b90 con 0x5605684b04e0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23267fc640 1 -- 172.21.15.104:0/4284371029 <== mon.0 v2:172.21.15.104:3300/0 2 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2340003cf0 con 0x5605684b04e0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 1 -- 172.21.15.104:0/4284371029 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5605680c06c0 con 0x5605684b04e0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23267fc640 1 -- 172.21.15.104:0/4284371029 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f23400070a0 con 0x5605684b04e0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 10 client.6156 fetch_fsmap learned FSMap version 23 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 1 -- 172.21.15.104:0/4284371029 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) v3 -- 0x5605683bf2b0 con 0x5605684b04e0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23267fc640 1 -- 172.21.15.104:0/4284371029 <== mon.0 v2:172.21.15.104:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5605680c06c0 con 0x5605684b04e0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23267fc640 1 -- 172.21.15.104:0/4284371029 <== mon.0 v2:172.21.15.104:3300/0 5 ==== fsmap(e 23) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f2340004030 con 0x5605684b04e0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 10 client.6156 fetch_fsmap finished waiting for FSMap version 23 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 10 client.6156 resolve_mds: resolved name 'a' to daemon mds.a 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 20 client.6156 populate_metadata read hostname 'smithi104' 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] conn(0x5605684b2470 0x5605684822c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 4 client.6156 mds_command: new command op to 5988 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.706+0000 7f23505e5740 1 -- 172.21.15.104:0/4284371029 --> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560568111270 con 0x5605684b2470 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.707+0000 7f2346ffd640 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] conn(0x5605684b2470 0x5605684822c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.713 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.707+0000 7f23267fc640 10 client.6156 ms_handle_connect on v2:172.21.15.104:6835/3566944138 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.707+0000 7f2346ffd640 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] conn(0x5605684b2470 0x5605684822c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=155b00cabdb6733d server_cookie=15d73c3bf40a7566 in_seq=0 out_seq=0 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23267fc640 1 -- 172.21.15.104:0/4284371029 <== mds.0 v2:172.21.15.104:6835/3566944138 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560568111270 con 0x5605684b2470 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23267fc640 10 client.6156 handle_command_reply: tid=0 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 client.6156 shutdown 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 -- 172.21.15.104:0/4284371029 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5605684b04e0 msgr2=0x5605684af880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5605684b04e0 0x5605684af880 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f2340009eb0 tx=0x7f2340004ab0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 -- 172.21.15.104:0/4284371029 shutdown_connections 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] conn(0x5605684b2470 0x5605684822c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5605684b04e0 0x5605684af880 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23267fc640 0 client.6156 ms_handle_reset on v2:172.21.15.104:6835/3566944138 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x5605684b2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 --2- 172.21.15.104:0/4284371029 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x560568496620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 -- 172.21.15.104:0/4284371029 >> 172.21.15.104:0/4284371029 conn(0x560568454510 msgr2=0x560568457ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 -- 172.21.15.104:0/4284371029 shutdown_connections 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 1 -- 172.21.15.104:0/4284371029 wait complete. 2024-02-19T16:32:09.714 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.708+0000 7f23505e5740 20 client.6156 trim_cache size 0 max 16384 2024-02-19T16:32:09.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.725+0000 7f23505e5740 1 Processor -- start 2024-02-19T16:32:09.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.725+0000 7f23505e5740 1 -- start start 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f23505e5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x5605684a22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f23505e5740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x5605684a2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f23505e5740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x56056847f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f23505e5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x560568346490 con 0x560568454510 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f23505e5740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x560568497680 con 0x560568481410 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f23505e5740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x5605683b9cf0 con 0x560568481030 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f2346ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x5605684a22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f2346ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x5605684a22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59654/0 (socket says 172.21.15.104:59654) 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f2346ffd640 1 -- 172.21.15.104:0/3229375353 learned_addr learned my addr 172.21.15.104:0/3229375353 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f23477fe640 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x56056847f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f233ffff640 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x5605684a2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f2346ffd640 1 -- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 msgr2=0x5605684a2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f2346ffd640 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x5605684a2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f2346ffd640 1 -- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 msgr2=0x56056847f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f2346ffd640 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x56056847f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f2346ffd640 1 -- 172.21.15.104:0/3229375353 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56056835ba20 con 0x560568454510 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f233ffff640 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x5605684a2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.726+0000 7f23477fe640 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x56056847f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.727+0000 7f2346ffd640 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x5605684a22d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f233800cd50 tx=0x7f233800ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b937f6e72d88a099 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.727+0000 7f233cff9640 1 -- 172.21.15.104:0/3229375353 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2338056680 con 0x560568454510 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.727+0000 7f233cff9640 1 -- 172.21.15.104:0/3229375353 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2338073070 con 0x560568454510 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.727+0000 7f233cff9640 1 -- 172.21.15.104:0/3229375353 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23380549f0 con 0x560568454510 2024-02-19T16:32:09.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.727+0000 7f23505e5740 1 -- 172.21.15.104:0/3229375353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 msgr2=0x5605684a22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.727+0000 7f23505e5740 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x5605684a22d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f233800cd50 tx=0x7f233800ce80 comp rx=0 tx=0).stop 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 -- 172.21.15.104:0/3229375353 shutdown_connections 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x56056847f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x5605684a2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 --2- 172.21.15.104:0/3229375353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x5605684a22d0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 -- 172.21.15.104:0/3229375353 >> 172.21.15.104:0/3229375353 conn(0x5605684a1e60 msgr2=0x560568452f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 -- 172.21.15.104:0/3229375353 shutdown_connections 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 -- 172.21.15.104:0/3229375353 wait complete. 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 -- start start 2024-02-19T16:32:09.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.728+0000 7f23505e5740 1 Processor -- start 2024-02-19T16:32:09.736 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f23505e5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x56056850e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f23505e5740 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x56056850f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f23505e5740 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x5605684a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f23505e5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x560568484d50 con 0x560568454510 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f23505e5740 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605684c3180 con 0x560568481410 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f23505e5740 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x56056850fea0 con 0x560568481030 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f23505e5740 10 client.0 _ll_register_callbacks cb 0x7f2340043070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f2346ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x56056850e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f2346ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x56056850e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59656/0 (socket says 172.21.15.104:59656) 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.729+0000 7f2346ffd640 1 -- 172.21.15.104:0/1676337807 learned_addr learned my addr 172.21.15.104:0/1676337807 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f2346ffd640 1 -- 172.21.15.104:0/1676337807 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 msgr2=0x56056850f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.737 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f2346ffd640 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x56056850f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f2346ffd640 1 -- 172.21.15.104:0/1676337807 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 msgr2=0x5605684a0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f2346ffd640 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x5605684a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f2346ffd640 1 -- 172.21.15.104:0/1676337807 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f234809c0e0 con 0x560568454510 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f2346ffd640 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x56056850e440 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f2338088010 tx=0x7f233805b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10109c33a4bbd384 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23267fc640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23267fc640 1 -- 172.21.15.104:0/1676337807 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233805c130 con 0x560568454510 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23267fc640 1 -- 172.21.15.104:0/1676337807 <== mon.0 v2:172.21.15.104:3300/0 2 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f23380549f0 con 0x560568454510 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 1 -- 172.21.15.104:0/1676337807 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f23400347a0 con 0x560568454510 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23267fc640 1 -- 172.21.15.104:0/1676337807 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2338054bb0 con 0x560568454510 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 10 client.6162 fetch_fsmap learned FSMap version 23 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 1 -- 172.21.15.104:0/1676337807 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) v3 -- 0x560568381780 con 0x560568454510 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23267fc640 1 -- 172.21.15.104:0/1676337807 <== mon.0 v2:172.21.15.104:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23400347a0 con 0x560568454510 2024-02-19T16:32:09.738 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23267fc640 1 -- 172.21.15.104:0/1676337807 <== mon.0 v2:172.21.15.104:3300/0 5 ==== fsmap(e 23) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f23380585e0 con 0x560568454510 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 10 client.6162 fetch_fsmap finished waiting for FSMap version 23 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 10 client.6162 resolve_mds: resolved name 'a' to daemon mds.a 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 20 client.6162 populate_metadata read hostname 'smithi104' 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] conn(0x5605684b04e0 0x560568494cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 4 client.6162 mds_command: new command op to 5988 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.730+0000 7f23505e5740 1 -- 172.21.15.104:0/1676337807 --> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5605680fd610 con 0x5605684b04e0 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f233ffff640 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] conn(0x5605684b04e0 0x560568494cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23267fc640 10 client.6162 ms_handle_connect on v2:172.21.15.104:6835/3566944138 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f233ffff640 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] conn(0x5605684b04e0 0x560568494cf0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d34866141f2d26fe server_cookie=189329ed68ff0203 in_seq=0 out_seq=0 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23267fc640 1 -- 172.21.15.104:0/1676337807 <== mds.0 v2:172.21.15.104:6835/3566944138 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x5605680fd610 con 0x5605684b04e0 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23267fc640 10 client.6162 handle_command_reply: tid=0 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 client.6162 shutdown 2024-02-19T16:32:09.739 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 -- 172.21.15.104:0/1676337807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 msgr2=0x56056850e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x56056850e440 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f2338088010 tx=0x7f233805b040 comp rx=0 tx=0).stop 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 -- 172.21.15.104:0/1676337807 shutdown_connections 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.104:6835/3566944138,v1:172.21.15.104:6837/3566944138] conn(0x5605684b04e0 0x560568494cf0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x560568481410 0x5605684a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23267fc640 0 client.6162 ms_handle_reset on v2:172.21.15.104:6835/3566944138 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x560568481030 0x56056850f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 --2- 172.21.15.104:0/1676337807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560568454510 0x56056850e440 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 -- 172.21.15.104:0/1676337807 >> 172.21.15.104:0/1676337807 conn(0x5605684a1e60 msgr2=0x5605684a22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 -- 172.21.15.104:0/1676337807 shutdown_connections 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 1 -- 172.21.15.104:0/1676337807 wait complete. 2024-02-19T16:32:09.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.731+0000 7f23505e5740 20 client.6162 trim_cache size 0 max 16384 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "cluster_fsid": "31465258-c534-45cb-bb4d-35d3efdd6f7d", 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "whoami": 0, 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 5988, 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "want_state": "up:active", 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "state": "up:active", 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs", 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "rank_uptime": 9.1881684060000008, 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "mdsmap_epoch": 23, 2024-02-19T16:32:09.741 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_epoch": 48, 2024-02-19T16:32:09.742 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_epoch_barrier": 48, 2024-02-19T16:32:09.742 INFO:teuthology.orchestra.run.smithi104.stdout: "uptime": 13.525620544000001 2024-02-19T16:32:09.742 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:09.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 -- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f232806b810 msgr2=0x7f232806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f232806b810 0x7f232806dcd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f234815f160 tx=0x7f2330009240 comp rx=0 tx=0).stop 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 -- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23480cf700 msgr2=0x7f23480b3470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23480cf700 0x7f23480b3470 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f233800c390 tx=0x7f233800c850 comp rx=0 tx=0).stop 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 -- 172.21.15.104:0/238948296 shutdown_connections 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f232806b810 0x7f232806dcd0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f234815bfd0 0x7f23480cb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f23480d0610 0x7f234809b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 --2- 172.21.15.104:0/238948296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23480cf700 0x7f23480b3470 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 -- 172.21.15.104:0/238948296 >> 172.21.15.104:0/238948296 conn(0x7f23480d1920 msgr2=0x7f23480b4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 -- 172.21.15.104:0/238948296 shutdown_connections 2024-02-19T16:32:09.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.732+0000 7f234d92c640 1 -- 172.21.15.104:0/238948296 wait complete. 2024-02-19T16:32:09.745 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:32:09.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.843+0000 7f1f34381640 1 Processor -- start 2024-02-19T16:32:09.845 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.843+0000 7f1f34381640 1 -- start start 2024-02-19T16:32:09.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.844+0000 7f1f34381640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f1f2c15de80 0x7f1f2c0b5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.846 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.844+0000 7f1f34381640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f2c0cec10 0x7f1f2c06b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.844+0000 7f1f34381640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f2c067280 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.844+0000 7f1f34381640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f2c06b040 con 0x7f1f2c0cec10 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.844+0000 7f1f34381640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f2c15e260 con 0x7f1f2c15de80 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3291e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f2c0cec10 0x7f1f2c06b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3291e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f2c0cec10 0x7f1f2c06b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59668/0 (socket says 172.21.15.104:59668) 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3291e640 1 -- 172.21.15.104:0/1859630186 learned_addr learned my addr 172.21.15.104:0/1859630186 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3211d640 1 --2- 172.21.15.104:0/1859630186 >> v2:172.21.15.158:3300/0 conn(0x7f1f2c15de80 0x7f1f2c0b5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3291e640 1 -- 172.21.15.104:0/1859630186 >> v2:172.21.15.158:3300/0 conn(0x7f1f2c15de80 msgr2=0x7f1f2c0b5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3291e640 1 --2- 172.21.15.104:0/1859630186 >> v2:172.21.15.158:3300/0 conn(0x7f1f2c15de80 0x7f1f2c0b5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3291e640 1 -- 172.21.15.104:0/1859630186 >> v1:172.21.15.158:6789/0 conn(0x7f1f2c0ce0a0 legacy=0x7f1f2c0ce500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3291e640 1 -- 172.21.15.104:0/1859630186 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f2c066cc0 con 0x7f1f2c0cec10 2024-02-19T16:32:09.847 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.845+0000 7f1f3211d640 1 --2- 172.21.15.104:0/1859630186 >> v2:172.21.15.158:3300/0 conn(0x7f1f2c15de80 0x7f1f2c0b5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f3291e640 1 --2- 172.21.15.104:0/1859630186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0cec10 0x7f1f2c06b4d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c074b40 tx=0x7f1f2402bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da8be1eb410e413d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f3111b640 1 -- 172.21.15.104:0/1859630186 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2402ca80 con 0x7f1f2c0cec10 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f3111b640 1 -- 172.21.15.104:0/1859630186 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f2402cbe0 con 0x7f1f2c0cec10 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f3111b640 1 -- 172.21.15.104:0/1859630186 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f240343f0 con 0x7f1f2c0cec10 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f34381640 1 -- 172.21.15.104:0/1859630186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0cec10 msgr2=0x7f1f2c06b4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f34381640 1 --2- 172.21.15.104:0/1859630186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0cec10 0x7f1f2c06b4d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c074b40 tx=0x7f1f2402bee0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f34381640 1 -- 172.21.15.104:0/1859630186 shutdown_connections 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f34381640 1 --2- 172.21.15.104:0/1859630186 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0cec10 0x7f1f2c06b4d0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.849 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f34381640 1 --2- 172.21.15.104:0/1859630186 >> v2:172.21.15.158:3300/0 conn(0x7f1f2c15de80 0x7f1f2c0b5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f34381640 1 -- 172.21.15.104:0/1859630186 >> 172.21.15.104:0/1859630186 conn(0x7f1f2c0ccca0 msgr2=0x7f1f2c0cd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:09.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f34381640 1 -- 172.21.15.104:0/1859630186 shutdown_connections 2024-02-19T16:32:09.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.846+0000 7f1f34381640 1 -- 172.21.15.104:0/1859630186 wait complete. 2024-02-19T16:32:09.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f34381640 1 Processor -- start 2024-02-19T16:32:09.850 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f34381640 1 -- start start 2024-02-19T16:32:09.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f34381640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0ce0a0 0x7f1f2c148130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f34381640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f2c0cec10 0x7f1f2c156590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f34381640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f2c15de80 0x7f1f2c1f3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f34381640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c156ad0 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.852 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f34381640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c1578d0 con 0x7f1f2c15de80 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f34381640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c1f35d0 con 0x7f1f2c0cec10 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f3211d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0ce0a0 0x7f1f2c148130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f3211d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0ce0a0 0x7f1f2c148130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59678/0 (socket says 172.21.15.104:59678) 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.848+0000 7f1f3211d640 1 -- 172.21.15.104:0/2888212874 learned_addr learned my addr 172.21.15.104:0/2888212874 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f3211d640 1 -- 172.21.15.104:0/2888212874 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f2c0cec10 msgr2=0x7f1f2c156590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f3211d640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f2c0cec10 0x7f1f2c156590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f3211d640 1 -- 172.21.15.104:0/2888212874 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f2c15de80 msgr2=0x7f1f2c1f3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f3211d640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f2c15de80 0x7f1f2c1f3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f3211d640 1 -- 172.21.15.104:0/2888212874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f24009b30 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f3211d640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0ce0a0 0x7f1f2c148130 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f1f2800d800 tx=0x7f1f2800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f22ffd640 1 -- 172.21.15.104:0/2888212874 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f28004030 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f22ffd640 1 -- 172.21.15.104:0/2888212874 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f28004190 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f2c156cc0 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f22ffd640 1 -- 172.21.15.104:0/2888212874 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f28004520 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.849+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f2c157280 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.850+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f2c068430 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.850+0000 7f1f22ffd640 1 -- 172.21.15.104:0/2888212874 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f1f280096a0 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.851+0000 7f1f22ffd640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b810 0x7f1f1006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:09.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.851+0000 7f1f22ffd640 1 -- 172.21.15.104:0/2888212874 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1f2808a370 con 0x7f1f2c0ce0a0 2024-02-19T16:32:09.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.851+0000 7f1f3191c640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b810 0x7f1f1006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:09.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.851+0000 7f1f3191c640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b810 0x7f1f1006dcd0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c000f60 tx=0x7f1f1c0079d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:09.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:09.855+0000 7f1f22ffd640 1 -- 172.21.15.104:0/2888212874 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1f28054d90 con 0x7f1f2c0ce0a0 2024-02-19T16:32:10.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.071+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f1f2c06b9e0 con 0x7f1f2c0ce0a0 2024-02-19T16:32:10.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.071+0000 7f1f22ffd640 1 -- 172.21.15.104:0/2888212874 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+73 (secure 0 0 0) 0x7f1f28058450 con 0x7f1f2c0ce0a0 2024-02-19T16:32:10.073 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b810 msgr2=0x7f1f1006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b810 0x7f1f1006dcd0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c000f60 tx=0x7f1f1c0079d0 comp rx=0 tx=0).stop 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0ce0a0 msgr2=0x7f1f2c148130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0ce0a0 0x7f1f2c148130 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f1f2800d800 tx=0x7f1f2800dcc0 comp rx=0 tx=0).stop 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 shutdown_connections 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f1f1006b810 0x7f1f1006dcd0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1f2c15de80 0x7f1f2c1f3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1f2c0cec10 0x7f1f2c156590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 --2- 172.21.15.104:0/2888212874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f2c0ce0a0 0x7f1f2c148130 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 >> 172.21.15.104:0/2888212874 conn(0x7f1f2c0ccca0 msgr2=0x7f1f2c0b3d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 shutdown_connections 2024-02-19T16:32:10.075 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10.073+0000 7f1f34381640 1 -- 172.21.15.104:0/2888212874 wait complete. 2024-02-19T16:32:10.085 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:32:10.085 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:32:10.085 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-02-19T16:32:10.085 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-19T16:32:10.086 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:10.086 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:32:10.086 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:32:10.086 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:32:10.086 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:10.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.086 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-02-19T16:32:10.101 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:32:10.101 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:32:10.101 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:32:10.101 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42528sec preferred_lft 42528sec 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-02-19T16:32:10.102 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::3407:6dff:fe00:a91/64 scope link 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4017:6aff:fee5:fdcb/64 scope link 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether be:4f:74:dd:12:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::bc4f:74ff:fedd:128c/64 scope link 2024-02-19T16:32:10.103 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:10.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.104 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:32:10.167 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-02-19T16:32:10.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.169 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-02-19T16:32:10.224 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-02-19T16:32:10.224 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:32:10.224 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:32:10.225 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:32:10.225 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:32:10.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.225 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:32:10.225 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:32:10.225 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:32:10.225 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:32:10.225 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:32:10.225 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:32:10.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.319 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:32:10.333 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-19T16:32:10.333 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-19T16:32:10.334 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:10.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.334 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-02-19T16:32:10.404 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-19T16:32:10.405 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:32:10.405 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:10.460 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:10.460 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:32:10.461 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:10.515 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:32:10.586 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:32:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:32:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:32:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:32:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:32:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:32:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:32:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:32:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:32:10.643 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:10.644 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:10.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.645 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:32:10.696 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-19T16:32:10.697 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-19T16:32:10.739 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:32:10.766 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:32:10.822 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:32:10.822 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:32:10.822 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:32:10.823 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:10.824 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:10.825 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:10.825 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:10.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.825 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:32:10.826 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:2024-02-19T16:32:10.823+0000 7f21b7c3d480 -1 init, newargv = 0x55a199db1380 newargc=15 2024-02-19T16:32:10.826 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[58894]: starting ceph client 2024-02-19T16:32:10.828 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[58894]: starting fuse 2024-02-19T16:32:10.840 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:32:10.841 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-02-19T16:32:10.841 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-02-19T16:32:10.842 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:32:10.843 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:10.843 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.0")) 2024-02-19T16:32:10.843 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:32:10.961 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.0.58894.asok 2024-02-19T16:32:10.964 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:32:10.972 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.58894.asok 2024-02-19T16:32:10.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:10.972 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.58894.asok status 2024-02-19T16:32:11.111 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "0", 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "58894", 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-02-19T16:32:11.112 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 6174, 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 6174 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 4074090630 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:32:11.113 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 4074090630 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.6174 192.168.0.1:0/4074090630", 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/4074090630", 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 23, 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 48, 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-02-19T16:32:11.114 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:11.120 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:11.120 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-02-19T16:32:11.120 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:11.135 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-02-19T16:32:11.135 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:11.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:11.135 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:11.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:11.202 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch test_file) 2024-02-19T16:32:11.261 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds allow mon 'allow r' osd 'allow r pool=cephfs_data' 2024-02-19T16:32:11.407 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.406+0000 7ff681650640 1 Processor -- start 2024-02-19T16:32:11.408 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.406+0000 7ff681650640 1 -- start start 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.407+0000 7ff681650640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff67c0b24b0 0x7ff67c0af230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.407+0000 7ff681650640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff67c0aeda0 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.407+0000 7ff681650640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff67c0b3450 con 0x7ff67c0b2910 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.407+0000 7ff681650640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff67c0b2e90 con 0x7ff67c0b24b0 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.407+0000 7ff67affd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff67c0d1ac0 0x7ff67c0d1ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53868/0 (socket says 172.21.15.104:53868) 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.407+0000 7ff67affd640 1 -- 172.21.15.104:0/1241884031 learned_addr learned my addr 172.21.15.104:0/1241884031 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.407+0000 7ff67a7fc640 1 --2- 172.21.15.104:0/1241884031 >> v2:172.21.15.158:3300/0 conn(0x7ff67c0b24b0 0x7ff67c0af230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.407+0000 7ff679ffb640 1 -- 172.21.15.104:0/1241884031 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2561966926 0 0) 0x7ff67c0aeda0 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.408+0000 7ff679ffb640 1 -- 172.21.15.104:0/1241884031 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff664003520 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.408+0000 7ff67a7fc640 1 -- 172.21.15.104:0/1241884031 >> v1:172.21.15.158:6789/0 conn(0x7ff67c0b2910 legacy=0x7ff67c0af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.408+0000 7ff67a7fc640 1 -- 172.21.15.104:0/1241884031 >> v1:172.21.15.104:6789/0 conn(0x7ff67c0d1ac0 legacy=0x7ff67c0d1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.409 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.408+0000 7ff67a7fc640 1 -- 172.21.15.104:0/1241884031 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff67c0b3170 con 0x7ff67c0b24b0 2024-02-19T16:32:11.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.408+0000 7ff67a7fc640 1 --2- 172.21.15.104:0/1241884031 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 0x7ff67c0af230 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff6700097a0 tx=0x7ff67002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43acf1048f5444d1 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:11.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff679ffb640 1 -- 172.21.15.104:0/1241884031 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff670031830 con 0x7ff67c0b24b0 2024-02-19T16:32:11.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff679ffb640 1 -- 172.21.15.104:0/1241884031 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff670031990 con 0x7ff67c0b24b0 2024-02-19T16:32:11.410 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff679ffb640 1 -- 172.21.15.104:0/1241884031 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff670031d00 con 0x7ff67c0b24b0 2024-02-19T16:32:11.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff681650640 1 -- 172.21.15.104:0/1241884031 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 msgr2=0x7ff67c0af230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff681650640 1 --2- 172.21.15.104:0/1241884031 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 0x7ff67c0af230 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff6700097a0 tx=0x7ff67002b8d0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff681650640 1 -- 172.21.15.104:0/1241884031 shutdown_connections 2024-02-19T16:32:11.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff681650640 1 --2- 172.21.15.104:0/1241884031 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 0x7ff67c0af230 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff681650640 1 -- 172.21.15.104:0/1241884031 >> 172.21.15.104:0/1241884031 conn(0x7ff67c072f10 msgr2=0x7ff67c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:11.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff681650640 1 -- 172.21.15.104:0/1241884031 shutdown_connections 2024-02-19T16:32:11.411 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.409+0000 7ff681650640 1 -- 172.21.15.104:0/1241884031 wait complete. 2024-02-19T16:32:11.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.410+0000 7ff681650640 1 Processor -- start 2024-02-19T16:32:11.412 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff681650640 1 -- start start 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff681650640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 0x7ff67c14bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff681650640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff67c0b2910 0x7ff67c0ca630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff681650640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff67c0d1ac0 0x7ff67c0b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff681650640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff67c14c2b0 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff681650640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff67c15ca90 con 0x7ff67c0b24b0 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff681650640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff67c15d050 con 0x7ff67c0b2910 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff67b7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff67c0d1ac0 0x7ff67c0b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff67b7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff67c0d1ac0 0x7ff67c0b48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58574/0 (socket says 172.21.15.104:58574) 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff67b7fe640 1 -- 172.21.15.104:0/2278400889 learned_addr learned my addr 172.21.15.104:0/2278400889 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff67a7fc640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff67c0b2910 0x7ff67c0ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.411+0000 7ff67affd640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 0x7ff67c14bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff67b7fe640 1 -- 172.21.15.104:0/2278400889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff67c0b2910 msgr2=0x7ff67c0ca630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff67b7fe640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff67c0b2910 0x7ff67c0ca630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.414 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff67b7fe640 1 -- 172.21.15.104:0/2278400889 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 msgr2=0x7ff67c14bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff67b7fe640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 0x7ff67c14bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff67b7fe640 1 -- 172.21.15.104:0/2278400889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff670009400 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff67b7fe640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff67c0d1ac0 0x7ff67c0b48e0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7ff66c00c400 tx=0x7ff66c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:11.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff6637fe640 1 -- 172.21.15.104:0/2278400889 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff66c0052d0 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff6637fe640 1 -- 172.21.15.104:0/2278400889 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff66c005430 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff67c0cb120 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff6637fe640 1 -- 172.21.15.104:0/2278400889 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff66c003810 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.415 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.412+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff67c15cce0 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.413+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff67c0cb640 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.414+0000 7ff6637fe640 1 -- 172.21.15.104:0/2278400889 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff66c003970 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.414+0000 7ff6637fe640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff66806b840 0x7ff66806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.414+0000 7ff67affd640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff66806b840 0x7ff66806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.414+0000 7ff6637fe640 1 -- 172.21.15.104:0/2278400889 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff66c089780 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.415+0000 7ff67affd640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff66806b840 0x7ff66806dd00 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff674001560 tx=0x7ff674001a90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:11.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.418+0000 7ff6637fe640 1 -- 172.21.15.104:0/2278400889 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff66c0541a0 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.693 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.692+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow r pool=cephfs_data"]} v 0) v1 -- 0x7ff67c0751e0 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.694+0000 7ff6637fe640 1 -- 172.21.15.104:0/2278400889 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow r pool=cephfs_data"]}]=0 updated caps for client.0 v16) v1 ==== 183+0+140 (secure 0 0 0) 0x7ff66c0170e0 con 0x7ff67c0d1ac0 2024-02-19T16:32:11.695 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:32:11.695 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:32:11.695 INFO:teuthology.orchestra.run.smithi104.stdout: caps mds = "allow" 2024-02-19T16:32:11.695 INFO:teuthology.orchestra.run.smithi104.stdout: caps mon = "allow r" 2024-02-19T16:32:11.695 INFO:teuthology.orchestra.run.smithi104.stdout: caps osd = "allow r pool=cephfs_data" 2024-02-19T16:32:11.696 INFO:teuthology.orchestra.run.smithi104.stderr:updated caps for client.0 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff66806b840 msgr2=0x7ff66806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff66806b840 0x7ff66806dd00 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff674001560 tx=0x7ff674001a90 comp rx=0 tx=0).stop 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff67c0d1ac0 msgr2=0x7ff67c0b48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff67c0d1ac0 0x7ff67c0b48e0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7ff66c00c400 tx=0x7ff66c00c8c0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 shutdown_connections 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff66806b840 0x7ff66806dd00 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff67c0d1ac0 0x7ff67c0b48e0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff67c0b2910 0x7ff67c0ca630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 --2- 172.21.15.104:0/2278400889 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff67c0b24b0 0x7ff67c14bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 >> 172.21.15.104:0/2278400889 conn(0x7ff67c072f10 msgr2=0x7ff67c070030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 shutdown_connections 2024-02-19T16:32:11.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.696+0000 7ff681650640 1 -- 172.21.15.104:0/2278400889 wait complete. 2024-02-19T16:32:11.708 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:32:11.708 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:11.724 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:11.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe6528eb640 1 Processor -- start 2024-02-19T16:32:11.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe6528eb640 1 -- start start 2024-02-19T16:32:11.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe6528eb640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fe64c15de30 0x7fe64c0d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe6528eb640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe64c0d0530 0x7fe64c0d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe6528eb640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c0cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe6528eb640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe64c0d0f00 con 0x7fe64c0d0530 2024-02-19T16:32:11.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe6528eb640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe64c0d16f0 con 0x7fe64c15de30 2024-02-19T16:32:11.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe6528eb640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe64c0d1940 con 0x7fe64c0cf3f0 2024-02-19T16:32:11.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.880+0000 7fe64b7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe64c0d0530 0x7fe64c0d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64b7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe64c0d0530 0x7fe64c0d09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58586/0 (socket says 172.21.15.104:58586) 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64b7fe640 1 -- 172.21.15.104:0/4097472387 learned_addr learned my addr 172.21.15.104:0/4097472387 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64bfff640 1 --2- 172.21.15.104:0/4097472387 >> v2:172.21.15.158:3300/0 conn(0x7fe64c15de30 0x7fe64c0d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe650e88640 1 --2- 172.21.15.104:0/4097472387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c0cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64b7fe640 1 -- 172.21.15.104:0/4097472387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 msgr2=0x7fe64c0cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64b7fe640 1 --2- 172.21.15.104:0/4097472387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c0cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64b7fe640 1 -- 172.21.15.104:0/4097472387 >> v2:172.21.15.158:3300/0 conn(0x7fe64c15de30 msgr2=0x7fe64c0d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64b7fe640 1 --2- 172.21.15.104:0/4097472387 >> v2:172.21.15.158:3300/0 conn(0x7fe64c15de30 0x7fe64c0d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64b7fe640 1 -- 172.21.15.104:0/4097472387 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe64c0d1c20 con 0x7fe64c0d0530 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe650e88640 1 --2- 172.21.15.104:0/4097472387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c0cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.881+0000 7fe64b7fe640 1 --2- 172.21.15.104:0/4097472387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c0d0530 0x7fe64c0d09c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe64c0b6710 tx=0x7fe63c02b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=934cf1fcf414ccc5 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe64affd640 1 -- 172.21.15.104:0/4097472387 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe63c0317d0 con 0x7fe64c0d0530 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe64affd640 1 -- 172.21.15.104:0/4097472387 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe63c031930 con 0x7fe64c0d0530 2024-02-19T16:32:11.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe64affd640 1 -- 172.21.15.104:0/4097472387 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe63c031cc0 con 0x7fe64c0d0530 2024-02-19T16:32:11.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 -- 172.21.15.104:0/4097472387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c0d0530 msgr2=0x7fe64c0d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 --2- 172.21.15.104:0/4097472387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c0d0530 0x7fe64c0d09c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe64c0b6710 tx=0x7fe63c02b870 comp rx=0 tx=0).stop 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 -- 172.21.15.104:0/4097472387 shutdown_connections 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 --2- 172.21.15.104:0/4097472387 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c0cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 --2- 172.21.15.104:0/4097472387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c0d0530 0x7fe64c0d09c0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 --2- 172.21.15.104:0/4097472387 >> v2:172.21.15.158:3300/0 conn(0x7fe64c15de30 0x7fe64c0d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 -- 172.21.15.104:0/4097472387 >> 172.21.15.104:0/4097472387 conn(0x7fe64c0d3b20 msgr2=0x7fe64c0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 -- 172.21.15.104:0/4097472387 shutdown_connections 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.882+0000 7fe6528eb640 1 -- 172.21.15.104:0/4097472387 wait complete. 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.884+0000 7fe6528eb640 1 Processor -- start 2024-02-19T16:32:11.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.884+0000 7fe6528eb640 1 -- start start 2024-02-19T16:32:11.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe6528eb640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c15a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe6528eb640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe64c0d0530 0x7fe64c0cabf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe6528eb640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c15de30 0x7fe64c15ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe6528eb640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64c0cb130 con 0x7fe64c15de30 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe6528eb640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64c0b4950 con 0x7fe64c0d0530 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe6528eb640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe64c0cc460 con 0x7fe64c0cf3f0 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c15de30 0x7fe64c15ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c15de30 0x7fe64c15ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58602/0 (socket says 172.21.15.104:58602) 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 -- 172.21.15.104:0/304868780 learned_addr learned my addr 172.21.15.104:0/304868780 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe64bfff640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c15a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe64b7fe640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe64c0d0530 0x7fe64c0cabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 -- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 msgr2=0x7fe64c15a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c15a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 -- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe64c0d0530 msgr2=0x7fe64c0cabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:11.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe64c0d0530 0x7fe64c0cabf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:11.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 -- 172.21.15.104:0/304868780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe63c0094d0 con 0x7fe64c15de30 2024-02-19T16:32:11.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe64bfff640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c15a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:11.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe650e88640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c15de30 0x7fe64c15ba70 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe64400cef0 tx=0x7fe64400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:11.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe648ff9640 1 -- 172.21.15.104:0/304868780 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe64400d840 con 0x7fe64c15de30 2024-02-19T16:32:11.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe648ff9640 1 -- 172.21.15.104:0/304868780 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe64400d9a0 con 0x7fe64c15de30 2024-02-19T16:32:11.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe64c0cbbc0 con 0x7fe64c15de30 2024-02-19T16:32:11.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe648ff9640 1 -- 172.21.15.104:0/304868780 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe64400dd50 con 0x7fe64c15de30 2024-02-19T16:32:11.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.886+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe64c0cc180 con 0x7fe64c15de30 2024-02-19T16:32:11.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.888+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe64c0b47b0 con 0x7fe64c15de30 2024-02-19T16:32:11.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.888+0000 7fe648ff9640 1 -- 172.21.15.104:0/304868780 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe64401e3b0 con 0x7fe64c15de30 2024-02-19T16:32:11.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.888+0000 7fe648ff9640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe63806b810 0x7fe63806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:11.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.888+0000 7fe648ff9640 1 -- 172.21.15.104:0/304868780 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe64408abb0 con 0x7fe64c15de30 2024-02-19T16:32:11.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.888+0000 7fe64bfff640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe63806b810 0x7fe63806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:11.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.889+0000 7fe64bfff640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe63806b810 0x7fe63806dcd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe640006fd0 tx=0x7fe640008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:11.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:11.893+0000 7fe648ff9640 1 -- 172.21.15.104:0/304868780 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe64c0b47b0 con 0x7fe64c15de30 2024-02-19T16:32:12.079 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.078+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe64c0b47b0 con 0x7fe64c15de30 2024-02-19T16:32:12.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.079+0000 7fe648ff9640 1 -- 172.21.15.104:0/304868780 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7fe64c0b47b0 con 0x7fe64c15de30 2024-02-19T16:32:12.081 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:12.081 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe63806b810 msgr2=0x7fe63806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe63806b810 0x7fe63806dcd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe640006fd0 tx=0x7fe640008040 comp rx=0 tx=0).stop 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c15de30 msgr2=0x7fe64c15ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c15de30 0x7fe64c15ba70 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe64400cef0 tx=0x7fe64400a710 comp rx=0 tx=0).stop 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 shutdown_connections 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe63806b810 0x7fe63806dcd0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe64c15de30 0x7fe64c15ba70 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe64c0d0530 0x7fe64c0cabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 --2- 172.21.15.104:0/304868780 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe64c0cf3f0 0x7fe64c15a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 >> 172.21.15.104:0/304868780 conn(0x7fe64c0d3b20 msgr2=0x7fe64c06c2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:12.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 shutdown_connections 2024-02-19T16:32:12.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.081+0000 7fe6528eb640 1 -- 172.21.15.104:0/304868780 wait complete. 2024-02-19T16:32:12.097 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:58.104668+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '47', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:58.854520+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:32:12.098 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:32:12.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.200+0000 7f6deca9a640 1 Processor -- start 2024-02-19T16:32:12.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.200+0000 7f6deca9a640 1 -- start start 2024-02-19T16:32:12.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6deca9a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f6de806c4d0 0x7f6de80b3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6deca9a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6de80ce520 con 0x7f6de80b14d0 2024-02-19T16:32:12.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6deca9a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6de80d2a70 con 0x7f6de815e040 2024-02-19T16:32:12.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6deca9a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6de80ce7c0 con 0x7f6de806c4d0 2024-02-19T16:32:12.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de6d9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f6de80b14d0 0x7f6de80b1aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53870/0 (socket says 172.21.15.104:53870) 2024-02-19T16:32:12.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de6d9d640 1 -- 172.21.15.104:0/628435423 learned_addr learned my addr 172.21.15.104:0/628435423 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:12.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de659c640 1 --2- 172.21.15.104:0/628435423 >> v2:172.21.15.158:3300/0 conn(0x7f6de806c4d0 0x7f6de80b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4269669243 0 0) 0x7f6de80ce520 con 0x7f6de80b14d0 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6dd4003520 con 0x7f6de80b14d0 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 319050762 0 0) 0x7f6dd4003520 con 0x7f6de80b14d0 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 >> v2:172.21.15.158:3300/0 conn(0x7f6de806c4d0 msgr2=0x7f6de80b3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 --2- 172.21.15.104:0/628435423 >> v2:172.21.15.158:3300/0 conn(0x7f6de806c4d0 0x7f6de80b3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 >> v1:172.21.15.158:6789/0 conn(0x7f6de815e040 legacy=0x7f6de806c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6de80ceaa0 con 0x7f6de80b14d0 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f6de00019f0 con 0x7f6de80b14d0 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 >> v1:172.21.15.104:6789/0 conn(0x7f6de80b14d0 legacy=0x7f6de80b1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.201+0000 7f6de5d9b640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6dd4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de5d9b640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6dd40047c0 0x7f6dd4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de5d9b640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6dd4005180 0x7f6dd400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6de80ce7c0 con 0x7f6dd4003970 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dd400c020 con 0x7f6dd40047c0 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6dd400c1e0 con 0x7f6dd4005180 2024-02-19T16:32:12.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de659c640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6dd4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de6d9d640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6dd4005180 0x7f6dd400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6ddffff640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6dd40047c0 0x7f6dd4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de659c640 1 -- 172.21.15.104:0/628435423 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6dd4005180 msgr2=0x7f6dd400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de659c640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6dd4005180 0x7f6dd400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de659c640 1 -- 172.21.15.104:0/628435423 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6dd40047c0 msgr2=0x7f6dd4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de659c640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6dd40047c0 0x7f6dd4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de659c640 1 -- 172.21.15.104:0/628435423 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dd4003520 con 0x7f6dd4003970 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.202+0000 7f6de6d9d640 1 -- 172.21.15.104:0/628435423 reap_dead start 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.203+0000 7f6de659c640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6dd4003d90 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f6dd8009ac0 tx=0x7f6dd40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec858b5834ec142f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.203+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dd802c6b0 con 0x7f6dd4003970 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.203+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6dd802c810 con 0x7f6dd4003970 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.203+0000 7f6de5d9b640 1 -- 172.21.15.104:0/628435423 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dd802cba0 con 0x7f6dd4003970 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.203+0000 7f6deca9a640 1 -- 172.21.15.104:0/628435423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 msgr2=0x7f6dd4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.203+0000 7f6deca9a640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6dd4003d90 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f6dd8009ac0 tx=0x7f6dd40057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.203+0000 7f6deca9a640 1 -- 172.21.15.104:0/628435423 shutdown_connections 2024-02-19T16:32:12.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.203+0000 7f6deca9a640 1 --2- 172.21.15.104:0/628435423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6dd4003d90 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.204+0000 7f6deca9a640 1 -- 172.21.15.104:0/628435423 >> 172.21.15.104:0/628435423 conn(0x7f6de8072f10 msgr2=0x7f6de809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:12.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.204+0000 7f6deca9a640 1 -- 172.21.15.104:0/628435423 shutdown_connections 2024-02-19T16:32:12.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.204+0000 7f6deca9a640 1 -- 172.21.15.104:0/628435423 wait complete. 2024-02-19T16:32:12.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.206+0000 7f6deca9a640 1 Processor -- start 2024-02-19T16:32:12.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.206+0000 7f6deca9a640 1 -- start start 2024-02-19T16:32:12.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6deca9a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6de80b0510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6deca9a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6de81590f0 0x7f6de8160dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6deca9a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6de815eff0 0x7f6de815f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6deca9a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6de8159570 con 0x7f6dd4003970 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6deca9a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6de8161300 con 0x7f6de81590f0 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6deca9a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6de80b0af0 con 0x7f6de815eff0 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6de80b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6de80b0510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58630/0 (socket says 172.21.15.104:58630) 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 -- 172.21.15.104:0/296617994 learned_addr learned my addr 172.21.15.104:0/296617994 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de6d9d640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6de815eff0 0x7f6de815f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6ddffff640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6de81590f0 0x7f6de8160dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 -- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6de815eff0 msgr2=0x7f6de815f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6de815eff0 0x7f6de815f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 -- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6de81590f0 msgr2=0x7f6de8160dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6de81590f0 0x7f6de8160dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 -- 172.21.15.104:0/296617994 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6de80b0dd0 con 0x7f6dd4003970 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de6d9d640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6de815eff0 0x7f6de815f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:12.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6ddffff640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6de81590f0 0x7f6de8160dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:12.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6de659c640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6de80b0510 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f6dd8009ac0 tx=0x7f6dd8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.207+0000 7f6ddeffd640 1 -- 172.21.15.104:0/296617994 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dd8003810 con 0x7f6dd4003970 2024-02-19T16:32:12.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.208+0000 7f6ddeffd640 1 -- 172.21.15.104:0/296617994 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6dd8003970 con 0x7f6dd4003970 2024-02-19T16:32:12.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.208+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6de80b10b0 con 0x7f6dd4003970 2024-02-19T16:32:12.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.208+0000 7f6ddeffd640 1 -- 172.21.15.104:0/296617994 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dd8003d00 con 0x7f6dd4003970 2024-02-19T16:32:12.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.208+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6de80c8f20 con 0x7f6dd4003970 2024-02-19T16:32:12.212 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.209+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6de80751e0 con 0x7f6dd4003970 2024-02-19T16:32:12.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.210+0000 7f6ddeffd640 1 -- 172.21.15.104:0/296617994 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6dd8040450 con 0x7f6dd4003970 2024-02-19T16:32:12.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.210+0000 7f6ddeffd640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6dc806b810 0x7f6dc806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.210+0000 7f6ddeffd640 1 -- 172.21.15.104:0/296617994 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6dd80ac190 con 0x7f6dd4003970 2024-02-19T16:32:12.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.210+0000 7f6ddffff640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6dc806b810 0x7f6dc806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.210+0000 7f6ddffff640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6dc806b810 0x7f6dc806dcd0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6dd0000c00 tx=0x7f6dd0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.218+0000 7f6ddeffd640 1 -- 172.21.15.104:0/296617994 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6dd8076b10 con 0x7f6dd4003970 2024-02-19T16:32:12.396 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.395+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6de80d2050 con 0x7f6dd4003970 2024-02-19T16:32:12.397 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.396+0000 7f6ddeffd640 1 -- 172.21.15.104:0/296617994 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6dd80044e0 con 0x7f6dd4003970 2024-02-19T16:32:12.397 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:32:12.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6dc806b810 msgr2=0x7f6dc806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6dc806b810 0x7f6dc806dcd0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6dd0000c00 tx=0x7f6dd0009040 comp rx=0 tx=0).stop 2024-02-19T16:32:12.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 msgr2=0x7f6de80b0510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6de80b0510 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f6dd8009ac0 tx=0x7f6dd8004730 comp rx=0 tx=0).stop 2024-02-19T16:32:12.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 shutdown_connections 2024-02-19T16:32:12.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6dc806b810 0x7f6dc806dcd0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6de815eff0 0x7f6de815f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.400 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6de81590f0 0x7f6de8160dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 --2- 172.21.15.104:0/296617994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6dd4003970 0x7f6de80b0510 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 >> 172.21.15.104:0/296617994 conn(0x7f6de8072f10 msgr2=0x7f6de806ff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:12.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 shutdown_connections 2024-02-19T16:32:12.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.398+0000 7f6deca9a640 1 -- 172.21.15.104:0/296617994 wait complete. 2024-02-19T16:32:12.411 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:32:12.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.512+0000 7f5623df6640 1 Processor -- start 2024-02-19T16:32:12.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.513+0000 7f5623df6640 1 -- start start 2024-02-19T16:32:12.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.513+0000 7f5623df6640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f561c0ceb00 0x7f561c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.513+0000 7f5623df6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f561c0cd6a0 0x7f561c0cdb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.513+0000 7f5623df6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f561c06e650 con 0x7f561c06db00 2024-02-19T16:32:12.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.513+0000 7f5623df6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f561c0cf420 con 0x7f561c0cd6a0 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.513+0000 7f5623df6640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f561c06e8c0 con 0x7f561c0ceb00 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5622393640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f561c0cd6a0 0x7f561c0cdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5622393640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f561c0cd6a0 0x7f561c0cdb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58634/0 (socket says 172.21.15.104:58634) 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5621391640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f561c06db00 0x7f561c06df40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53880/0 (socket says 172.21.15.104:53880) 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5622393640 1 -- 172.21.15.104:0/34651350 learned_addr learned my addr 172.21.15.104:0/34651350 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5621b92640 1 --2- 172.21.15.104:0/34651350 >> v2:172.21.15.158:3300/0 conn(0x7f561c0ceb00 0x7f561c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5622393640 1 -- 172.21.15.104:0/34651350 >> v2:172.21.15.158:3300/0 conn(0x7f561c0ceb00 msgr2=0x7f561c0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5622393640 1 --2- 172.21.15.104:0/34651350 >> v2:172.21.15.158:3300/0 conn(0x7f561c0ceb00 0x7f561c0ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5622393640 1 -- 172.21.15.104:0/34651350 >> v1:172.21.15.104:6789/0 conn(0x7f561c06db00 legacy=0x7f561c06df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5622393640 1 -- 172.21.15.104:0/34651350 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f561c0b3ad0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.514+0000 7f5620b90640 1 -- 172.21.15.104:0/34651350 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4046837611 0 0) 0x7f561c06e650 con 0x7f561c06db00 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5622393640 1 --2- 172.21.15.104:0/34651350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c0cdb30 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f561c06f970 tx=0x7f560c02ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aaf3a0261576fd7 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5620b90640 1 -- 172.21.15.104:0/34651350 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560c02f850 con 0x7f561c0cd6a0 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5620b90640 1 -- 172.21.15.104:0/34651350 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f560c02f9b0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5620b90640 1 -- 172.21.15.104:0/34651350 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560c02fd40 con 0x7f561c0cd6a0 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5623df6640 1 -- 172.21.15.104:0/34651350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 msgr2=0x7f561c0cdb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5623df6640 1 --2- 172.21.15.104:0/34651350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c0cdb30 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f561c06f970 tx=0x7f560c02ba30 comp rx=0 tx=0).stop 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5623df6640 1 -- 172.21.15.104:0/34651350 shutdown_connections 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5623df6640 1 --2- 172.21.15.104:0/34651350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c0cdb30 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.518 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5623df6640 1 --2- 172.21.15.104:0/34651350 >> v2:172.21.15.158:3300/0 conn(0x7f561c0ceb00 0x7f561c0ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.515+0000 7f5623df6640 1 -- 172.21.15.104:0/34651350 >> 172.21.15.104:0/34651350 conn(0x7f561c0b1410 msgr2=0x7f561c0b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:12.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.516+0000 7f5623df6640 1 -- 172.21.15.104:0/34651350 shutdown_connections 2024-02-19T16:32:12.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.516+0000 7f5623df6640 1 -- 172.21.15.104:0/34651350 wait complete. 2024-02-19T16:32:12.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5623df6640 1 Processor -- start 2024-02-19T16:32:12.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5623df6640 1 -- start start 2024-02-19T16:32:12.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5623df6640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f561c06db00 0x7f561c14d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5623df6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c150280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5623df6640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f561c0ceb00 0x7f561c158c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5623df6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0ad980 con 0x7f561c0cd6a0 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5623df6640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0adc20 con 0x7f561c06db00 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5623df6640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0adf00 con 0x7f561c0ceb00 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5621391640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c150280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.517+0000 7f5621391640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c150280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58638/0 (socket says 172.21.15.104:58638) 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621391640 1 -- 172.21.15.104:0/3657629063 learned_addr learned my addr 172.21.15.104:0/3657629063 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5622393640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f561c0ceb00 0x7f561c158c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621b92640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f561c06db00 0x7f561c14d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621391640 1 -- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f561c0ceb00 msgr2=0x7f561c158c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621391640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f561c0ceb00 0x7f561c158c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621391640 1 -- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f561c06db00 msgr2=0x7f561c14d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621391640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f561c06db00 0x7f561c14d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621391640 1 -- 172.21.15.104:0/3657629063 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f560c0094d0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621b92640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f561c06db00 0x7f561c14d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5621391640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c150280 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f561000c430 tx=0x7f561000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f561a7fc640 1 -- 172.21.15.104:0/3657629063 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56100074e0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f561a7fc640 1 -- 172.21.15.104:0/3657629063 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5610007660 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f561a7fc640 1 -- 172.21.15.104:0/3657629063 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5610004a20 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f561c0ae1e0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.518+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f561c14d750 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.519+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f561c0ae3d0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.520+0000 7f561a7fc640 1 -- 172.21.15.104:0/3657629063 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5610004b80 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.520+0000 7f561a7fc640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f560806b810 0x7f560806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.520+0000 7f561a7fc640 1 -- 172.21.15.104:0/3657629063 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5610089f40 con 0x7f561c0cd6a0 2024-02-19T16:32:12.523 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.520+0000 7f5621b92640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f560806b810 0x7f560806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.521+0000 7f5621b92640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f560806b810 0x7f560806dcd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f5614007330 tx=0x7f561400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.525+0000 7f561a7fc640 1 -- 172.21.15.104:0/3657629063 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f56100549f0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.698+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f561c0751e0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.699+0000 7f561a7fc640 1 -- 172.21.15.104:0/3657629063 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v48) v1 ==== 104+0+11 (secure 0 0 0) 0x7f56100580b0 con 0x7f561c0cd6a0 2024-02-19T16:32:12.700 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:32:12.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f560806b810 msgr2=0x7f560806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f560806b810 0x7f560806dcd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f5614007330 tx=0x7f561400b040 comp rx=0 tx=0).stop 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 msgr2=0x7f561c150280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c150280 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f561000c430 tx=0x7f561000c8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 shutdown_connections 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f560806b810 0x7f560806dcd0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f561c0cd6a0 0x7f561c150280 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f561c0ceb00 0x7f561c158c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 --2- 172.21.15.104:0/3657629063 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f561c06db00 0x7f561c14d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 >> 172.21.15.104:0/3657629063 conn(0x7f561c0b1410 msgr2=0x7f561c0cf730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 shutdown_connections 2024-02-19T16:32:12.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.701+0000 7f5623df6640 1 -- 172.21.15.104:0/3657629063 wait complete. 2024-02-19T16:32:12.713 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:32:12.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.815+0000 7fa829d0d640 1 Processor -- start 2024-02-19T16:32:12.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.815+0000 7fa829d0d640 1 -- start start 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa829d0d640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa82415a9e0 0x7fa82415e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa829d0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa8240b51b0 0x7fa82415b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa829d0d640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8240d06a0 con 0x7fa82415adc0 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa829d0d640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa82415f660 con 0x7fa82415a9e0 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa829d0d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa82415b320 con 0x7fa8240b51b0 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa8237fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa82415a9e0 0x7fa82415e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa823fff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa8240b51b0 0x7fa82415b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa822ffd640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7fa82415adc0 0x7fa82406d7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:41528/0 (socket says 172.21.15.104:41528) 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa823fff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa8240b51b0 0x7fa82415b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:57538/0 (socket says 172.21.15.104:57538) 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa822ffd640 1 -- 172.21.15.104:0/3306708063 learned_addr learned my addr 172.21.15.104:0/3306708063 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa8237fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa82415a9e0 0x7fa82415e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:42906/0 (socket says 172.21.15.104:42906) 2024-02-19T16:32:12.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa823fff640 1 -- 172.21.15.104:0/3306708063 >> v2:172.21.15.158:3300/0 conn(0x7fa82415a9e0 msgr2=0x7fa82415e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:12.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa823fff640 1 --2- 172.21.15.104:0/3306708063 >> v2:172.21.15.158:3300/0 conn(0x7fa82415a9e0 0x7fa82415e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa823fff640 1 -- 172.21.15.104:0/3306708063 >> v1:172.21.15.158:6789/0 conn(0x7fa82415adc0 legacy=0x7fa82406d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa823fff640 1 -- 172.21.15.104:0/3306708063 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa82415edc0 con 0x7fa8240b51b0 2024-02-19T16:32:12.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.816+0000 7fa8227fc640 1 -- 172.21.15.104:0/3306708063 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1602734630 0 0) 0x7fa8240d06a0 con 0x7fa82415adc0 2024-02-19T16:32:12.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.817+0000 7fa8237fe640 1 --2- 172.21.15.104:0/3306708063 >> v2:172.21.15.158:3300/0 conn(0x7fa82415a9e0 0x7fa82415e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.817+0000 7fa823fff640 1 --2- 172.21.15.104:0/3306708063 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa8240b51b0 0x7fa82415b7b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009d90 tx=0x7fa81c02bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b30d62199b142cb9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.817+0000 7fa8227fc640 1 -- 172.21.15.104:0/3306708063 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa81c02cc50 con 0x7fa8240b51b0 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.817+0000 7fa8227fc640 1 -- 172.21.15.104:0/3306708063 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa81c02cdb0 con 0x7fa8240b51b0 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa8227fc640 1 -- 172.21.15.104:0/3306708063 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa81c034660 con 0x7fa8240b51b0 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa829d0d640 1 -- 172.21.15.104:0/3306708063 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa8240b51b0 msgr2=0x7fa82415b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa829d0d640 1 --2- 172.21.15.104:0/3306708063 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa8240b51b0 0x7fa82415b7b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009d90 tx=0x7fa81c02bea0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa829d0d640 1 -- 172.21.15.104:0/3306708063 shutdown_connections 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa829d0d640 1 --2- 172.21.15.104:0/3306708063 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa8240b51b0 0x7fa82415b7b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa829d0d640 1 --2- 172.21.15.104:0/3306708063 >> v2:172.21.15.158:3300/0 conn(0x7fa82415a9e0 0x7fa82415e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa829d0d640 1 -- 172.21.15.104:0/3306708063 >> 172.21.15.104:0/3306708063 conn(0x7fa8240b2670 msgr2=0x7fa8240b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:12.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa829d0d640 1 -- 172.21.15.104:0/3306708063 shutdown_connections 2024-02-19T16:32:12.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.818+0000 7fa829d0d640 1 -- 172.21.15.104:0/3306708063 wait complete. 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.819+0000 7fa829d0d640 1 Processor -- start 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.819+0000 7fa829d0d640 1 -- start start 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa829d0d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa8240b51b0 0x7fa82414d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa829d0d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa82415a9e0 0x7fa824159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa829d0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa82415adc0 0x7fa824158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa829d0d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa82414dd00 con 0x7fa82415a9e0 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa829d0d640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa824153cc0 con 0x7fa8240b51b0 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa829d0d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa824153700 con 0x7fa82415adc0 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa822ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa82415a9e0 0x7fa824159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa822ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa82415a9e0 0x7fa824159540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58652/0 (socket says 172.21.15.104:58652) 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa822ffd640 1 -- 172.21.15.104:0/2702273331 learned_addr learned my addr 172.21.15.104:0/2702273331 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa8237fe640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa8240b51b0 0x7fa82414d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa823fff640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa82415adc0 0x7fa824158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.823 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa822ffd640 1 -- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa82415adc0 msgr2=0x7fa824158ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa822ffd640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa82415adc0 0x7fa824158ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa822ffd640 1 -- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa8240b51b0 msgr2=0x7fa82414d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa822ffd640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa8240b51b0 0x7fa82414d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa822ffd640 1 -- 172.21.15.104:0/2702273331 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa81400b6a0 con 0x7fa82415a9e0 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.820+0000 7fa8237fe640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa8240b51b0 0x7fa82414d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.821+0000 7fa822ffd640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa82415a9e0 0x7fa824159540 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fa81800c430 tx=0x7fa81800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.821+0000 7fa80bfff640 1 -- 172.21.15.104:0/2702273331 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8180074e0 con 0x7fa82415a9e0 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.821+0000 7fa80bfff640 1 -- 172.21.15.104:0/2702273331 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa818007660 con 0x7fa82415a9e0 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.821+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa81c009a70 con 0x7fa82415a9e0 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.821+0000 7fa80bfff640 1 -- 172.21.15.104:0/2702273331 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa818004a20 con 0x7fa82415a9e0 2024-02-19T16:32:12.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.821+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa82406e050 con 0x7fa82415a9e0 2024-02-19T16:32:12.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.822+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8240751e0 con 0x7fa82415a9e0 2024-02-19T16:32:12.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.822+0000 7fa80bfff640 1 -- 172.21.15.104:0/2702273331 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa818004b80 con 0x7fa82415a9e0 2024-02-19T16:32:12.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.823+0000 7fa80bfff640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa81006b810 0x7fa81006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:12.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.823+0000 7fa80bfff640 1 -- 172.21.15.104:0/2702273331 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa818089fb0 con 0x7fa82415a9e0 2024-02-19T16:32:12.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.823+0000 7fa8237fe640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa81006b810 0x7fa81006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:12.825 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.823+0000 7fa8237fe640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa81006b810 0x7fa81006dcd0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa81400bef0 tx=0x7fa81400b3a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:12.829 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:12.828+0000 7fa80bfff640 1 -- 172.21.15.104:0/2702273331 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa8180bddc0 con 0x7fa82415a9e0 2024-02-19T16:32:13.007 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.006+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa8240b4a80 con 0x7fa82415a9e0 2024-02-19T16:32:13.008 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.006+0000 7fa80bfff640 1 -- 172.21.15.104:0/2702273331 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v48) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa818054a60 con 0x7fa82415a9e0 2024-02-19T16:32:13.008 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:32:13.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa81006b810 msgr2=0x7fa81006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa81006b810 0x7fa81006dcd0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa81400bef0 tx=0x7fa81400b3a0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa82415a9e0 msgr2=0x7fa824159540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa82415a9e0 0x7fa824159540 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fa81800c430 tx=0x7fa81800c8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 shutdown_connections 2024-02-19T16:32:13.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa81006b810 0x7fa81006dcd0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa82415a9e0 0x7fa824159540 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa82415adc0 0x7fa824158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 --2- 172.21.15.104:0/2702273331 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa8240b51b0 0x7fa82414d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.008+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 >> 172.21.15.104:0/2702273331 conn(0x7fa8240b2670 msgr2=0x7fa8240b3ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:13.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.009+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 shutdown_connections 2024-02-19T16:32:13.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.009+0000 7fa829d0d640 1 -- 172.21.15.104:0/2702273331 wait complete. 2024-02-19T16:32:13.021 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:32:13.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.121+0000 7f9bf2cf4640 1 Processor -- start 2024-02-19T16:32:13.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.122+0000 7f9bf2cf4640 1 -- start start 2024-02-19T16:32:13.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.122+0000 7f9bf2cf4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9bec0d0530 0x7f9bec0d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.122+0000 7f9bf2cf4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec0cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.122+0000 7f9bf2cf4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bec0d16f0 con 0x7f9bec15de30 2024-02-19T16:32:13.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.122+0000 7f9bf2cf4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bec0d2e10 con 0x7f9bec0d0530 2024-02-19T16:32:13.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.122+0000 7f9bf2cf4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bec0d0f00 con 0x7f9bec0cf3f0 2024-02-19T16:32:13.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.123+0000 7f9bf1291640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec0cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.123+0000 7f9bf0a90640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f9bec15de30 0x7f9bec0d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:41540/0 (socket says 172.21.15.104:41540) 2024-02-19T16:32:13.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.123+0000 7f9bf0a90640 1 -- 172.21.15.104:0/2463778554 learned_addr learned my addr 172.21.15.104:0/2463778554 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:13.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.123+0000 7f9bf1291640 1 -- 172.21.15.104:0/2463778554 >> v2:172.21.15.158:3300/0 conn(0x7f9bec0d0530 msgr2=0x7f9bec0d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:13.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.123+0000 7f9bf1291640 1 --2- 172.21.15.104:0/2463778554 >> v2:172.21.15.158:3300/0 conn(0x7f9bec0d0530 0x7f9bec0d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.123+0000 7f9bf1291640 1 -- 172.21.15.104:0/2463778554 >> v1:172.21.15.158:6789/0 conn(0x7f9bec15de30 legacy=0x7f9bec0d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.123+0000 7f9bf1291640 1 -- 172.21.15.104:0/2463778554 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bec0d1940 con 0x7f9bec0cf3f0 2024-02-19T16:32:13.125 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.123+0000 7f9beb7fe640 1 -- 172.21.15.104:0/2463778554 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3269279958 0 0) 0x7f9bec0d16f0 con 0x7f9bec15de30 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf1291640 1 --2- 172.21.15.104:0/2463778554 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec0cf860 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9bdc0097a0 tx=0x7f9bdc02b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c88864f1c31e067 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9beb7fe640 1 -- 172.21.15.104:0/2463778554 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bdc02e070 con 0x7f9bec0cf3f0 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9beb7fe640 1 -- 172.21.15.104:0/2463778554 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bdc0315a0 con 0x7f9bec0cf3f0 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9beb7fe640 1 -- 172.21.15.104:0/2463778554 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bdc031930 con 0x7f9bec0cf3f0 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/2463778554 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 msgr2=0x7f9bec0cf860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/2463778554 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec0cf860 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9bdc0097a0 tx=0x7f9bdc02b840 comp rx=0 tx=0).stop 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/2463778554 shutdown_connections 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/2463778554 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec0cf860 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/2463778554 >> v2:172.21.15.158:3300/0 conn(0x7f9bec0d0530 0x7f9bec0d09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/2463778554 >> 172.21.15.104:0/2463778554 conn(0x7f9bec0d3b20 msgr2=0x7f9bec0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:13.126 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/2463778554 shutdown_connections 2024-02-19T16:32:13.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.124+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/2463778554 wait complete. 2024-02-19T16:32:13.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.125+0000 7f9bf2cf4640 1 Processor -- start 2024-02-19T16:32:13.127 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.125+0000 7f9bf2cf4640 1 -- start start 2024-02-19T16:32:13.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bf2cf4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bf2cf4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bec0d0530 0x7f9bec15af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bf2cf4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bec15de30 0x7f9bec0b40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bf2cf4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bec15aaf0 con 0x7f9bec0d0530 2024-02-19T16:32:13.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bf2cf4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bec0b6550 con 0x7f9bec15de30 2024-02-19T16:32:13.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bf2cf4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bec1f3550 con 0x7f9bec0cf3f0 2024-02-19T16:32:13.129 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bebfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bec0d0530 0x7f9bec15af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bebfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bec0d0530 0x7f9bec15af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58666/0 (socket says 172.21.15.104:58666) 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.126+0000 7f9bebfff640 1 -- 172.21.15.104:0/1767692183 learned_addr learned my addr 172.21.15.104:0/1767692183 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bf0a90640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bf1291640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bec15de30 0x7f9bec0b40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bebfff640 1 -- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 msgr2=0x7f9bec158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bebfff640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec158bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bebfff640 1 -- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bec15de30 msgr2=0x7f9bec0b40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bebfff640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bec15de30 0x7f9bec0b40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bebfff640 1 -- 172.21.15.104:0/1767692183 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bdc009400 con 0x7f9bec0d0530 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bf0a90640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bf1291640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bec15de30 0x7f9bec0b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bebfff640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bec0d0530 0x7f9bec15af10 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f9bd400b410 tx=0x7f9bd400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9be97fa640 1 -- 172.21.15.104:0/1767692183 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd4011830 con 0x7f9bec0d0530 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9be97fa640 1 -- 172.21.15.104:0/1767692183 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bd4011990 con 0x7f9bec0d0530 2024-02-19T16:32:13.130 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9be97fa640 1 -- 172.21.15.104:0/1767692183 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd4011d40 con 0x7f9bec0d0530 2024-02-19T16:32:13.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bec159e70 con 0x7f9bec0d0530 2024-02-19T16:32:13.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.127+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bec15a430 con 0x7f9bec0d0530 2024-02-19T16:32:13.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.128+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bec0d21c0 con 0x7f9bec0d0530 2024-02-19T16:32:13.131 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.129+0000 7f9be97fa640 1 -- 172.21.15.104:0/1767692183 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9bd401a400 con 0x7f9bec0d0530 2024-02-19T16:32:13.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.129+0000 7f9be97fa640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bcc06b810 0x7f9bcc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.129+0000 7f9bf0a90640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bcc06b810 0x7f9bcc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.129+0000 7f9be97fa640 1 -- 172.21.15.104:0/1767692183 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9bd408a370 con 0x7f9bec0d0530 2024-02-19T16:32:13.132 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.130+0000 7f9bf0a90640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bcc06b810 0x7f9bcc06dcd0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9be40012e0 tx=0x7f9be4007f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.135 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.134+0000 7f9be97fa640 1 -- 172.21.15.104:0/1767692183 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9bec0d21c0 con 0x7f9bec0d0530 2024-02-19T16:32:13.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.323+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f9bec15ac30 con 0x7f9bec0d0530 2024-02-19T16:32:13.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.323+0000 7f9be97fa640 1 -- 172.21.15.104:0/1767692183 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v48) v1 ==== 80+0+0 (secure 0 0 0) 0x7f9bec15ac30 con 0x7f9bec0d0530 2024-02-19T16:32:13.325 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bcc06b810 msgr2=0x7f9bcc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bcc06b810 0x7f9bcc06dcd0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9be40012e0 tx=0x7f9be4007f90 comp rx=0 tx=0).stop 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bec0d0530 msgr2=0x7f9bec15af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bec0d0530 0x7f9bec15af10 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f9bd400b410 tx=0x7f9bd400b8d0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 shutdown_connections 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bcc06b810 0x7f9bcc06dcd0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9bec0d0530 0x7f9bec15af10 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9bec15de30 0x7f9bec0b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.327 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 --2- 172.21.15.104:0/1767692183 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9bec0cf3f0 0x7f9bec158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.325+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 >> 172.21.15.104:0/1767692183 conn(0x7f9bec0d3b20 msgr2=0x7f9bec0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:13.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.326+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 shutdown_connections 2024-02-19T16:32:13.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.326+0000 7f9bf2cf4640 1 -- 172.21.15.104:0/1767692183 wait complete. 2024-02-19T16:32:13.337 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:32:13.337 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:13.352 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:13.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.490+0000 7f3335902640 1 Processor -- start 2024-02-19T16:32:13.491 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.490+0000 7f3335902640 1 -- start start 2024-02-19T16:32:13.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.490+0000 7f3335902640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f333015de30 0x7f33300d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.490+0000 7f3335902640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f33300cfb00 0x7f33300d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.490+0000 7f3335902640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33300d16f0 con 0x7f33300d0530 2024-02-19T16:32:13.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.490+0000 7f3335902640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33300cff20 con 0x7f33300cfb00 2024-02-19T16:32:13.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.490+0000 7f3335902640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33300d0f00 con 0x7f333015de30 2024-02-19T16:32:13.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.491+0000 7f332f7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f33300cfb00 0x7f33300d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.491+0000 7f332e7fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f33300d0530 0x7f33300cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53896/0 (socket says 172.21.15.104:53896) 2024-02-19T16:32:13.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.491+0000 7f332e7fc640 1 -- 172.21.15.104:0/3376976935 learned_addr learned my addr 172.21.15.104:0/3376976935 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:13.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.491+0000 7f332effd640 1 --2- 172.21.15.104:0/3376976935 >> v2:172.21.15.158:3300/0 conn(0x7f333015de30 0x7f33300d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.491+0000 7f332f7fe640 1 -- 172.21.15.104:0/3376976935 >> v2:172.21.15.158:3300/0 conn(0x7f333015de30 msgr2=0x7f33300d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:13.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.491+0000 7f332f7fe640 1 --2- 172.21.15.104:0/3376976935 >> v2:172.21.15.158:3300/0 conn(0x7f333015de30 0x7f33300d2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.491+0000 7f332f7fe640 1 -- 172.21.15.104:0/3376976935 >> v1:172.21.15.104:6789/0 conn(0x7f33300d0530 legacy=0x7f33300cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.491+0000 7f332f7fe640 1 -- 172.21.15.104:0/3376976935 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33300d1940 con 0x7f33300cfb00 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f332f7fe640 1 --2- 172.21.15.104:0/3376976935 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300d09c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f33300b6710 tx=0x7f332802be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f61a398c8f1598a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f332dffb640 1 -- 172.21.15.104:0/3376976935 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f332802cbf0 con 0x7f33300cfb00 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f332dffb640 1 -- 172.21.15.104:0/3376976935 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f332802cd50 con 0x7f33300cfb00 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f332dffb640 1 -- 172.21.15.104:0/3376976935 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3328034660 con 0x7f33300cfb00 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f3335902640 1 -- 172.21.15.104:0/3376976935 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 msgr2=0x7f33300d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f3335902640 1 --2- 172.21.15.104:0/3376976935 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300d09c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f33300b6710 tx=0x7f332802be40 comp rx=0 tx=0).stop 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f3335902640 1 -- 172.21.15.104:0/3376976935 shutdown_connections 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f3335902640 1 --2- 172.21.15.104:0/3376976935 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300d09c0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f3335902640 1 --2- 172.21.15.104:0/3376976935 >> v2:172.21.15.158:3300/0 conn(0x7f333015de30 0x7f33300d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f3335902640 1 -- 172.21.15.104:0/3376976935 >> 172.21.15.104:0/3376976935 conn(0x7f33300d3b20 msgr2=0x7f33300d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:13.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f3335902640 1 -- 172.21.15.104:0/3376976935 shutdown_connections 2024-02-19T16:32:13.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.492+0000 7f3335902640 1 -- 172.21.15.104:0/3376976935 wait complete. 2024-02-19T16:32:13.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.493+0000 7f3335902640 1 Processor -- start 2024-02-19T16:32:13.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.494+0000 7f3335902640 1 -- start start 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f3335902640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300cb600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f3335902640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f33300d0530 0x7f33301608d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f3335902640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f333015de30 0x7f3330153ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f3335902640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33300c86f0 con 0x7f33300cfb00 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f3335902640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33300c7ae0 con 0x7f333015de30 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f3335902640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33300c7dc0 con 0x7f33300d0530 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300cb600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58674/0 (socket says 172.21.15.104:58674) 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 -- 172.21.15.104:0/1560433617 learned_addr learned my addr 172.21.15.104:0/1560433617 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332e7fc640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f33300d0530 0x7f33301608d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 -- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f33300d0530 msgr2=0x7f33301608d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.498 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332f7fe640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f333015de30 0x7f3330153ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f33300d0530 0x7f33301608d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 -- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f333015de30 msgr2=0x7f3330153ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f333015de30 0x7f3330153ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 -- 172.21.15.104:0/1560433617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3328009a70 con 0x7f33300cfb00 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332e7fc640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f33300d0530 0x7f33301608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332f7fe640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f333015de30 0x7f3330153ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.495+0000 7f332effd640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300cb600 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f332000c7f0 tx=0x7f332000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.496+0000 7f3317fff640 1 -- 172.21.15.104:0/1560433617 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3320004220 con 0x7f33300cfb00 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.496+0000 7f3317fff640 1 -- 172.21.15.104:0/1560433617 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33200043a0 con 0x7f33300cfb00 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.496+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33300c80a0 con 0x7f33300cfb00 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.496+0000 7f3317fff640 1 -- 172.21.15.104:0/1560433617 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3320007860 con 0x7f33300cfb00 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.496+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3330160e10 con 0x7f33300cfb00 2024-02-19T16:32:13.499 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.496+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33300751e0 con 0x7f33300cfb00 2024-02-19T16:32:13.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.497+0000 7f3317fff640 1 -- 172.21.15.104:0/1560433617 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f3320007bd0 con 0x7f33300cfb00 2024-02-19T16:32:13.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.498+0000 7f3317fff640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f331c06b810 0x7f331c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.498+0000 7f3317fff640 1 -- 172.21.15.104:0/1560433617 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f332008a0c0 con 0x7f33300cfb00 2024-02-19T16:32:13.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.498+0000 7f332e7fc640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f331c06b810 0x7f331c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.500 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.498+0000 7f332e7fc640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f331c06b810 0x7f331c06dcd0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f33300a1a30 tx=0x7f3324009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.504 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.503+0000 7f3317fff640 1 -- 172.21.15.104:0/1560433617 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f3320054b70 con 0x7f33300cfb00 2024-02-19T16:32:13.681 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.680+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f33300d11a0 con 0x7f33300cfb00 2024-02-19T16:32:13.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.682+0000 7f3317fff640 1 -- 172.21.15.104:0/1560433617 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7f3320058230 con 0x7f33300cfb00 2024-02-19T16:32:13.683 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:13.683 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:13.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.683+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f331c06b810 msgr2=0x7f331c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.683+0000 7f3335902640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f331c06b810 0x7f331c06dcd0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f33300a1a30 tx=0x7f3324009040 comp rx=0 tx=0).stop 2024-02-19T16:32:13.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.683+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 msgr2=0x7f33300cb600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.683+0000 7f3335902640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300cb600 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f332000c7f0 tx=0x7f332000ccb0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.684+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 shutdown_connections 2024-02-19T16:32:13.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.684+0000 7f3335902640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f331c06b810 0x7f331c06dcd0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.684+0000 7f3335902640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f333015de30 0x7f3330153ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.684+0000 7f3335902640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f33300d0530 0x7f33301608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.684+0000 7f3335902640 1 --2- 172.21.15.104:0/1560433617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33300cfb00 0x7f33300cb600 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.684+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 >> 172.21.15.104:0/1560433617 conn(0x7f33300d3b20 msgr2=0x7f33300b6710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:13.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.684+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 shutdown_connections 2024-02-19T16:32:13.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.684+0000 7f3335902640 1 -- 172.21.15.104:0/1560433617 wait complete. 2024-02-19T16:32:13.696 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:58.104668+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '47', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:58.854520+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:32:13.696 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:32:13.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.798+0000 7f9637dd0640 1 Processor -- start 2024-02-19T16:32:13.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.798+0000 7f9637dd0640 1 -- start start 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f9637dd0640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f9630161520 0x7f96300b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f9637dd0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9630162760 0x7f96300d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f9637dd0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96300d4070 0x7f96300d0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f9637dd0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96300b42f0 con 0x7f9630162760 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f9637dd0640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96300b45d0 con 0x7f9630161520 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f9637dd0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96300b48b0 con 0x7f96300d4070 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f963536b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9630162760 0x7f96300d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f963536b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9630162760 0x7f96300d3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58676/0 (socket says 172.21.15.104:58676) 2024-02-19T16:32:13.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f963536b640 1 -- 172.21.15.104:0/3258994459 learned_addr learned my addr 172.21.15.104:0/3258994459 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f9635b6c640 1 --2- 172.21.15.104:0/3258994459 >> v2:172.21.15.158:3300/0 conn(0x7f9630161520 0x7f96300b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f963536b640 1 -- 172.21.15.104:0/3258994459 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96300d4070 msgr2=0x7f96300d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.799+0000 7f963636d640 1 --2- 172.21.15.104:0/3258994459 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96300d4070 0x7f96300d0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f963536b640 1 --2- 172.21.15.104:0/3258994459 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96300d4070 0x7f96300d0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f963536b640 1 -- 172.21.15.104:0/3258994459 >> v2:172.21.15.158:3300/0 conn(0x7f9630161520 msgr2=0x7f96300b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f963536b640 1 --2- 172.21.15.104:0/3258994459 >> v2:172.21.15.158:3300/0 conn(0x7f9630161520 0x7f96300b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f963536b640 1 -- 172.21.15.104:0/3258994459 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96300b4b90 con 0x7f9630162760 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f9635b6c640 1 --2- 172.21.15.104:0/3258994459 >> v2:172.21.15.158:3300/0 conn(0x7f9630161520 0x7f96300b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:13.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f963636d640 1 --2- 172.21.15.104:0/3258994459 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96300d4070 0x7f96300d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:13.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f963536b640 1 --2- 172.21.15.104:0/3258994459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630162760 0x7f96300d3b30 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f96300b67f0 tx=0x7f962c02b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=787c6ff28144c16 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f9634b6a640 1 -- 172.21.15.104:0/3258994459 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f962c030850 con 0x7f9630162760 2024-02-19T16:32:13.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f9634b6a640 1 -- 172.21.15.104:0/3258994459 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f962c0309b0 con 0x7f9630162760 2024-02-19T16:32:13.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.800+0000 7f9634b6a640 1 -- 172.21.15.104:0/3258994459 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f962c030d40 con 0x7f9630162760 2024-02-19T16:32:13.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 -- 172.21.15.104:0/3258994459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630162760 msgr2=0x7f96300d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 --2- 172.21.15.104:0/3258994459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630162760 0x7f96300d3b30 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f96300b67f0 tx=0x7f962c02b990 comp rx=0 tx=0).stop 2024-02-19T16:32:13.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 -- 172.21.15.104:0/3258994459 shutdown_connections 2024-02-19T16:32:13.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 --2- 172.21.15.104:0/3258994459 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f96300d4070 0x7f96300d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 --2- 172.21.15.104:0/3258994459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630162760 0x7f96300d3b30 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 --2- 172.21.15.104:0/3258994459 >> v2:172.21.15.158:3300/0 conn(0x7f9630161520 0x7f96300b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 -- 172.21.15.104:0/3258994459 >> 172.21.15.104:0/3258994459 conn(0x7f963008d5d0 msgr2=0x7f963009cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:13.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 -- 172.21.15.104:0/3258994459 shutdown_connections 2024-02-19T16:32:13.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.801+0000 7f9637dd0640 1 -- 172.21.15.104:0/3258994459 wait complete. 2024-02-19T16:32:13.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.803+0000 7f9637dd0640 1 Processor -- start 2024-02-19T16:32:13.804 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.803+0000 7f9637dd0640 1 -- start start 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.804+0000 7f9637dd0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96300d4070 0x7f96301445c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.804+0000 7f9637dd0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630161520 0x7f96300b5d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.804+0000 7f9637dd0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9630162760 0x7f96301f6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.804+0000 7f9637dd0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9630143b90 con 0x7f9630161520 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.804+0000 7f9637dd0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9630144b00 con 0x7f96300d4070 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.804+0000 7f9637dd0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96301f7a30 con 0x7f9630162760 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.804+0000 7f963536b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630161520 0x7f96300b5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963536b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630161520 0x7f96300b5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58686/0 (socket says 172.21.15.104:58686) 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963536b640 1 -- 172.21.15.104:0/1912212164 learned_addr learned my addr 172.21.15.104:0/1912212164 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963636d640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9630162760 0x7f96301f6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f9635b6c640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96300d4070 0x7f96301445c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963536b640 1 -- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9630162760 msgr2=0x7f96301f6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963536b640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9630162760 0x7f96301f6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963536b640 1 -- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96300d4070 msgr2=0x7f96301445c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963536b640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96300d4070 0x7f96301445c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963536b640 1 -- 172.21.15.104:0/1912212164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f962c0094d0 con 0x7f9630161520 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963636d640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9630162760 0x7f96301f6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f9635b6c640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96300d4070 0x7f96301445c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f963536b640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630161520 0x7f96300b5d60 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f962c02b9d0 tx=0x7f962c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f96267fc640 1 -- 172.21.15.104:0/1912212164 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f962c030840 con 0x7f9630161520 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f96267fc640 1 -- 172.21.15.104:0/1912212164 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f962c043400 con 0x7f9630161520 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96301f7d10 con 0x7f9630161520 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f96267fc640 1 -- 172.21.15.104:0/1912212164 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f962c0437b0 con 0x7f9630161520 2024-02-19T16:32:13.808 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.805+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96301440c0 con 0x7f9630161520 2024-02-19T16:32:13.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.806+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96300751e0 con 0x7f9630161520 2024-02-19T16:32:13.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.807+0000 7f96267fc640 1 -- 172.21.15.104:0/1912212164 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f962c02e070 con 0x7f9630161520 2024-02-19T16:32:13.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.807+0000 7f96267fc640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f961406b840 0x7f961406dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:13.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.807+0000 7f96267fc640 1 -- 172.21.15.104:0/1912212164 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f962c03e070 con 0x7f9630161520 2024-02-19T16:32:13.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.807+0000 7f9635b6c640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f961406b840 0x7f961406dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:13.809 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.808+0000 7f9635b6c640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f961406b840 0x7f961406dd00 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9620006fd0 tx=0x7f9620008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:13.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:13.811+0000 7f96267fc640 1 -- 172.21.15.104:0/1912212164 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f962c0e0dc0 con 0x7f9630161520 2024-02-19T16:32:14.043 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:32:14.046 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:32:14.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.084+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f96300d3200 con 0x7f9630161520 2024-02-19T16:32:14.085 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.084+0000 7f96267fc640 1 -- 172.21.15.104:0/1912212164 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) v1 ==== 93+0+10 (secure 0 0 0) 0x7f962c077d00 con 0x7f9630161520 2024-02-19T16:32:14.085 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f961406b840 msgr2=0x7f961406dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f961406b840 0x7f961406dd00 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9620006fd0 tx=0x7f9620008040 comp rx=0 tx=0).stop 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630161520 msgr2=0x7f96300b5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630161520 0x7f96300b5d60 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f962c02b9d0 tx=0x7f962c004730 comp rx=0 tx=0).stop 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 shutdown_connections 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f961406b840 0x7f961406dd00 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9630161520 0x7f96300b5d60 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9630162760 0x7f96301f6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 --2- 172.21.15.104:0/1912212164 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f96300d4070 0x7f96301445c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 >> 172.21.15.104:0/1912212164 conn(0x7f963008d5d0 msgr2=0x7f963006ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:14.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 shutdown_connections 2024-02-19T16:32:14.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.087+0000 7f9637dd0640 1 -- 172.21.15.104:0/1912212164 wait complete. 2024-02-19T16:32:14.101 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:32:14.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.243+0000 7f43c1b6c640 1 Processor -- start 2024-02-19T16:32:14.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.243+0000 7f43c1b6c640 1 -- start start 2024-02-19T16:32:14.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.244+0000 7f43c1b6c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f43bc15adc0 0x7f43bc15e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.244+0000 7f43c1b6c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f43bc0b51b0 0x7f43bc15b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.244+0000 7f43c1b6c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43bc0d06a0 con 0x7f43bc15a9e0 2024-02-19T16:32:14.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.244+0000 7f43c1b6c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43bc15f660 con 0x7f43bc0b51b0 2024-02-19T16:32:14.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.244+0000 7f43c1b6c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43bc15b320 con 0x7f43bc15adc0 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.244+0000 7f43bbfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f43bc0b51b0 0x7f43bc15b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.244+0000 7f43bb7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f43bc15a9e0 0x7f43bc06d7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53912/0 (socket says 172.21.15.104:53912) 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.244+0000 7f43bb7fe640 1 -- 172.21.15.104:0/4274240316 learned_addr learned my addr 172.21.15.104:0/4274240316 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43b3fff640 1 --2- 172.21.15.104:0/4274240316 >> v2:172.21.15.158:3300/0 conn(0x7f43bc15adc0 0x7f43bc15e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43bbfff640 1 -- 172.21.15.104:0/4274240316 >> v2:172.21.15.158:3300/0 conn(0x7f43bc15adc0 msgr2=0x7f43bc15e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43bbfff640 1 --2- 172.21.15.104:0/4274240316 >> v2:172.21.15.158:3300/0 conn(0x7f43bc15adc0 0x7f43bc15e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43bbfff640 1 -- 172.21.15.104:0/4274240316 >> v1:172.21.15.104:6789/0 conn(0x7f43bc15a9e0 legacy=0x7f43bc06d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43baffd640 1 -- 172.21.15.104:0/4274240316 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 378893558 0 0) 0x7f43bc0d06a0 con 0x7f43bc15a9e0 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43bbfff640 1 -- 172.21.15.104:0/4274240316 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43bc15edc0 con 0x7f43bc0b51b0 2024-02-19T16:32:14.247 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43b3fff640 1 --2- 172.21.15.104:0/4274240316 >> v2:172.21.15.158:3300/0 conn(0x7f43bc15adc0 0x7f43bc15e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:14.248 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43bbfff640 1 --2- 172.21.15.104:0/4274240316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc15b7b0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f43bc15b1a0 tx=0x7f43b402bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5356fcb91a79148f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.245+0000 7f43baffd640 1 -- 172.21.15.104:0/4274240316 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43b402cc80 con 0x7f43bc0b51b0 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43baffd640 1 -- 172.21.15.104:0/4274240316 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43b402cde0 con 0x7f43bc0b51b0 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43baffd640 1 -- 172.21.15.104:0/4274240316 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43b4034660 con 0x7f43bc0b51b0 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43c1b6c640 1 -- 172.21.15.104:0/4274240316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 msgr2=0x7f43bc15b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/4274240316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc15b7b0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f43bc15b1a0 tx=0x7f43b402bed0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43c1b6c640 1 -- 172.21.15.104:0/4274240316 shutdown_connections 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/4274240316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc15b7b0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/4274240316 >> v2:172.21.15.158:3300/0 conn(0x7f43bc15adc0 0x7f43bc15e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43c1b6c640 1 -- 172.21.15.104:0/4274240316 >> 172.21.15.104:0/4274240316 conn(0x7f43bc0b2670 msgr2=0x7f43bc0b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43c1b6c640 1 -- 172.21.15.104:0/4274240316 shutdown_connections 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.246+0000 7f43c1b6c640 1 -- 172.21.15.104:0/4274240316 wait complete. 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.247+0000 7f43c1b6c640 1 Processor -- start 2024-02-19T16:32:14.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.247+0000 7f43c1b6c640 1 -- start start 2024-02-19T16:32:14.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43c1b6c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43c1b6c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f43bc15a9e0 0x7f43bc1f15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43c1b6c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f43bc15adc0 0x7f43bc1482b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43c1b6c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43bc154540 con 0x7f43bc0b51b0 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43c1b6c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43bc1f2590 con 0x7f43bc15a9e0 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43c1b6c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43bc152df0 con 0x7f43bc15adc0 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc154a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58696/0 (socket says 172.21.15.104:58696) 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 -- 172.21.15.104:0/3862296785 learned_addr learned my addr 172.21.15.104:0/3862296785 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43b3fff640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f43bc15a9e0 0x7f43bc1f15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bbfff640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f43bc15adc0 0x7f43bc1482b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 -- 172.21.15.104:0/3862296785 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f43bc15adc0 msgr2=0x7f43bc1482b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f43bc15adc0 0x7f43bc1482b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 -- 172.21.15.104:0/3862296785 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f43bc15a9e0 msgr2=0x7f43bc1f15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f43bc15a9e0 0x7f43bc1f15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 -- 172.21.15.104:0/3862296785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43b4009a70 con 0x7f43bc0b51b0 2024-02-19T16:32:14.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.248+0000 7f43bb7fe640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc154a10 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f43ac00c500 tx=0x7f43ac00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.249+0000 7f43b8ff9640 1 -- 172.21.15.104:0/3862296785 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac007560 con 0x7f43bc0b51b0 2024-02-19T16:32:14.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.249+0000 7f43b8ff9640 1 -- 172.21.15.104:0/3862296785 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43ac0047e0 con 0x7f43bc0b51b0 2024-02-19T16:32:14.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.249+0000 7f43b8ff9640 1 -- 172.21.15.104:0/3862296785 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac004b90 con 0x7f43bc0b51b0 2024-02-19T16:32:14.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.249+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43bc06e050 con 0x7f43bc0b51b0 2024-02-19T16:32:14.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.249+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43bc1f1fd0 con 0x7f43bc0b51b0 2024-02-19T16:32:14.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.250+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43bc0751e0 con 0x7f43bc0b51b0 2024-02-19T16:32:14.253 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.250+0000 7f43b8ff9640 1 -- 172.21.15.104:0/3862296785 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f43ac004cf0 con 0x7f43bc0b51b0 2024-02-19T16:32:14.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.251+0000 7f43b8ff9640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f439c06b810 0x7f439c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.251+0000 7f43b8ff9640 1 -- 172.21.15.104:0/3862296785 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f43ac089610 con 0x7f43bc0b51b0 2024-02-19T16:32:14.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.251+0000 7f43b3fff640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f439c06b810 0x7f439c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.254 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.251+0000 7f43b3fff640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f439c06b810 0x7f439c06dcd0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f43bc15e9c0 tx=0x7f43a4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.256 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.255+0000 7f43b8ff9640 1 -- 172.21.15.104:0/3862296785 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f43ac0540c0 con 0x7f43bc0b51b0 2024-02-19T16:32:14.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.431+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f43bc0b4a80 con 0x7f43bc0b51b0 2024-02-19T16:32:14.433 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.431+0000 7f43b8ff9640 1 -- 172.21.15.104:0/3862296785 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v48) v1 ==== 104+0+11 (secure 0 0 0) 0x7f43ac057780 con 0x7f43bc0b51b0 2024-02-19T16:32:14.433 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f439c06b810 msgr2=0x7f439c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f439c06b810 0x7f439c06dcd0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f43bc15e9c0 tx=0x7f43a4008040 comp rx=0 tx=0).stop 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 msgr2=0x7f43bc154a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc154a10 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f43ac00c500 tx=0x7f43ac00c9c0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 shutdown_connections 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f439c06b810 0x7f439c06dcd0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f43bc15adc0 0x7f43bc1482b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f43bc15a9e0 0x7f43bc1f15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 --2- 172.21.15.104:0/3862296785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43bc0b51b0 0x7f43bc154a10 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.435 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 >> 172.21.15.104:0/3862296785 conn(0x7f43bc0b2670 msgr2=0x7f43bc06efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:14.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 shutdown_connections 2024-02-19T16:32:14.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.433+0000 7f43c1b6c640 1 -- 172.21.15.104:0/3862296785 wait complete. 2024-02-19T16:32:14.445 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:32:14.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.547+0000 7f8eb5948640 1 Processor -- start 2024-02-19T16:32:14.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.547+0000 7f8eb5948640 1 -- start start 2024-02-19T16:32:14.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.548+0000 7f8eb5948640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f8eb006f960 0x7f8eb015eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.548+0000 7f8eb5948640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8eb0070120 con 0x7f8eb006b620 2024-02-19T16:32:14.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.548+0000 7f8eb5948640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8eb006fe40 con 0x7f8eb015dc50 2024-02-19T16:32:14.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.548+0000 7f8eb5948640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8eb015e410 con 0x7f8eb006f960 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.548+0000 7f8ea67fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f8eb006b620 0x7f8eb00b3d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53922/0 (socket says 172.21.15.104:53922) 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.548+0000 7f8ea67fc640 1 -- 172.21.15.104:0/1752223818 learned_addr learned my addr 172.21.15.104:0/1752223818 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1570456876 0 0) 0x7f8eb0070120 con 0x7f8eb006b620 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaf7fe640 1 --2- 172.21.15.104:0/1752223818 >> v2:172.21.15.158:3300/0 conn(0x7f8eb006f960 0x7f8eb015eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8e9c003520 con 0x7f8eb006b620 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 824174193 0 0) 0x7f8eb006fe40 con 0x7f8eb015dc50 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8eb0070120 con 0x7f8eb015dc50 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3859427095 0 0) 0x7f8e9c003520 con 0x7f8eb006b620 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 >> v2:172.21.15.158:3300/0 conn(0x7f8eb006f960 msgr2=0x7f8eb015eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 --2- 172.21.15.104:0/1752223818 >> v2:172.21.15.158:3300/0 conn(0x7f8eb006f960 0x7f8eb015eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 >> v1:172.21.15.158:6789/0 conn(0x7f8eb015dc50 legacy=0x7f8eb006af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8eb015e6f0 con 0x7f8eb006b620 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f8e98001670 con 0x7f8eb006b620 2024-02-19T16:32:14.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 >> v1:172.21.15.104:6789/0 conn(0x7f8eb006b620 legacy=0x7f8eb00b3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e9c003b50 0x7f8e9c003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c0047c0 0x7f8e9c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8e9c005180 0x7f8e9c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb015e410 con 0x7f8e9c003b50 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9c00c050 con 0x7f8e9c0047c0 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9c00c210 con 0x7f8e9c005180 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaeffd640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e9c003b50 0x7f8e9c003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaf7fe640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8e9c005180 0x7f8e9c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8ea67fc640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c0047c0 0x7f8e9c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaeffd640 1 -- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8e9c005180 msgr2=0x7f8e9c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaeffd640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8e9c005180 0x7f8e9c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaeffd640 1 -- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c0047c0 msgr2=0x7f8e9c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaeffd640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c0047c0 0x7f8e9c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaf7fe640 1 -- 172.21.15.104:0/1752223818 reap_dead start 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8eaeffd640 1 -- 172.21.15.104:0/1752223818 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e9c003520 con 0x7f8e9c003b50 2024-02-19T16:32:14.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.549+0000 7f8ea67fc640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c0047c0 0x7f8e9c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.550+0000 7f8eaeffd640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e9c003b50 0x7f8e9c003f50 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f8ea00018d0 tx=0x7f8e9c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db378ac94a16ac19 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ea00052d0 con 0x7f8e9c003b50 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ea0005430 con 0x7f8e9c003b50 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eae7fc640 1 -- 172.21.15.104:0/1752223818 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ea0003810 con 0x7f8e9c003b50 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eb5948640 1 -- 172.21.15.104:0/1752223818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e9c003b50 msgr2=0x7f8e9c003f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eb5948640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e9c003b50 0x7f8e9c003f50 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f8ea00018d0 tx=0x7f8e9c0057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eb5948640 1 -- 172.21.15.104:0/1752223818 shutdown_connections 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eb5948640 1 --2- 172.21.15.104:0/1752223818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e9c003b50 0x7f8e9c003f50 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.555 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eb5948640 1 -- 172.21.15.104:0/1752223818 >> 172.21.15.104:0/1752223818 conn(0x7f8eb00b2670 msgr2=0x7f8eb00b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:14.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eb5948640 1 -- 172.21.15.104:0/1752223818 shutdown_connections 2024-02-19T16:32:14.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.551+0000 7f8eb5948640 1 -- 172.21.15.104:0/1752223818 wait complete. 2024-02-19T16:32:14.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.553+0000 7f8eb5948640 1 Processor -- start 2024-02-19T16:32:14.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.553+0000 7f8eb5948640 1 -- start start 2024-02-19T16:32:14.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.554+0000 7f8eb5948640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c003b50 0x7f8eb0157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.554+0000 7f8eb5948640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8eb0159d50 0x7f8eb01587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.554+0000 7f8eb5948640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8eb01f3660 0x7f8eb00ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.554+0000 7f8eb5948640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb01f4650 con 0x7f8eb01f3660 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.554+0000 7f8eb5948640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb01f4090 con 0x7f8e9c003b50 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.554+0000 7f8eb5948640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb01f4370 con 0x7f8eb0159d50 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8eb01f3660 0x7f8eb00ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8eb01f3660 0x7f8eb00ae930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58704/0 (socket says 172.21.15.104:58704) 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 -- 172.21.15.104:0/2199172151 learned_addr learned my addr 172.21.15.104:0/2199172151 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 -- 172.21.15.104:0/2199172151 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8eb0159d50 msgr2=0x7f8eb01587b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8eb0159d50 0x7f8eb01587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 -- 172.21.15.104:0/2199172151 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c003b50 msgr2=0x7f8eb0157860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c003b50 0x7f8eb0157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 -- 172.21.15.104:0/2199172151 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8eb0157fb0 con 0x7f8eb01f3660 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eaf7fe640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8eb01f3660 0x7f8eb00ae930 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f8eb00d19c0 tx=0x7f8ea800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eacff9640 1 -- 172.21.15.104:0/2199172151 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ea800e040 con 0x7f8eb01f3660 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eacff9640 1 -- 172.21.15.104:0/2199172151 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ea800f040 con 0x7f8eb01f3660 2024-02-19T16:32:14.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8eb0158290 con 0x7f8eb01f3660 2024-02-19T16:32:14.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eacff9640 1 -- 172.21.15.104:0/2199172151 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ea8015430 con 0x7f8eb01f3660 2024-02-19T16:32:14.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.555+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8eb0158ed0 con 0x7f8eb01f3660 2024-02-19T16:32:14.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.556+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8eb01584b0 con 0x7f8eb01f3660 2024-02-19T16:32:14.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.557+0000 7f8eacff9640 1 -- 172.21.15.104:0/2199172151 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8ea8015590 con 0x7f8eb01f3660 2024-02-19T16:32:14.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.557+0000 7f8eacff9640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8e9006b810 0x7f8e9006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.557+0000 7f8eacff9640 1 -- 172.21.15.104:0/2199172151 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8ea808aef0 con 0x7f8eb01f3660 2024-02-19T16:32:14.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.557+0000 7f8eaeffd640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8e9006b810 0x7f8e9006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.560 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.558+0000 7f8eaeffd640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8e9006b810 0x7f8e9006dcd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0034000 tx=0x7f8ea0009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.563 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.561+0000 7f8eacff9640 1 -- 172.21.15.104:0/2199172151 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8ea80559a0 con 0x7f8eb01f3660 2024-02-19T16:32:14.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.738+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8eb0158ed0 con 0x7f8eb01f3660 2024-02-19T16:32:14.740 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.739+0000 7f8eacff9640 1 -- 172.21.15.104:0/2199172151 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v48) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8eb0158ed0 con 0x7f8eb01f3660 2024-02-19T16:32:14.740 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:32:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.740+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8e9006b810 msgr2=0x7f8e9006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8e9006b810 0x7f8e9006dcd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0034000 tx=0x7f8ea0009030 comp rx=0 tx=0).stop 2024-02-19T16:32:14.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8eb01f3660 msgr2=0x7f8eb00ae930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8eb01f3660 0x7f8eb00ae930 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f8eb00d19c0 tx=0x7f8ea800f580 comp rx=0 tx=0).stop 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 shutdown_connections 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8e9006b810 0x7f8e9006dcd0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8eb01f3660 0x7f8eb00ae930 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8eb0159d50 0x7f8eb01587b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 --2- 172.21.15.104:0/2199172151 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8e9c003b50 0x7f8eb0157860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 >> 172.21.15.104:0/2199172151 conn(0x7f8eb00b2670 msgr2=0x7f8eb00b0ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 shutdown_connections 2024-02-19T16:32:14.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.741+0000 7f8eb5948640 1 -- 172.21.15.104:0/2199172151 wait complete. 2024-02-19T16:32:14.753 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:32:14.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.852+0000 7f4f07102640 1 Processor -- start 2024-02-19T16:32:14.854 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.852+0000 7f4f07102640 1 -- start start 2024-02-19T16:32:14.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4f07102640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 0x7f4f000b4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4f07102640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f000b4e90 con 0x7f4f00071740 2024-02-19T16:32:14.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4f07102640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f000b5280 con 0x7f4f00158760 2024-02-19T16:32:14.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4f07102640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f0015e600 con 0x7f4f000b4520 2024-02-19T16:32:14.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4efffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f4f00071740 0x7f4f0015ed30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53930/0 (socket says 172.21.15.104:53930) 2024-02-19T16:32:14.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4efffff640 1 -- 172.21.15.104:0/573986784 learned_addr learned my addr 172.21.15.104:0/573986784 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3523502437 0 0) 0x7f4f000b4e90 con 0x7f4f00071740 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4f0569f640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 0x7f4f000b4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.853+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ef0003520 con 0x7f4f00071740 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1888399552 0 0) 0x7f4ef0003520 con 0x7f4f00071740 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 msgr2=0x7f4f000b4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 0x7f4f000b4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 >> v1:172.21.15.158:6789/0 conn(0x7f4f00158760 legacy=0x7f4f0015b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f0015b7d0 con 0x7f4f00071740 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f4eec001670 con 0x7f4f00071740 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 >> v1:172.21.15.104:6789/0 conn(0x7f4f00071740 legacy=0x7f4f0015ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef00039a0 0x7f4ef0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 0x7f4ef00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4ef0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f0015e600 con 0x7f4ef0004d00 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef000ba30 con 0x7f4ef00039a0 2024-02-19T16:32:14.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef000bbf0 con 0x7f4f000b4520 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4f0569f640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4ef0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4f04e9e640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef00039a0 0x7f4ef0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4efffff640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 0x7f4ef00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4f0569f640 1 -- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 msgr2=0x7f4ef00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4f0569f640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 0x7f4ef00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4f0569f640 1 -- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef00039a0 msgr2=0x7f4ef0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4f0569f640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4ef00039a0 0x7f4ef0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4f0569f640 1 -- 172.21.15.104:0/573986784 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef0003520 con 0x7f4ef0004d00 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.854+0000 7f4efffff640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000b4520 0x7f4ef00047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.855+0000 7f4f0569f640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4ef0005180 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009f90 tx=0x7f4ef00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcb9b95317881b6a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.855+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef802cbd0 con 0x7f4ef0004d00 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.855+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ef800f040 con 0x7f4ef0004d00 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.855+0000 7f4eff7fe640 1 -- 172.21.15.104:0/573986784 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8034440 con 0x7f4ef0004d00 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.856+0000 7f4f07102640 1 -- 172.21.15.104:0/573986784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 msgr2=0x7f4ef0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.856+0000 7f4f07102640 1 --2- 172.21.15.104:0/573986784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4ef0005180 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009f90 tx=0x7f4ef00057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.856+0000 7f4f0569f640 1 -- 172.21.15.104:0/573986784 reap_dead start 2024-02-19T16:32:14.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.856+0000 7f4f07102640 1 -- 172.21.15.104:0/573986784 shutdown_connections 2024-02-19T16:32:14.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.856+0000 7f4f07102640 1 -- 172.21.15.104:0/573986784 >> 172.21.15.104:0/573986784 conn(0x7f4f0006c020 msgr2=0x7f4f0006c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:14.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.856+0000 7f4f07102640 1 -- 172.21.15.104:0/573986784 shutdown_connections 2024-02-19T16:32:14.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.856+0000 7f4f07102640 1 -- 172.21.15.104:0/573986784 wait complete. 2024-02-19T16:32:14.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.857+0000 7f4f07102640 1 Processor -- start 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.857+0000 7f4f07102640 1 -- start start 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f07102640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4f001f5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f07102640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000cc2f0 0x7f4f000b2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f07102640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4f00156b30 0x7f4f00156fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f07102640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f001574f0 con 0x7f4ef0004d00 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f07102640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f001f6270 con 0x7f4f00156b30 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f07102640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f000cc770 con 0x7f4f000cc2f0 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4f001f5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4f001f5360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:58726/0 (socket says 172.21.15.104:58726) 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 -- 172.21.15.104:0/3421360169 learned_addr learned my addr 172.21.15.104:0/3421360169 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f0569f640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4f00156b30 0x7f4f00156fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4efffff640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000cc2f0 0x7f4f000b2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.863 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 -- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000cc2f0 msgr2=0x7f4f000b2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000cc2f0 0x7f4f000b2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 -- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4f00156b30 msgr2=0x7f4f00156fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4f00156b30 0x7f4f00156fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 -- 172.21.15.104:0/3421360169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f001f59d0 con 0x7f4ef0004d00 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4efffff640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000cc2f0 0x7f4f000b2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.858+0000 7f4f04e9e640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4f001f5360 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f4ef400f820 tx=0x7f4ef400fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.859+0000 7f4efd7fa640 1 -- 172.21.15.104:0/3421360169 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef40050d0 con 0x7f4ef0004d00 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.859+0000 7f4efd7fa640 1 -- 172.21.15.104:0/3421360169 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ef4005230 con 0x7f4ef0004d00 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.859+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f001f5cb0 con 0x7f4ef0004d00 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.859+0000 7f4efd7fa640 1 -- 172.21.15.104:0/3421360169 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef400d730 con 0x7f4ef0004d00 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.859+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f000c7660 con 0x7f4ef0004d00 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.860+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f000751e0 con 0x7f4ef0004d00 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.860+0000 7f4efd7fa640 1 -- 172.21.15.104:0/3421360169 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f4ef400d890 con 0x7f4ef0004d00 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.861+0000 7f4efd7fa640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4ee406b810 0x7f4ee406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:14.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.861+0000 7f4efffff640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4ee406b810 0x7f4ee406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:14.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.861+0000 7f4efd7fa640 1 -- 172.21.15.104:0/3421360169 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4ef408a010 con 0x7f4ef0004d00 2024-02-19T16:32:14.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.861+0000 7f4efffff640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4ee406b810 0x7f4ee406dcd0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4eec001010 tx=0x7f4eec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:14.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:14.865+0000 7f4efd7fa640 1 -- 172.21.15.104:0/3421360169 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4ef4054ac0 con 0x7f4ef0004d00 2024-02-19T16:32:15.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.066+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4f0006dc40 con 0x7f4ef0004d00 2024-02-19T16:32:15.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.067+0000 7f4efd7fa640 1 -- 172.21.15.104:0/3421360169 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v48) v1 ==== 80+0+0 (secure 0 0 0) 0x7f4ef4058180 con 0x7f4ef0004d00 2024-02-19T16:32:15.068 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:32:15.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4ee406b810 msgr2=0x7f4ee406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:15.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4ee406b810 0x7f4ee406dcd0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4eec001010 tx=0x7f4eec009040 comp rx=0 tx=0).stop 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 msgr2=0x7f4f001f5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4f001f5360 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f4ef400f820 tx=0x7f4ef400fce0 comp rx=0 tx=0).stop 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 shutdown_connections 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f4ee406b810 0x7f4ee406dcd0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f4f00156b30 0x7f4f00156fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f4f000cc2f0 0x7f4f000b2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 --2- 172.21.15.104:0/3421360169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4ef0004d00 0x7f4f001f5360 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 >> 172.21.15.104:0/3421360169 conn(0x7f4f0006c020 msgr2=0x7f4f000d0f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 shutdown_connections 2024-02-19T16:32:15.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:15.069+0000 7f4f07102640 1 -- 172.21.15.104:0/3421360169 wait complete. 2024-02-19T16:32:15.081 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-02-19T16:32:15.081 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:15.081 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:15.106 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[58894]: fuse finished with error 0 and tester_r 0 2024-02-19T16:32:15.108 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:32:21.210 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:32:21.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:21.210 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-19T16:32:21.225 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:32:21.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.364+0000 7fe13e655640 1 Processor -- start 2024-02-19T16:32:21.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.364+0000 7fe13e655640 1 -- start start 2024-02-19T16:32:21.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.365+0000 7fe13e655640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fe13815de30 0x7fe1380d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:21.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13e655640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe1380cfb00 0x7fe1380d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13e655640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1380d16f0 con 0x7fe1380d0530 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13e655640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1380cff20 con 0x7fe1380cfb00 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13e655640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1380d0f00 con 0x7fe13815de30 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13cbf2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe1380cfb00 0x7fe1380d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe1377fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fe1380d0530 0x7fe1380cf3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51090/0 (socket says 172.21.15.104:51090) 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe1377fe640 1 -- 172.21.15.104:0/1654164278 learned_addr learned my addr 172.21.15.104:0/1654164278 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe137fff640 1 --2- 172.21.15.104:0/1654164278 >> v2:172.21.15.158:3300/0 conn(0x7fe13815de30 0x7fe1380d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13cbf2640 1 -- 172.21.15.104:0/1654164278 >> v2:172.21.15.158:3300/0 conn(0x7fe13815de30 msgr2=0x7fe1380d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13cbf2640 1 --2- 172.21.15.104:0/1654164278 >> v2:172.21.15.158:3300/0 conn(0x7fe13815de30 0x7fe1380d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13cbf2640 1 -- 172.21.15.104:0/1654164278 >> v1:172.21.15.104:6789/0 conn(0x7fe1380d0530 legacy=0x7fe1380cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe13cbf2640 1 -- 172.21.15.104:0/1654164278 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1380d1940 con 0x7fe1380cfb00 2024-02-19T16:32:21.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.366+0000 7fe136ffd640 1 -- 172.21.15.104:0/1654164278 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2920820261 0 0) 0x7fe1380d16f0 con 0x7fe1380d0530 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe13cbf2640 1 --2- 172.21.15.104:0/1654164278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1380d09c0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fe1380b6710 tx=0x7fe13002be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95a037353c92bafd server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe136ffd640 1 -- 172.21.15.104:0/1654164278 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe13002cbf0 con 0x7fe1380cfb00 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe136ffd640 1 -- 172.21.15.104:0/1654164278 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe13002cd50 con 0x7fe1380cfb00 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe136ffd640 1 -- 172.21.15.104:0/1654164278 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe130034660 con 0x7fe1380cfb00 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe13e655640 1 -- 172.21.15.104:0/1654164278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 msgr2=0x7fe1380d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe13e655640 1 --2- 172.21.15.104:0/1654164278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1380d09c0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fe1380b6710 tx=0x7fe13002be40 comp rx=0 tx=0).stop 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe13e655640 1 -- 172.21.15.104:0/1654164278 shutdown_connections 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe13e655640 1 --2- 172.21.15.104:0/1654164278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1380d09c0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe13e655640 1 --2- 172.21.15.104:0/1654164278 >> v2:172.21.15.158:3300/0 conn(0x7fe13815de30 0x7fe1380d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.367+0000 7fe13e655640 1 -- 172.21.15.104:0/1654164278 >> 172.21.15.104:0/1654164278 conn(0x7fe1380d3b20 msgr2=0x7fe1380d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:21.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.368+0000 7fe13e655640 1 -- 172.21.15.104:0/1654164278 shutdown_connections 2024-02-19T16:32:21.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.368+0000 7fe13e655640 1 -- 172.21.15.104:0/1654164278 wait complete. 2024-02-19T16:32:21.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.369+0000 7fe13e655640 1 Processor -- start 2024-02-19T16:32:21.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.369+0000 7fe13e655640 1 -- start start 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.369+0000 7fe13e655640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1381f4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.369+0000 7fe13e655640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe1380d0530 0x7fe1380b4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.369+0000 7fe13e655640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe13815de30 0x7fe1380b59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.369+0000 7fe13e655640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe13815f3b0 con 0x7fe1380cfb00 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.369+0000 7fe13e655640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1381f4550 con 0x7fe1380d0530 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.369+0000 7fe13e655640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe13815e7a0 con 0x7fe13815de30 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1381f4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1381f4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59718/0 (socket says 172.21.15.104:59718) 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 -- 172.21.15.104:0/1997258516 learned_addr learned my addr 172.21.15.104:0/1997258516 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe1377fe640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe1380d0530 0x7fe1380b4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe13cbf2640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe13815de30 0x7fe1380b59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 -- 172.21.15.104:0/1997258516 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe13815de30 msgr2=0x7fe1380b59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:21.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe13815de30 0x7fe1380b59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 -- 172.21.15.104:0/1997258516 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe1380d0530 msgr2=0x7fe1380b4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe1380d0530 0x7fe1380b4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 -- 172.21.15.104:0/1997258516 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe130009a70 con 0x7fe1380cfb00 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe137fff640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1381f4010 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fe12800d830 tx=0x7fe12800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe134ff9640 1 -- 172.21.15.104:0/1997258516 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe12800b6c0 con 0x7fe1380cfb00 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe13815ea80 con 0x7fe1380cfb00 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe134ff9640 1 -- 172.21.15.104:0/1997258516 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe12800b820 con 0x7fe1380cfb00 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe134ff9640 1 -- 172.21.15.104:0/1997258516 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe12800bbb0 con 0x7fe1380cfb00 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.370+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe13815f040 con 0x7fe1380cfb00 2024-02-19T16:32:21.374 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.371+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1380751e0 con 0x7fe1380cfb00 2024-02-19T16:32:21.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.372+0000 7fe134ff9640 1 -- 172.21.15.104:0/1997258516 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fe12801e460 con 0x7fe1380cfb00 2024-02-19T16:32:21.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.372+0000 7fe134ff9640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe12406b810 0x7fe12406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:21.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.372+0000 7fe1377fe640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe12406b810 0x7fe12406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:21.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.372+0000 7fe134ff9640 1 -- 172.21.15.104:0/1997258516 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe12808a9b0 con 0x7fe1380cfb00 2024-02-19T16:32:21.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.373+0000 7fe1377fe640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe12406b810 0x7fe12406dcd0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe13806d180 tx=0x7fe12c007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:21.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.377+0000 7fe134ff9640 1 -- 172.21.15.104:0/1997258516 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fe1280552b0 con 0x7fe1380cfb00 2024-02-19T16:32:21.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.591+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe1380d11a0 con 0x7fe1380cfb00 2024-02-19T16:32:21.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.592+0000 7fe134ff9640 1 -- 172.21.15.104:0/1997258516 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+73 (secure 0 0 0) 0x7fe128058970 con 0x7fe1380cfb00 2024-02-19T16:32:21.593 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-19T16:32:21.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe12406b810 msgr2=0x7fe12406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:21.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe12406b810 0x7fe12406dcd0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe13806d180 tx=0x7fe12c007de0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 msgr2=0x7fe1381f4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1381f4010 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fe12800d830 tx=0x7fe12800dcf0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 shutdown_connections 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fe12406b810 0x7fe12406dcd0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fe13815de30 0x7fe1380b59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fe1380d0530 0x7fe1380b4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 --2- 172.21.15.104:0/1997258516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1380cfb00 0x7fe1381f4010 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 >> 172.21.15.104:0/1997258516 conn(0x7fe1380d3b20 msgr2=0x7fe1380d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 shutdown_connections 2024-02-19T16:32:21.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:21.594+0000 7fe13e655640 1 -- 172.21.15.104:0/1997258516 wait complete. 2024-02-19T16:32:21.606 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:32:21.606 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:32:21.606 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-02-19T16:32:21.606 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-19T16:32:21.606 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:21.606 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:32:21.606 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:32:21.606 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:32:21.607 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:21.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:21.607 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-02-19T16:32:21.621 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:32:21.621 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:32:21.621 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42517sec preferred_lft 42517sec 2024-02-19T16:32:21.622 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::3407:6dff:fe00:a91/64 scope link 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4017:6aff:fee5:fdcb/64 scope link 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether be:4f:74:dd:12:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::bc4f:74ff:fedd:128c/64 scope link 2024-02-19T16:32:21.623 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:21.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:21.624 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:32:21.688 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-02-19T16:32:21.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:21.689 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-02-19T16:32:21.745 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-02-19T16:32:21.745 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:32:21.745 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:32:21.745 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:32:21.745 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:32:21.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:21.746 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:32:21.746 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:32:21.746 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:32:21.746 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:32:21.746 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:32:21.746 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:32:21.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:21.840 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:32:21.855 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-19T16:32:21.856 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-19T16:32:21.856 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:21.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:21.856 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-02-19T16:32:21.923 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-19T16:32:21.923 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:32:21.923 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:21.978 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:21.979 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:32:21.979 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:22.034 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:32:22.101 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:32:22.156 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:32:22.157 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:32:22.158 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:32:22.158 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:32:22.158 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:22.158 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:22.158 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:22.158 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:22.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:22.159 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:32:22.213 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-19T16:32:22.213 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-19T16:32:22.255 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:32:22.283 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:32:22.338 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:32:22.338 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:32:22.338 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:32:22.338 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:32:22.339 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:22.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:22.341 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:32:22.348 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:2024-02-19T16:32:22.347+0000 7f4b45e3a480 -1 init, newargv = 0x5574141f50c0 newargc=15 2024-02-19T16:32:22.348 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[59876]: starting ceph client 2024-02-19T16:32:22.353 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[59876]: starting fuse 2024-02-19T16:32:22.363 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:32:22.363 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-02-19T16:32:22.363 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:32:22.363 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-02-19T16:32:22.363 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-02-19T16:32:22.363 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:32:22.363 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-02-19T16:32:22.363 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-02-19T16:32:22.364 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-02-19T16:32:22.365 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:32:22.365 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:22.365 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.0")) 2024-02-19T16:32:22.365 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:32:22.486 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.0.59876.asok 2024-02-19T16:32:22.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:32:22.496 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.59876.asok 2024-02-19T16:32:22.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:22.497 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.59876.asok status 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "0", 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "59876", 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-02-19T16:32:22.634 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 6261, 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 6261 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2515997520 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:32:22.635 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 2515997520 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.6261 192.168.0.1:0/2515997520", 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/2515997520", 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 23, 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 48, 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-02-19T16:32:22.636 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:22.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:22.642 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-02-19T16:32:22.642 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:22.657 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-02-19T16:32:22.658 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:22.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:22.658 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> stdin-killer -- python3 -c ' 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> import errno 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> fd = os.open("/home/ubuntu/cephtest/mnt.0/test_file", os.O_RDWR) 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> try: 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> if False: 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> ret = os.read(fd, 1024) 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> else: 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> os.write(fd, b'"'"'content'"'"') 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> except OSError as e: 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> if e.errno != errno.EPERM: 2024-02-19T16:32:22.726 DEBUG:teuthology.orchestra.run.smithi104:> raise 2024-02-19T16:32:22.727 DEBUG:teuthology.orchestra.run.smithi104:> else: 2024-02-19T16:32:22.727 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("client does not check permission of data pool") 2024-02-19T16:32:22.727 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:32:22.836 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:32:22.842 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds allow mon 'allow r' osd 'allow w pool=cephfs_data' 2024-02-19T16:32:23.000 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:22.999+0000 7f78b0aed640 1 Processor -- start 2024-02-19T16:32:23.000 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:22.999+0000 7f78b0aed640 1 -- start start 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78b0aed640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac0d2910 0x7f78ac0d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78b0aed640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78ac0ce7a0 con 0x7f78ac0d1bb0 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78b0aed640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78ac0d0ac0 con 0x7f78ac161440 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78b0aed640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78ac161820 con 0x7f78ac0d2910 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a1d9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f78ac0d1bb0 0x7f78ac0d2200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51106/0 (socket says 172.21.15.104:51106) 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a1d9b640 1 -- 172.21.15.104:0/2636292110 learned_addr learned my addr 172.21.15.104:0/2636292110 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1670243819 0 0) 0x7f78ac0ce7a0 con 0x7f78ac0d1bb0 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7898003520 con 0x7f78ac0d1bb0 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78aad9d640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac0d2910 0x7f78ac0d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3939312561 0 0) 0x7f7898003520 con 0x7f78ac0d1bb0 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac0d2910 msgr2=0x7f78ac0d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac0d2910 0x7f78ac0d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 >> v1:172.21.15.158:6789/0 conn(0x7f78ac161440 legacy=0x7f78ac0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78ac0d2010 con 0x7f78ac0d1bb0 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f7894001670 con 0x7f78ac0d1bb0 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 >> v1:172.21.15.104:6789/0 conn(0x7f78ac0d1bb0 legacy=0x7f78ac0d2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f7898003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78980047c0 0x7f7898004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac0d2910 0x7f78980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78ac161820 con 0x7f78980039a0 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789800bb10 con 0x7f78980047c0 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f789800bcd0 con 0x7f78ac0d2910 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78aa59c640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f7898003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.000+0000 7f78a1d9b640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78980047c0 0x7f7898004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.005 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.001+0000 7f78aad9d640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac0d2910 0x7f78980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.001+0000 7f78aa59c640 1 -- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac0d2910 msgr2=0x7f78980051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.001+0000 7f78aa59c640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac0d2910 0x7f78980051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.001+0000 7f78aa59c640 1 -- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78980047c0 msgr2=0x7f7898004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.001+0000 7f78aa59c640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78980047c0 0x7f7898004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.001+0000 7f78aa59c640 1 -- 172.21.15.104:0/2636292110 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7898003520 con 0x7f78980039a0 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.001+0000 7f78aa59c640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f7898003dc0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f789c001750 tx=0x7f78980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0ed0d1e523ed6ee server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.001+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f789c0052d0 con 0x7f78980039a0 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f789c02e050 con 0x7f78980039a0 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78a9d9b640 1 -- 172.21.15.104:0/2636292110 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f789c0035f0 con 0x7f78980039a0 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78b0aed640 1 -- 172.21.15.104:0/2636292110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 msgr2=0x7f7898003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78b0aed640 1 --2- 172.21.15.104:0/2636292110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f7898003dc0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f789c001750 tx=0x7f78980057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78aad9d640 1 -- 172.21.15.104:0/2636292110 reap_dead start 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78b0aed640 1 -- 172.21.15.104:0/2636292110 shutdown_connections 2024-02-19T16:32:23.006 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78b0aed640 1 -- 172.21.15.104:0/2636292110 >> 172.21.15.104:0/2636292110 conn(0x7f78ac09cef0 msgr2=0x7f78ac0d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:23.007 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78b0aed640 1 -- 172.21.15.104:0/2636292110 shutdown_connections 2024-02-19T16:32:23.007 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.002+0000 7f78b0aed640 1 -- 172.21.15.104:0/2636292110 wait complete. 2024-02-19T16:32:23.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78b0aed640 1 Processor -- start 2024-02-19T16:32:23.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78b0aed640 1 -- start start 2024-02-19T16:32:23.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78b0aed640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f78ac153db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78b0aed640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78ac1530e0 0x7f78ac149ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78b0aed640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac15a0a0 0x7f78ac0c9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.009 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78b0aed640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78ac1542f0 con 0x7f78980039a0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78b0aed640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78ac159090 con 0x7f78ac1530e0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78b0aed640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78ac155900 con 0x7f78ac15a0a0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78aa59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f78ac153db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78aa59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f78ac153db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59740/0 (socket says 172.21.15.104:59740) 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.004+0000 7f78aa59c640 1 -- 172.21.15.104:0/3957155558 learned_addr learned my addr 172.21.15.104:0/3957155558 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78a1d9b640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78ac1530e0 0x7f78ac149ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78aad9d640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac15a0a0 0x7f78ac0c9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78aa59c640 1 -- 172.21.15.104:0/3957155558 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac15a0a0 msgr2=0x7f78ac0c9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78aa59c640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac15a0a0 0x7f78ac0c9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78aa59c640 1 -- 172.21.15.104:0/3957155558 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78ac1530e0 msgr2=0x7f78ac149ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78aa59c640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78ac1530e0 0x7f78ac149ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78aa59c640 1 -- 172.21.15.104:0/3957155558 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78ac1592e0 con 0x7f78980039a0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78aa59c640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f78ac153db0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f789c008fd0 tx=0x7f789c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78a37fe640 1 -- 172.21.15.104:0/3957155558 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f789c007a30 con 0x7f78980039a0 2024-02-19T16:32:23.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78a37fe640 1 -- 172.21.15.104:0/3957155558 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f789c007640 con 0x7f78980039a0 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78a37fe640 1 -- 172.21.15.104:0/3957155558 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f789c006c20 con 0x7f78980039a0 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78ac1595c0 con 0x7f78980039a0 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.005+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78ac159b80 con 0x7f78980039a0 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.006+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78ac1542f0 con 0x7f78980039a0 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.006+0000 7f78a37fe640 1 -- 172.21.15.104:0/3957155558 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f789c0035f0 con 0x7f78980039a0 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.007+0000 7f78a37fe640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f788c06b810 0x7f788c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.007+0000 7f78a37fe640 1 -- 172.21.15.104:0/3957155558 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f789c0abe30 con 0x7f78980039a0 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.007+0000 7f78a1d9b640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f788c06b810 0x7f788c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.011 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.007+0000 7f78a1d9b640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f788c06b810 0x7f788c06dcd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f78ac0cac60 tx=0x7f7894009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.012 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.011+0000 7f78a37fe640 1 -- 172.21.15.104:0/3957155558 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f789c076980 con 0x7f78980039a0 2024-02-19T16:32:23.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.292+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow w pool=cephfs_data"]} v 0) v1 -- 0x7f78ac0751e0 con 0x7f78980039a0 2024-02-19T16:32:23.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.297+0000 7f78a37fe640 1 -- 172.21.15.104:0/3957155558 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow w pool=cephfs_data"]}]=0 updated caps for client.0 v17) v1 ==== 183+0+140 (secure 0 0 0) 0x7f789c04b0e0 con 0x7f78980039a0 2024-02-19T16:32:23.298 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:32:23.298 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:32:23.298 INFO:teuthology.orchestra.run.smithi104.stdout: caps mds = "allow" 2024-02-19T16:32:23.298 INFO:teuthology.orchestra.run.smithi104.stdout: caps mon = "allow r" 2024-02-19T16:32:23.298 INFO:teuthology.orchestra.run.smithi104.stdout: caps osd = "allow w pool=cephfs_data" 2024-02-19T16:32:23.298 INFO:teuthology.orchestra.run.smithi104.stderr:updated caps for client.0 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f788c06b810 msgr2=0x7f788c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f788c06b810 0x7f788c06dcd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f78ac0cac60 tx=0x7f7894009040 comp rx=0 tx=0).stop 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 msgr2=0x7f78ac153db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f78ac153db0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f789c008fd0 tx=0x7f789c001120 comp rx=0 tx=0).stop 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 shutdown_connections 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f788c06b810 0x7f788c06dcd0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f78ac15a0a0 0x7f78ac0c9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f78ac1530e0 0x7f78ac149ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 --2- 172.21.15.104:0/3957155558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78980039a0 0x7f78ac153db0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 >> 172.21.15.104:0/3957155558 conn(0x7f78ac09cef0 msgr2=0x7f78ac073e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 shutdown_connections 2024-02-19T16:32:23.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.299+0000 7f78b0aed640 1 -- 172.21.15.104:0/3957155558 wait complete. 2024-02-19T16:32:23.313 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:32:23.313 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:23.328 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:23.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.467+0000 7ffadc9b5640 1 Processor -- start 2024-02-19T16:32:23.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.467+0000 7ffadc9b5640 1 -- start start 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffadc9b5640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ffad815e010 0x7ffad806f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffadc9b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad80cda60 0x7ffad806f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffadc9b5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffad80cc5c0 con 0x7ffad80d0670 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffadc9b5640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffad815e3f0 con 0x7ffad815e010 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffadc9b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffad80d0b70 con 0x7ffad80cda60 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffacdd9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ffad80d0670 0x7ffad80ce1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51116/0 (socket says 172.21.15.104:51116) 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffacdd9b640 1 -- 172.21.15.104:0/1053362107 learned_addr learned my addr 172.21.15.104:0/1053362107 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1161430769 0 0) 0x7ffad80cc5c0 con 0x7ffad80d0670 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad6d9d640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad80cda60 0x7ffad806f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffac4003520 con 0x7ffad80d0670 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 453671173 0 0) 0x7ffac4003520 con 0x7ffad80d0670 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad80cda60 msgr2=0x7ffad806f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad5d9b640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad80cda60 0x7ffad806f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.471 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 >> v2:172.21.15.158:3300/0 conn(0x7ffad815e010 msgr2=0x7ffad806f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad5d9b640 1 --2- 172.21.15.104:0/1053362107 >> v2:172.21.15.158:3300/0 conn(0x7ffad815e010 0x7ffad806f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.468+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffad80d0e50 con 0x7ffad80d0670 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7ffac0001670 con 0x7ffad80d0670 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 >> v1:172.21.15.104:6789/0 conn(0x7ffad80d0670 legacy=0x7ffad80ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad5d9b640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad80cda60 0x7ffac4003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad5d9b640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffac40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad5d9b640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffac4004d00 0x7ffac4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad815e3f0 con 0x7ffac4003ef0 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad80d0b70 con 0x7ffac4004d00 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffac400bab0 con 0x7ffad80cda60 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffacdd9b640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffac40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad659c640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad80cda60 0x7ffac4003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffad6d9d640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffac4004d00 0x7ffac4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffacdd9b640 1 -- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad80cda60 msgr2=0x7ffac4003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffacdd9b640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad80cda60 0x7ffac4003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffacdd9b640 1 -- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffac4004d00 msgr2=0x7ffac4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffacdd9b640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffac4004d00 0x7ffac4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.469+0000 7ffacdd9b640 1 -- 172.21.15.104:0/1053362107 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffac4003520 con 0x7ffac4003ef0 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffacdd9b640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffac40047c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ffac000c290 tx=0x7ffac40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c33a44e94024a6b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac0005ad0 con 0x7ffac4003ef0 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffac0005c30 con 0x7ffac4003ef0 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffad5d9b640 1 -- 172.21.15.104:0/1053362107 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac002c8d0 con 0x7ffac4003ef0 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffadc9b5640 1 -- 172.21.15.104:0/1053362107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 msgr2=0x7ffac40047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffadc9b5640 1 --2- 172.21.15.104:0/1053362107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffac40047c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ffac000c290 tx=0x7ffac40057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffad6d9d640 1 -- 172.21.15.104:0/1053362107 reap_dead start 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffadc9b5640 1 -- 172.21.15.104:0/1053362107 shutdown_connections 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffadc9b5640 1 -- 172.21.15.104:0/1053362107 >> 172.21.15.104:0/1053362107 conn(0x7ffad80d1920 msgr2=0x7ffad80d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.470+0000 7ffadc9b5640 1 -- 172.21.15.104:0/1053362107 shutdown_connections 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.471+0000 7ffadc9b5640 1 -- 172.21.15.104:0/1053362107 wait complete. 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.472+0000 7ffadc9b5640 1 Processor -- start 2024-02-19T16:32:23.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.472+0000 7ffadc9b5640 1 -- start start 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffadc9b5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffad81f7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffadc9b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad81f3330 0x7ffad815bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffadc9b5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffad80b68b0 0x7ffad80b6d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffadc9b5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad81576c0 con 0x7ffac4003ef0 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffadc9b5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad81f7c90 con 0x7ffad80b68b0 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffadc9b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffad815ae90 con 0x7ffad81f3330 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffad81f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffad81f7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59752/0 (socket says 172.21.15.104:59752) 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 -- 172.21.15.104:0/4205925778 learned_addr learned my addr 172.21.15.104:0/4205925778 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffacdd9b640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad81f3330 0x7ffad815bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 -- 172.21.15.104:0/4205925778 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad81f3330 msgr2=0x7ffad815bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad6d9d640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffad80b68b0 0x7ffad80b6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad81f3330 0x7ffad815bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 -- 172.21.15.104:0/4205925778 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffad80b68b0 msgr2=0x7ffad80b6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffad80b68b0 0x7ffad80b6d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 -- 172.21.15.104:0/4205925778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffad815b170 con 0x7ffac4003ef0 2024-02-19T16:32:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffad659c640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffad81f7750 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7ffac800e870 tx=0x7ffac800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffacf7fe640 1 -- 172.21.15.104:0/4205925778 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac80094b0 con 0x7ffac4003ef0 2024-02-19T16:32:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffacf7fe640 1 -- 172.21.15.104:0/4205925778 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffac800ee60 con 0x7ffac4003ef0 2024-02-19T16:32:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffad815b450 con 0x7ffac4003ef0 2024-02-19T16:32:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffacf7fe640 1 -- 172.21.15.104:0/4205925778 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac800cb60 con 0x7ffac4003ef0 2024-02-19T16:32:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.473+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffad815ba10 con 0x7ffac4003ef0 2024-02-19T16:32:23.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.474+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffad80751e0 con 0x7ffac4003ef0 2024-02-19T16:32:23.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.475+0000 7ffacf7fe640 1 -- 172.21.15.104:0/4205925778 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ffac800ccc0 con 0x7ffac4003ef0 2024-02-19T16:32:23.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.475+0000 7ffacf7fe640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffab806b810 0x7ffab806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.475+0000 7ffacf7fe640 1 -- 172.21.15.104:0/4205925778 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffac808a6f0 con 0x7ffac4003ef0 2024-02-19T16:32:23.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.475+0000 7ffacdd9b640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffab806b810 0x7ffab806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.476+0000 7ffacdd9b640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffab806b810 0x7ffab806dcd0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ffac0034000 tx=0x7ffac0007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.484+0000 7ffacf7fe640 1 -- 172.21.15.104:0/4205925778 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ffac8054ff0 con 0x7ffac4003ef0 2024-02-19T16:32:23.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.661+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffad8161850 con 0x7ffac4003ef0 2024-02-19T16:32:23.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.662+0000 7ffacf7fe640 1 -- 172.21.15.104:0/4205925778 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7ffac80586b0 con 0x7ffac4003ef0 2024-02-19T16:32:23.663 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:23.663 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:23.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffab806b810 msgr2=0x7ffab806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffab806b810 0x7ffab806dcd0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ffac0034000 tx=0x7ffac0007000 comp rx=0 tx=0).stop 2024-02-19T16:32:23.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 msgr2=0x7ffad81f7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffad81f7750 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7ffac800e870 tx=0x7ffac800ed30 comp rx=0 tx=0).stop 2024-02-19T16:32:23.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 shutdown_connections 2024-02-19T16:32:23.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffab806b810 0x7ffab806dcd0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffad80b68b0 0x7ffad80b6d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffad81f3330 0x7ffad815bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 --2- 172.21.15.104:0/4205925778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffac4003ef0 0x7ffad81f7750 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 >> 172.21.15.104:0/4205925778 conn(0x7ffad80d1920 msgr2=0x7ffad80b33f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:23.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 shutdown_connections 2024-02-19T16:32:23.666 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.664+0000 7ffadc9b5640 1 -- 172.21.15.104:0/4205925778 wait complete. 2024-02-19T16:32:23.676 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:58.104668+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '47', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:58.854520+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:32:23.677 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:32:23.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.783+0000 7fb378c15640 1 Processor -- start 2024-02-19T16:32:23.784 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.783+0000 7fb378c15640 1 -- start start 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb378c15640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb37415bc80 0x7fb37406f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb378c15640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fb37406dc90 0x7fb37406fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb378c15640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb374071890 con 0x7fb3740af940 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb378c15640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb374072510 con 0x7fb37415bc80 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb378c15640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3740b04a0 con 0x7fb37406dc90 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb37259c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb37415bc80 0x7fb37406f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb37259c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb37415bc80 0x7fb37406f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59758/0 (socket says 172.21.15.104:59758) 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb37259c640 1 -- 172.21.15.104:0/85862412 learned_addr learned my addr 172.21.15.104:0/85862412 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb36bfff640 1 --2- 172.21.15.104:0/85862412 >> v2:172.21.15.158:3300/0 conn(0x7fb37406dc90 0x7fb37406fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.786 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb37259c640 1 -- 172.21.15.104:0/85862412 >> v2:172.21.15.158:3300/0 conn(0x7fb37406dc90 msgr2=0x7fb37406fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb37259c640 1 --2- 172.21.15.104:0/85862412 >> v2:172.21.15.158:3300/0 conn(0x7fb37406dc90 0x7fb37406fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb37259c640 1 -- 172.21.15.104:0/85862412 >> v1:172.21.15.158:6789/0 conn(0x7fb3740af940 legacy=0x7fb3740afd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:23.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb37259c640 1 -- 172.21.15.104:0/85862412 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb374071b70 con 0x7fb37415bc80 2024-02-19T16:32:23.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.784+0000 7fb36bfff640 1 --2- 172.21.15.104:0/85862412 >> v2:172.21.15.158:3300/0 conn(0x7fb37406dc90 0x7fb37406fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:23.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.785+0000 7fb37259c640 1 --2- 172.21.15.104:0/85862412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37415bc80 0x7fb37406f810 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb374071300 tx=0x7fb36402b7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cae627ec6d03741 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.785+0000 7fb371d9b640 1 -- 172.21.15.104:0/85862412 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb364031750 con 0x7fb37415bc80 2024-02-19T16:32:23.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb371d9b640 1 -- 172.21.15.104:0/85862412 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3640318b0 con 0x7fb37415bc80 2024-02-19T16:32:23.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb371d9b640 1 -- 172.21.15.104:0/85862412 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb364031c40 con 0x7fb37415bc80 2024-02-19T16:32:23.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb378c15640 1 -- 172.21.15.104:0/85862412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37415bc80 msgr2=0x7fb37406f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb378c15640 1 --2- 172.21.15.104:0/85862412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37415bc80 0x7fb37406f810 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb374071300 tx=0x7fb36402b7f0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb378c15640 1 -- 172.21.15.104:0/85862412 shutdown_connections 2024-02-19T16:32:23.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb378c15640 1 --2- 172.21.15.104:0/85862412 >> v2:172.21.15.158:3300/0 conn(0x7fb37406dc90 0x7fb37406fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb378c15640 1 --2- 172.21.15.104:0/85862412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37415bc80 0x7fb37406f810 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb378c15640 1 -- 172.21.15.104:0/85862412 >> 172.21.15.104:0/85862412 conn(0x7fb3740b2670 msgr2=0x7fb3740b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:23.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb378c15640 1 -- 172.21.15.104:0/85862412 shutdown_connections 2024-02-19T16:32:23.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.786+0000 7fb378c15640 1 -- 172.21.15.104:0/85862412 wait complete. 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.787+0000 7fb378c15640 1 Processor -- start 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb378c15640 1 -- start start 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb378c15640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37406dc90 0x7fb3741f1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb378c15640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3740af940 0x7fb3741f5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb378c15640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb37415bc80 0x7fb37415a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb378c15640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb37415acc0 con 0x7fb37406dc90 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb378c15640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb374158150 con 0x7fb37415bc80 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb378c15640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb374158430 con 0x7fb3740af940 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb37259c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37406dc90 0x7fb3741f1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb37259c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37406dc90 0x7fb3741f1440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59774/0 (socket says 172.21.15.104:59774) 2024-02-19T16:32:23.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.788+0000 7fb37259c640 1 -- 172.21.15.104:0/1515427849 learned_addr learned my addr 172.21.15.104:0/1515427849 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb37259c640 1 -- 172.21.15.104:0/1515427849 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3740af940 msgr2=0x7fb3741f5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb37259c640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3740af940 0x7fb3741f5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb37259c640 1 -- 172.21.15.104:0/1515427849 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb37415bc80 msgr2=0x7fb37415a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb37259c640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb37415bc80 0x7fb37415a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb37259c640 1 -- 172.21.15.104:0/1515427849 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3640094d0 con 0x7fb37406dc90 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb37259c640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37406dc90 0x7fb3741f1440 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb364000c00 tx=0x7fb3640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb36affd640 1 -- 172.21.15.104:0/1515427849 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb364033c80 con 0x7fb37406dc90 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb374158710 con 0x7fb37406dc90 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb36affd640 1 -- 172.21.15.104:0/1515427849 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb364033de0 con 0x7fb37406dc90 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb36affd640 1 -- 172.21.15.104:0/1515427849 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36403c640 con 0x7fb37406dc90 2024-02-19T16:32:23.792 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.789+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb374158cd0 con 0x7fb37406dc90 2024-02-19T16:32:23.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.790+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3740751e0 con 0x7fb37406dc90 2024-02-19T16:32:23.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.790+0000 7fb36affd640 1 -- 172.21.15.104:0/1515427849 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb36403a040 con 0x7fb37406dc90 2024-02-19T16:32:23.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.791+0000 7fb36affd640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb35406b810 0x7fb35406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:23.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.791+0000 7fb36affd640 1 -- 172.21.15.104:0/1515427849 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb3640abfb0 con 0x7fb37406dc90 2024-02-19T16:32:23.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.791+0000 7fb36bfff640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb35406b810 0x7fb35406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:23.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.791+0000 7fb36bfff640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb35406b810 0x7fb35406dcd0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb35c006fd0 tx=0x7fb35c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:23.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.795+0000 7fb36affd640 1 -- 172.21.15.104:0/1515427849 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb3640dfdc0 con 0x7fb37406dc90 2024-02-19T16:32:23.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.983+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb37415aef0 con 0x7fb37406dc90 2024-02-19T16:32:23.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.984+0000 7fb36affd640 1 -- 172.21.15.104:0/1515427849 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb364076950 con 0x7fb37406dc90 2024-02-19T16:32:23.985 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:32:23.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb35406b810 msgr2=0x7fb35406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb35406b810 0x7fb35406dcd0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb35c006fd0 tx=0x7fb35c008040 comp rx=0 tx=0).stop 2024-02-19T16:32:23.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37406dc90 msgr2=0x7fb3741f1440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:23.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37406dc90 0x7fb3741f1440 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb364000c00 tx=0x7fb3640046c0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 shutdown_connections 2024-02-19T16:32:23.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb35406b810 0x7fb35406dcd0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb37415bc80 0x7fb37415a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb3740af940 0x7fb3741f5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 --2- 172.21.15.104:0/1515427849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb37406dc90 0x7fb3741f1440 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:23.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 >> 172.21.15.104:0/1515427849 conn(0x7fb3740b2670 msgr2=0x7fb374157680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:23.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 shutdown_connections 2024-02-19T16:32:23.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:23.986+0000 7fb378c15640 1 -- 172.21.15.104:0/1515427849 wait complete. 2024-02-19T16:32:23.999 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:32:24.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.108+0000 7fec195b5640 1 Processor -- start 2024-02-19T16:32:24.109 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.108+0000 7fec195b5640 1 -- start start 2024-02-19T16:32:24.112 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.108+0000 7fec195b5640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fec1406e5d0 0x7fec140cc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.108+0000 7fec195b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec140cc680 0x7fec1406bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.108+0000 7fec195b5640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec1406ecd0 con 0x7fec1406e1f0 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.108+0000 7fec195b5640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec1406ea20 con 0x7fec1406e5d0 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.108+0000 7fec195b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec1406ef20 con 0x7fec140cc680 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec12ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fec1406e1f0 0x7fec140ca700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51120/0 (socket says 172.21.15.104:51120) 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec12ffd640 1 -- 172.21.15.104:0/4186484877 learned_addr learned my addr 172.21.15.104:0/4186484877 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec0bfff640 1 --2- 172.21.15.104:0/4186484877 >> v2:172.21.15.158:3300/0 conn(0x7fec1406e5d0 0x7fec140cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec137fe640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec140cc680 0x7fec1406bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1342903872 0 0) 0x7fec1406ecd0 con 0x7fec1406e1f0 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fec00003520 con 0x7fec1406e1f0 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1424144132 0 0) 0x7fec00003520 con 0x7fec1406e1f0 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec140cc680 msgr2=0x7fec1406bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec140cc680 0x7fec1406bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.113 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 >> v2:172.21.15.158:3300/0 conn(0x7fec1406e5d0 msgr2=0x7fec140cc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 --2- 172.21.15.104:0/4186484877 >> v2:172.21.15.158:3300/0 conn(0x7fec1406e5d0 0x7fec140cc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec1406f200 con 0x7fec1406e1f0 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fec04001670 con 0x7fec1406e1f0 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 >> v1:172.21.15.104:6789/0 conn(0x7fec1406e1f0 legacy=0x7fec140ca700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec140cc680 0x7fec00003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec00004d00 0x7fec00005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec1406ea20 con 0x7fec00003ef0 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec1406ef20 con 0x7fec00004d00 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec0000b9d0 con 0x7fec140cc680 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec0bfff640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec12ffd640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec140cc680 0x7fec00003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.109+0000 7fec137fe640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec00004d00 0x7fec00005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.110+0000 7fec0bfff640 1 -- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec140cc680 msgr2=0x7fec00003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:24.114 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.110+0000 7fec0bfff640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec140cc680 0x7fec00003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.110+0000 7fec0bfff640 1 -- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec00004d00 msgr2=0x7fec00005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.110+0000 7fec0bfff640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec00004d00 0x7fec00005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.110+0000 7fec0bfff640 1 -- 172.21.15.104:0/4186484877 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec00003520 con 0x7fec00003ef0 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.110+0000 7fec137fe640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec00004d00 0x7fec00005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.110+0000 7fec0bfff640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec000047c0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7febfc009af0 tx=0x7fec000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1538b1baa55626d4 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.110+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febfc02c710 con 0x7fec00003ef0 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febfc02c870 con 0x7fec00003ef0 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec127fc640 1 -- 172.21.15.104:0/4186484877 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febfc02cc00 con 0x7fec00003ef0 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec195b5640 1 -- 172.21.15.104:0/4186484877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 msgr2=0x7fec000047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec195b5640 1 --2- 172.21.15.104:0/4186484877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec000047c0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7febfc009af0 tx=0x7fec000057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec137fe640 1 -- 172.21.15.104:0/4186484877 reap_dead start 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec195b5640 1 -- 172.21.15.104:0/4186484877 shutdown_connections 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec195b5640 1 -- 172.21.15.104:0/4186484877 >> 172.21.15.104:0/4186484877 conn(0x7fec140b1ba0 msgr2=0x7fec140b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:24.115 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec195b5640 1 -- 172.21.15.104:0/4186484877 shutdown_connections 2024-02-19T16:32:24.116 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.111+0000 7fec195b5640 1 -- 172.21.15.104:0/4186484877 wait complete. 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.112+0000 7fec195b5640 1 Processor -- start 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.112+0000 7fec195b5640 1 -- start start 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec195b5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec1409d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec195b5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec1409ac00 0x7fec1409b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec195b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec1409f550 0x7fec1409f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec195b5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec1409f130 con 0x7fec00003ef0 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec195b5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec140c6610 con 0x7fec1409ac00 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec195b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec1409b5c0 con 0x7fec1409f550 2024-02-19T16:32:24.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec12ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec1409d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec12ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec1409d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59794/0 (socket says 172.21.15.104:59794) 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec12ffd640 1 -- 172.21.15.104:0/2182142363 learned_addr learned my addr 172.21.15.104:0/2182142363 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec137fe640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec1409f550 0x7fec1409f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec0bfff640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec1409ac00 0x7fec1409b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec12ffd640 1 -- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec1409f550 msgr2=0x7fec1409f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec12ffd640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec1409f550 0x7fec1409f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec12ffd640 1 -- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec1409ac00 msgr2=0x7fec1409b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec12ffd640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec1409ac00 0x7fec1409b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec12ffd640 1 -- 172.21.15.104:0/2182142363 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec1409e4b0 con 0x7fec00003ef0 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec137fe640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec1409f550 0x7fec1409f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.113+0000 7fec0bfff640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec1409ac00 0x7fec1409b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.114+0000 7fec12ffd640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec1409d620 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fec04007310 tx=0x7fec040077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.114+0000 7fec0b7fe640 1 -- 172.21.15.104:0/2182142363 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec0400f8e0 con 0x7fec00003ef0 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.114+0000 7fec0b7fe640 1 -- 172.21.15.104:0/2182142363 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec0400fa80 con 0x7fec00003ef0 2024-02-19T16:32:24.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.114+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec1409e790 con 0x7fec00003ef0 2024-02-19T16:32:24.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.114+0000 7fec0b7fe640 1 -- 172.21.15.104:0/2182142363 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec0400fe30 con 0x7fec00003ef0 2024-02-19T16:32:24.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.114+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec1409ed50 con 0x7fec00003ef0 2024-02-19T16:32:24.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.115+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec1409f3a0 con 0x7fec00003ef0 2024-02-19T16:32:24.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.115+0000 7fec0b7fe640 1 -- 172.21.15.104:0/2182142363 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fec0401d460 con 0x7fec00003ef0 2024-02-19T16:32:24.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.116+0000 7fec0b7fe640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febf406b810 0x7febf406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.116+0000 7fec0b7fe640 1 -- 172.21.15.104:0/2182142363 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fec0408a310 con 0x7fec00003ef0 2024-02-19T16:32:24.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.116+0000 7fec0bfff640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febf406b810 0x7febf406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.116+0000 7fec0bfff640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febf406b810 0x7febf406dcd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7febfc036000 tx=0x7febfc030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.122+0000 7fec0b7fe640 1 -- 172.21.15.104:0/2182142363 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fec04054ca0 con 0x7fec00003ef0 2024-02-19T16:32:24.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.296+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fec140751e0 con 0x7fec00003ef0 2024-02-19T16:32:24.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.297+0000 7fec0b7fe640 1 -- 172.21.15.104:0/2182142363 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v48) v1 ==== 104+0+11 (secure 0 0 0) 0x7fec04058360 con 0x7fec00003ef0 2024-02-19T16:32:24.298 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:32:24.300 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febf406b810 msgr2=0x7febf406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.300 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febf406b810 0x7febf406dcd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7febfc036000 tx=0x7febfc030000 comp rx=0 tx=0).stop 2024-02-19T16:32:24.300 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 msgr2=0x7fec1409d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec1409d620 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fec04007310 tx=0x7fec040077d0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 shutdown_connections 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7febf406b810 0x7febf406dcd0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fec1409f550 0x7fec1409f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fec1409ac00 0x7fec1409b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 --2- 172.21.15.104:0/2182142363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fec00003ef0 0x7fec1409d620 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 >> 172.21.15.104:0/2182142363 conn(0x7fec140b1ba0 msgr2=0x7fec140b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 shutdown_connections 2024-02-19T16:32:24.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.299+0000 7fec195b5640 1 -- 172.21.15.104:0/2182142363 wait complete. 2024-02-19T16:32:24.311 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:32:24.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.414+0000 7fda326c0640 1 Processor -- start 2024-02-19T16:32:24.416 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.414+0000 7fda326c0640 1 -- start start 2024-02-19T16:32:24.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda326c0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c15de10 0x7fda2c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda326c0640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fda2c0cf980 0x7fda2c0d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.417 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda326c0640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda2c0d1b40 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda326c0640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda2c0d0f70 con 0x7fda2c0cf980 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda326c0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda2c0d1e20 con 0x7fda2c15de10 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda2b7fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fda2c0cf980 0x7fda2c0d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda2bfff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c15de10 0x7fda2c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda2b7fe640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fda2c0cf980 0x7fda2c0d0580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:46894/0 (socket says 172.21.15.104:46894) 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda2b7fe640 1 -- 172.21.15.104:0/1984658666 learned_addr learned my addr 172.21.15.104:0/1984658666 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda30c5d640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7fda2c0d0ac0 0x7fda2c0b8d90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:34120/0 (socket says 172.21.15.104:34120) 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.415+0000 7fda2bfff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c15de10 0x7fda2c0cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:35700/0 (socket says 172.21.15.104:35700) 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.416+0000 7fda2b7fe640 1 -- 172.21.15.104:0/1984658666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c15de10 msgr2=0x7fda2c0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.416+0000 7fda2b7fe640 1 --2- 172.21.15.104:0/1984658666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c15de10 0x7fda2c0cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.416+0000 7fda2b7fe640 1 -- 172.21.15.104:0/1984658666 >> v1:172.21.15.158:6789/0 conn(0x7fda2c0d0ac0 legacy=0x7fda2c0b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.416+0000 7fda2b7fe640 1 -- 172.21.15.104:0/1984658666 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda2c0d2100 con 0x7fda2c0cf980 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.416+0000 7fda2affd640 1 -- 172.21.15.104:0/1984658666 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3087971592 0 0) 0x7fda2c0d1b40 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.418 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.416+0000 7fda2bfff640 1 --2- 172.21.15.104:0/1984658666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c15de10 0x7fda2c0cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:24.419 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda2b7fe640 1 --2- 172.21.15.104:0/1984658666 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c0cf980 0x7fda2c0d0580 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009870 tx=0x7fda1c02b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f9d097c1f3fe5fb server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda2affd640 1 -- 172.21.15.104:0/1984658666 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c031640 con 0x7fda2c0cf980 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda2affd640 1 -- 172.21.15.104:0/1984658666 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda1c0317a0 con 0x7fda2c0cf980 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda2affd640 1 -- 172.21.15.104:0/1984658666 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c031b30 con 0x7fda2c0cf980 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda326c0640 1 -- 172.21.15.104:0/1984658666 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c0cf980 msgr2=0x7fda2c0d0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda326c0640 1 --2- 172.21.15.104:0/1984658666 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c0cf980 0x7fda2c0d0580 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009870 tx=0x7fda1c02b8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda326c0640 1 -- 172.21.15.104:0/1984658666 shutdown_connections 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda326c0640 1 --2- 172.21.15.104:0/1984658666 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c0cf980 0x7fda2c0d0580 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda326c0640 1 --2- 172.21.15.104:0/1984658666 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c15de10 0x7fda2c0cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda326c0640 1 -- 172.21.15.104:0/1984658666 >> 172.21.15.104:0/1984658666 conn(0x7fda2c09cf10 msgr2=0x7fda2c0d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda326c0640 1 -- 172.21.15.104:0/1984658666 shutdown_connections 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.417+0000 7fda326c0640 1 -- 172.21.15.104:0/1984658666 wait complete. 2024-02-19T16:32:24.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.418+0000 7fda326c0640 1 Processor -- start 2024-02-19T16:32:24.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.419+0000 7fda326c0640 1 -- start start 2024-02-19T16:32:24.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.419+0000 7fda326c0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c0cf980 0x7fda2c0b7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.419+0000 7fda326c0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda2c0d0ac0 0x7fda2c0c9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.419+0000 7fda326c0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c15de10 0x7fda2c0c9d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.419+0000 7fda326c0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda2c1f7100 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.419+0000 7fda326c0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda2c0b7f10 con 0x7fda2c15de10 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.419+0000 7fda326c0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda2c1f73a0 con 0x7fda2c0cf980 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda2c0d0ac0 0x7fda2c0c9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda2c0d0ac0 0x7fda2c0c9850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59800/0 (socket says 172.21.15.104:59800) 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 -- 172.21.15.104:0/252522943 learned_addr learned my addr 172.21.15.104:0/252522943 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2bfff640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c0cf980 0x7fda2c0b7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda30c5d640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c15de10 0x7fda2c0c9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 -- 172.21.15.104:0/252522943 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c0cf980 msgr2=0x7fda2c0b7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c0cf980 0x7fda2c0b7550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 -- 172.21.15.104:0/252522943 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c15de10 msgr2=0x7fda2c0c9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c15de10 0x7fda2c0c9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 -- 172.21.15.104:0/252522943 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda20009400 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda2b7fe640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda2c0d0ac0 0x7fda2c0c9850 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009870 tx=0x7fda1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda28ff9640 1 -- 172.21.15.104:0/252522943 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c004230 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda28ff9640 1 -- 172.21.15.104:0/252522943 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda1c004390 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda1c0094d0 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda28ff9640 1 -- 172.21.15.104:0/252522943 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c003830 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.420+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda2c0b81f0 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.421+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda2c1f74e0 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.422+0000 7fda28ff9640 1 -- 172.21.15.104:0/252522943 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fda1c043070 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.422+0000 7fda28ff9640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fda1806b810 0x7fda1806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.422+0000 7fda2bfff640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fda1806b810 0x7fda1806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.422+0000 7fda28ff9640 1 -- 172.21.15.104:0/252522943 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fda1c0abe20 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.423+0000 7fda2bfff640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fda1806b810 0x7fda1806dcd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fda20009c30 tx=0x7fda20009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.426+0000 7fda28ff9640 1 -- 172.21.15.104:0/252522943 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fda2c1f74e0 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.666+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fda2c1f78c0 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.667+0000 7fda28ff9640 1 -- 172.21.15.104:0/252522943 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v48) v1 ==== 100+0+11 (secure 0 0 0) 0x7fda2c1f78c0 con 0x7fda2c0d0ac0 2024-02-19T16:32:24.668 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fda1806b810 msgr2=0x7fda1806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fda1806b810 0x7fda1806dcd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fda20009c30 tx=0x7fda20009190 comp rx=0 tx=0).stop 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda2c0d0ac0 msgr2=0x7fda2c0c9850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda2c0d0ac0 0x7fda2c0c9850 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009870 tx=0x7fda1c0046c0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 shutdown_connections 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fda1806b810 0x7fda1806dcd0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda2c0d0ac0 0x7fda2c0c9850 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fda2c15de10 0x7fda2c0c9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 --2- 172.21.15.104:0/252522943 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fda2c0cf980 0x7fda2c0b7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 >> 172.21.15.104:0/252522943 conn(0x7fda2c09cf10 msgr2=0x7fda2c0cb7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 shutdown_connections 2024-02-19T16:32:24.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.669+0000 7fda326c0640 1 -- 172.21.15.104:0/252522943 wait complete. 2024-02-19T16:32:24.685 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:32:24.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.785+0000 7f6a5742a640 1 Processor -- start 2024-02-19T16:32:24.787 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.785+0000 7f6a5742a640 1 -- start start 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.786+0000 7f6a5742a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6a500d0610 0x7f6a500ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.786+0000 7f6a5742a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500cf700 0x7f6a5006f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.786+0000 7f6a5742a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a500ae610 con 0x7f6a5015bfd0 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.786+0000 7f6a5742a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a500cf360 con 0x7f6a500d0610 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.786+0000 7f6a5742a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a500cf080 con 0x7f6a500cf700 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.786+0000 7f6a549c5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6a500d0610 0x7f6a500ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.786+0000 7f6a549c5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6a500d0610 0x7f6a500ce9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59804/0 (socket says 172.21.15.104:59804) 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.786+0000 7f6a549c5640 1 -- 172.21.15.104:0/471355069 learned_addr learned my addr 172.21.15.104:0/471355069 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:24.788 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a559c7640 1 --2- 172.21.15.104:0/471355069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500cf700 0x7f6a5006f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a549c5640 1 -- 172.21.15.104:0/471355069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500cf700 msgr2=0x7f6a5006f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:24.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a549c5640 1 --2- 172.21.15.104:0/471355069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500cf700 0x7f6a5006f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a549c5640 1 -- 172.21.15.104:0/471355069 >> v1:172.21.15.158:6789/0 conn(0x7f6a5015bfd0 legacy=0x7f6a500cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:24.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a549c5640 1 -- 172.21.15.104:0/471355069 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a5006e8e0 con 0x7f6a500d0610 2024-02-19T16:32:24.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a559c7640 1 --2- 172.21.15.104:0/471355069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500cf700 0x7f6a5006f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a549c5640 1 --2- 172.21.15.104:0/471355069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500d0610 0x7f6a500ce9b0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f6a4c009870 tx=0x7f6a4c02b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4e98983ece3a6a1 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a47fff640 1 -- 172.21.15.104:0/471355069 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a4c0317c0 con 0x7f6a500d0610 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.787+0000 7f6a47fff640 1 -- 172.21.15.104:0/471355069 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a4c031920 con 0x7f6a500d0610 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a47fff640 1 -- 172.21.15.104:0/471355069 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a4c031cb0 con 0x7f6a500d0610 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a5742a640 1 -- 172.21.15.104:0/471355069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500d0610 msgr2=0x7f6a500ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a5742a640 1 --2- 172.21.15.104:0/471355069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500d0610 0x7f6a500ce9b0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f6a4c009870 tx=0x7f6a4c02b860 comp rx=0 tx=0).stop 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a5742a640 1 -- 172.21.15.104:0/471355069 shutdown_connections 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a5742a640 1 --2- 172.21.15.104:0/471355069 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500cf700 0x7f6a5006f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a5742a640 1 --2- 172.21.15.104:0/471355069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500d0610 0x7f6a500ce9b0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a5742a640 1 -- 172.21.15.104:0/471355069 >> 172.21.15.104:0/471355069 conn(0x7f6a500d1920 msgr2=0x7f6a500d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:24.790 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a5742a640 1 -- 172.21.15.104:0/471355069 shutdown_connections 2024-02-19T16:32:24.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.788+0000 7f6a5742a640 1 -- 172.21.15.104:0/471355069 wait complete. 2024-02-19T16:32:24.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.789+0000 7f6a5742a640 1 Processor -- start 2024-02-19T16:32:24.791 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.789+0000 7f6a5742a640 1 -- start start 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.790+0000 7f6a5742a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500cf700 0x7f6a501f21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.790+0000 7f6a5742a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500d0610 0x7f6a501591e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.790+0000 7f6a5742a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6a5015bfd0 0x7f6a5009d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a5742a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a501f1dc0 con 0x7f6a500cf700 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a5742a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a5009f640 con 0x7f6a5015bfd0 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a5742a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a50159720 con 0x7f6a500d0610 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500cf700 0x7f6a501f21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500cf700 0x7f6a501f21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59810/0 (socket says 172.21.15.104:59810) 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 -- 172.21.15.104:0/2628420988 learned_addr learned my addr 172.21.15.104:0/2628420988 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:24.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 -- 172.21.15.104:0/2628420988 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500d0610 msgr2=0x7f6a501591e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500d0610 0x7f6a501591e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 -- 172.21.15.104:0/2628420988 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6a5015bfd0 msgr2=0x7f6a5009d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6a5015bfd0 0x7f6a5009d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 -- 172.21.15.104:0/2628420988 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a4c0094d0 con 0x7f6a500cf700 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a551c6640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500cf700 0x7f6a501f21e0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f6a4000b3f0 tx=0x7f6a4000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a45ffb640 1 -- 172.21.15.104:0/2628420988 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a40011830 con 0x7f6a500cf700 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a45ffb640 1 -- 172.21.15.104:0/2628420988 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a40011990 con 0x7f6a500cf700 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a501f57f0 con 0x7f6a500cf700 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a45ffb640 1 -- 172.21.15.104:0/2628420988 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a40011d40 con 0x7f6a500cf700 2024-02-19T16:32:24.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.791+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a501f1700 con 0x7f6a500cf700 2024-02-19T16:32:24.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.792+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a501f1570 con 0x7f6a500cf700 2024-02-19T16:32:24.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.793+0000 7f6a45ffb640 1 -- 172.21.15.104:0/2628420988 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6a4001a400 con 0x7f6a500cf700 2024-02-19T16:32:24.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.793+0000 7f6a45ffb640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6a3406b810 0x7f6a3406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:24.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.793+0000 7f6a45ffb640 1 -- 172.21.15.104:0/2628420988 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6a40089f70 con 0x7f6a500cf700 2024-02-19T16:32:24.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.793+0000 7f6a549c5640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6a3406b810 0x7f6a3406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:24.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.794+0000 7f6a549c5640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6a3406b810 0x7f6a3406dcd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6a4c036000 tx=0x7f6a4c030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:24.800 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.799+0000 7f6a45ffb640 1 -- 172.21.15.104:0/2628420988 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f6a400bddc0 con 0x7f6a500cf700 2024-02-19T16:32:24.991 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.990+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6a500cd820 con 0x7f6a500cf700 2024-02-19T16:32:24.992 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.990+0000 7f6a45ffb640 1 -- 172.21.15.104:0/2628420988 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v48) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6a500cd820 con 0x7f6a500cf700 2024-02-19T16:32:24.992 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6a3406b810 msgr2=0x7f6a3406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6a3406b810 0x7f6a3406dcd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6a4c036000 tx=0x7f6a4c030000 comp rx=0 tx=0).stop 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500cf700 msgr2=0x7f6a501f21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500cf700 0x7f6a501f21e0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f6a4000b3f0 tx=0x7f6a4000b8b0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 shutdown_connections 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f6a3406b810 0x7f6a3406dcd0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6a5015bfd0 0x7f6a5009d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6a500d0610 0x7f6a501591e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 --2- 172.21.15.104:0/2628420988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a500cf700 0x7f6a501f21e0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 >> 172.21.15.104:0/2628420988 conn(0x7f6a500d1920 msgr2=0x7f6a500cc4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:24.994 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 shutdown_connections 2024-02-19T16:32:24.995 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:24.992+0000 7f6a5742a640 1 -- 172.21.15.104:0/2628420988 wait complete. 2024-02-19T16:32:25.008 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:32:25.008 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:25.023 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:25.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.163+0000 7fa120691640 1 Processor -- start 2024-02-19T16:32:25.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.163+0000 7fa120691640 1 -- start start 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa120691640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa11815bca0 0x7fa1180cc430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa120691640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11815fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa120691640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1180b1280 con 0x7fa11815f700 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa120691640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa11815c080 con 0x7fa11815bca0 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa120691640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1181601c0 con 0x7fa1180d1ce0 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa11ec2e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11815fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa11ec2e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11815fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:35722/0 (socket says 172.21.15.104:35722) 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa11ec2e640 1 -- 172.21.15.104:0/2742895065 learned_addr learned my addr 172.21.15.104:0/2742895065 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:25.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.164+0000 7fa11e42d640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa11815bca0 0x7fa1180cc430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.165+0000 7fa11e42d640 1 -- 172.21.15.104:0/2742895065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 msgr2=0x7fa11815fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:25.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.165+0000 7fa11e42d640 1 --2- 172.21.15.104:0/2742895065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11815fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.165+0000 7fa11e42d640 1 -- 172.21.15.104:0/2742895065 >> v1:172.21.15.158:6789/0 conn(0x7fa11815f700 legacy=0x7fa1180d15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.165+0000 7fa11e42d640 1 -- 172.21.15.104:0/2742895065 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1181604a0 con 0x7fa11815bca0 2024-02-19T16:32:25.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.165+0000 7fa11ec2e640 1 --2- 172.21.15.104:0/2742895065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11815fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.165+0000 7fa11e42d640 1 --2- 172.21.15.104:0/2742895065 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 0x7fa1180cc430 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fa10c0097a0 tx=0x7fa10c02b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8e7c2514b714f0a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa11d42b640 1 -- 172.21.15.104:0/2742895065 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa10c031830 con 0x7fa11815bca0 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa11d42b640 1 -- 172.21.15.104:0/2742895065 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa10c031990 con 0x7fa11815bca0 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa11d42b640 1 -- 172.21.15.104:0/2742895065 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa10c031d20 con 0x7fa11815bca0 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa120691640 1 -- 172.21.15.104:0/2742895065 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 msgr2=0x7fa1180cc430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa120691640 1 --2- 172.21.15.104:0/2742895065 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 0x7fa1180cc430 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fa10c0097a0 tx=0x7fa10c02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa120691640 1 -- 172.21.15.104:0/2742895065 shutdown_connections 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa120691640 1 --2- 172.21.15.104:0/2742895065 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11815fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa120691640 1 --2- 172.21.15.104:0/2742895065 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 0x7fa1180cc430 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa120691640 1 -- 172.21.15.104:0/2742895065 >> 172.21.15.104:0/2742895065 conn(0x7fa11809aa70 msgr2=0x7fa11809ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:25.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa120691640 1 -- 172.21.15.104:0/2742895065 shutdown_connections 2024-02-19T16:32:25.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.166+0000 7fa120691640 1 -- 172.21.15.104:0/2742895065 wait complete. 2024-02-19T16:32:25.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa120691640 1 Processor -- start 2024-02-19T16:32:25.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa120691640 1 -- start start 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa120691640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11814d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa120691640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 0x7fa1180afa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa120691640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa11815f700 0x7fa11814efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa120691640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11814e360 con 0x7fa11815f700 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa120691640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1180ca2f0 con 0x7fa11815bca0 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa120691640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa11814dd50 con 0x7fa1180d1ce0 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa11ec2e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa11815f700 0x7fa11814efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa11ec2e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa11815f700 0x7fa11814efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59824/0 (socket says 172.21.15.104:59824) 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.168+0000 7fa11ec2e640 1 -- 172.21.15.104:0/2200812257 learned_addr learned my addr 172.21.15.104:0/2200812257 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa11e42d640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11814d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa11dc2c640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 0x7fa1180afa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa11ec2e640 1 -- 172.21.15.104:0/2200812257 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 msgr2=0x7fa11814d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa11ec2e640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11814d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa11ec2e640 1 -- 172.21.15.104:0/2200812257 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 msgr2=0x7fa1180afa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa11ec2e640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 0x7fa1180afa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa11ec2e640 1 -- 172.21.15.104:0/2200812257 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa110009b30 con 0x7fa11815f700 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa11ec2e640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa11815f700 0x7fa11814efc0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fa11000efc0 tx=0x7fa11000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa10affd640 1 -- 172.21.15.104:0/2200812257 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa11000cdc0 con 0x7fa11815f700 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa10affd640 1 -- 172.21.15.104:0/2200812257 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa11000f040 con 0x7fa11815f700 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa10c009400 con 0x7fa11815f700 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa10affd640 1 -- 172.21.15.104:0/2200812257 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1100146c0 con 0x7fa11815f700 2024-02-19T16:32:25.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.169+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1180c96e0 con 0x7fa11815f700 2024-02-19T16:32:25.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.170+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1180751e0 con 0x7fa11815f700 2024-02-19T16:32:25.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.171+0000 7fa10affd640 1 -- 172.21.15.104:0/2200812257 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa110014820 con 0x7fa11815f700 2024-02-19T16:32:25.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.171+0000 7fa10affd640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0fc06b810 0x7fa0fc06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.171+0000 7fa10affd640 1 -- 172.21.15.104:0/2200812257 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa11008aa50 con 0x7fa11815f700 2024-02-19T16:32:25.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.171+0000 7fa11e42d640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0fc06b810 0x7fa0fc06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.172+0000 7fa11e42d640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0fc06b810 0x7fa0fc06dcd0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fa10c036000 tx=0x7fa10c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.175+0000 7fa10affd640 1 -- 172.21.15.104:0/2200812257 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa110055500 con 0x7fa11815f700 2024-02-19T16:32:25.353 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.352+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa1180ca430 con 0x7fa11815f700 2024-02-19T16:32:25.354 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.353+0000 7fa10affd640 1 -- 172.21.15.104:0/2200812257 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7fa110058bc0 con 0x7fa11815f700 2024-02-19T16:32:25.355 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:25.355 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0fc06b810 msgr2=0x7fa0fc06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0fc06b810 0x7fa0fc06dcd0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fa10c036000 tx=0x7fa10c008030 comp rx=0 tx=0).stop 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa11815f700 msgr2=0x7fa11814efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa11815f700 0x7fa11814efc0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fa11000efc0 tx=0x7fa11000c490 comp rx=0 tx=0).stop 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 shutdown_connections 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa0fc06b810 0x7fa0fc06dcd0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa11815f700 0x7fa11814efc0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa11815bca0 0x7fa1180afa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 --2- 172.21.15.104:0/2200812257 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1180d1ce0 0x7fa11814d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.357 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 >> 172.21.15.104:0/2200812257 conn(0x7fa11809aa70 msgr2=0x7fa1180b2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:25.358 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 shutdown_connections 2024-02-19T16:32:25.358 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.355+0000 7fa120691640 1 -- 172.21.15.104:0/2200812257 wait complete. 2024-02-19T16:32:25.368 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:58.104668+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '47', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:58.854520+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:32:25.368 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:32:25.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.470+0000 7f48a8647640 1 Processor -- start 2024-02-19T16:32:25.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.470+0000 7f48a8647640 1 -- start start 2024-02-19T16:32:25.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.471+0000 7f48a8647640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a00cfa10 0x7f48a00cfe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.471+0000 7f48a8647640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48a00b1610 0x7f48a00b1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.473 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.471+0000 7f48a8647640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48a00d03b0 con 0x7f48a015bc30 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.471+0000 7f48a8647640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48a00ce6d0 con 0x7f48a00b1610 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.471+0000 7f48a8647640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48a00b1fd0 con 0x7f48a00cfa10 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.471+0000 7f48a6be4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48a00b1610 0x7f48a00b1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.471+0000 7f48a6be4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48a00b1610 0x7f48a00b1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59834/0 (socket says 172.21.15.104:59834) 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.471+0000 7f48a6be4640 1 -- 172.21.15.104:0/3160197701 learned_addr learned my addr 172.21.15.104:0/3160197701 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.472+0000 7f48a5be2640 1 --2- 172.21.15.104:0/3160197701 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a00cfa10 0x7f48a00cfe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.472+0000 7f48a6be4640 1 -- 172.21.15.104:0/3160197701 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a00cfa10 msgr2=0x7f48a00cfe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.472+0000 7f48a6be4640 1 --2- 172.21.15.104:0/3160197701 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a00cfa10 0x7f48a00cfe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.472+0000 7f48a6be4640 1 -- 172.21.15.104:0/3160197701 >> v1:172.21.15.158:6789/0 conn(0x7f48a015bc30 legacy=0x7f48a00cd120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.472+0000 7f48a6be4640 1 -- 172.21.15.104:0/3160197701 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48a015c010 con 0x7f48a00b1610 2024-02-19T16:32:25.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.472+0000 7f48a5be2640 1 --2- 172.21.15.104:0/3160197701 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a00cfa10 0x7f48a00cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.472+0000 7f48a6be4640 1 --2- 172.21.15.104:0/3160197701 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a00b1a90 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f4898009e50 tx=0x7f489802bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ea967f40d2c56e server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a53e1640 1 -- 172.21.15.104:0/3160197701 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f489802cb00 con 0x7f48a00b1610 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a53e1640 1 -- 172.21.15.104:0/3160197701 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f489802cc60 con 0x7f48a00b1610 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a53e1640 1 -- 172.21.15.104:0/3160197701 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48980343f0 con 0x7f48a00b1610 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a8647640 1 -- 172.21.15.104:0/3160197701 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 msgr2=0x7f48a00b1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a8647640 1 --2- 172.21.15.104:0/3160197701 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a00b1a90 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f4898009e50 tx=0x7f489802bf60 comp rx=0 tx=0).stop 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a8647640 1 -- 172.21.15.104:0/3160197701 shutdown_connections 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a8647640 1 --2- 172.21.15.104:0/3160197701 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a00b1a90 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a8647640 1 --2- 172.21.15.104:0/3160197701 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a00cfa10 0x7f48a00cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a8647640 1 -- 172.21.15.104:0/3160197701 >> 172.21.15.104:0/3160197701 conn(0x7f48a0072e20 msgr2=0x7f48a009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:25.476 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a8647640 1 -- 172.21.15.104:0/3160197701 shutdown_connections 2024-02-19T16:32:25.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.473+0000 7f48a8647640 1 -- 172.21.15.104:0/3160197701 wait complete. 2024-02-19T16:32:25.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.474+0000 7f48a8647640 1 Processor -- start 2024-02-19T16:32:25.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a8647640 1 -- start start 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a8647640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a01f5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a8647640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48a00cfa10 0x7f48a00b4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a8647640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a015bc30 0x7f48a00c6c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a8647640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48a00b50c0 con 0x7f48a00b1610 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a8647640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48a00b5bc0 con 0x7f48a00cfa10 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a8647640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48a00b5320 con 0x7f48a015bc30 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a63e3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a01f5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a63e3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a01f5d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59844/0 (socket says 172.21.15.104:59844) 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.475+0000 7f48a63e3640 1 -- 172.21.15.104:0/3811506511 learned_addr learned my addr 172.21.15.104:0/3811506511 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:25.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f48a63e3640 1 -- 172.21.15.104:0/3811506511 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a015bc30 msgr2=0x7f48a00c6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f48a63e3640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a015bc30 0x7f48a00c6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f48a63e3640 1 -- 172.21.15.104:0/3811506511 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48a00cfa10 msgr2=0x7f48a00b4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f48a63e3640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48a00cfa10 0x7f48a00b4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f48a63e3640 1 -- 172.21.15.104:0/3811506511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4898009b30 con 0x7f48a00b1610 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f48a63e3640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a01f5d80 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f489000c400 tx=0x7f489000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f4896ffd640 1 -- 172.21.15.104:0/3811506511 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48900052d0 con 0x7f48a00b1610 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f4896ffd640 1 -- 172.21.15.104:0/3811506511 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4890005450 con 0x7f48a00b1610 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f4896ffd640 1 -- 172.21.15.104:0/3811506511 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4890007260 con 0x7f48a00b1610 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48a00b5600 con 0x7f48a00b1610 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.476+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48a00c71d0 con 0x7f48a00b1610 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.477+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48a015d420 con 0x7f48a00b1610 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.477+0000 7f4896ffd640 1 -- 172.21.15.104:0/3811506511 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f48900073c0 con 0x7f48a00b1610 2024-02-19T16:32:25.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.478+0000 7f4896ffd640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f488406b810 0x7f488406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.478+0000 7f4896ffd640 1 -- 172.21.15.104:0/3811506511 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4890089560 con 0x7f48a00b1610 2024-02-19T16:32:25.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.478+0000 7f48a5be2640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f488406b810 0x7f488406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.478+0000 7f48a5be2640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f488406b810 0x7f488406dcd0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f489c006f00 tx=0x7f489c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.483 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.482+0000 7f4896ffd640 1 -- 172.21.15.104:0/3811506511 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f48a015d420 con 0x7f48a00b1610 2024-02-19T16:32:25.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.659+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f48a015d420 con 0x7f48a00b1610 2024-02-19T16:32:25.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.659+0000 7f4896ffd640 1 -- 172.21.15.104:0/3811506511 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) v1 ==== 93+0+10 (secure 0 0 0) 0x7f48a015d420 con 0x7f48a00b1610 2024-02-19T16:32:25.661 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f488406b810 msgr2=0x7f488406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f488406b810 0x7f488406dcd0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f489c006f00 tx=0x7f489c008040 comp rx=0 tx=0).stop 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 msgr2=0x7f48a01f5d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a01f5d80 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f489000c400 tx=0x7f489000c8c0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 shutdown_connections 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f488406b810 0x7f488406dcd0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f48a015bc30 0x7f48a00c6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48a00cfa10 0x7f48a00b4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 --2- 172.21.15.104:0/3811506511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48a00b1610 0x7f48a01f5d80 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 >> 172.21.15.104:0/3811506511 conn(0x7f48a0072e20 msgr2=0x7f48a015f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 shutdown_connections 2024-02-19T16:32:25.663 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.661+0000 7f48a8647640 1 -- 172.21.15.104:0/3811506511 wait complete. 2024-02-19T16:32:25.673 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:32:25.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.809+0000 7f2098079640 1 Processor -- start 2024-02-19T16:32:25.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.809+0000 7f2098079640 1 -- start start 2024-02-19T16:32:25.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.810+0000 7f2098079640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f209015de10 0x7f20900cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.810+0000 7f2098079640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f20900b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.810+0000 7f2098079640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20900d1b40 con 0x7f20900cf980 2024-02-19T16:32:25.812 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.810+0000 7f2098079640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20900d1e20 con 0x7f209015de10 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.810+0000 7f2098079640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20900d2100 con 0x7f20900d0c90 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2096616640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f20900b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2095e15640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f209015de10 0x7f20900cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2095e15640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f209015de10 0x7f20900cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:46938/0 (socket says 172.21.15.104:46938) 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2095e15640 1 -- 172.21.15.104:0/2913434892 learned_addr learned my addr 172.21.15.104:0/2913434892 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2094e13640 1 -- 172.21.15.104:0/2913434892 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 757337887 0 0) 0x7f20900d1b40 con 0x7f20900cf980 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2096616640 1 -- 172.21.15.104:0/2913434892 >> v2:172.21.15.158:3300/0 conn(0x7f209015de10 msgr2=0x7f20900cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2096616640 1 --2- 172.21.15.104:0/2913434892 >> v2:172.21.15.158:3300/0 conn(0x7f209015de10 0x7f20900cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2096616640 1 -- 172.21.15.104:0/2913434892 >> v1:172.21.15.158:6789/0 conn(0x7f20900cf980 legacy=0x7f20900d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.813 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.811+0000 7f2096616640 1 -- 172.21.15.104:0/2913434892 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20900d23e0 con 0x7f20900d0c90 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.812+0000 7f2096616640 1 --2- 172.21.15.104:0/2913434892 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f20900b8d90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f208c009d90 tx=0x7f208c02be10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57886aae9c078253 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.812+0000 7f2094e13640 1 -- 172.21.15.104:0/2913434892 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f208c02cbc0 con 0x7f20900d0c90 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2094e13640 1 -- 172.21.15.104:0/2913434892 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f208c02cd20 con 0x7f20900d0c90 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2094e13640 1 -- 172.21.15.104:0/2913434892 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f208c034660 con 0x7f20900d0c90 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2098079640 1 -- 172.21.15.104:0/2913434892 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 msgr2=0x7f20900b8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2098079640 1 --2- 172.21.15.104:0/2913434892 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f20900b8d90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f208c009d90 tx=0x7f208c02be10 comp rx=0 tx=0).stop 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2098079640 1 -- 172.21.15.104:0/2913434892 shutdown_connections 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2098079640 1 --2- 172.21.15.104:0/2913434892 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f20900b8d90 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2098079640 1 --2- 172.21.15.104:0/2913434892 >> v2:172.21.15.158:3300/0 conn(0x7f209015de10 0x7f20900cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2098079640 1 -- 172.21.15.104:0/2913434892 >> 172.21.15.104:0/2913434892 conn(0x7f209009cf10 msgr2=0x7f20900d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:25.815 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2098079640 1 -- 172.21.15.104:0/2913434892 shutdown_connections 2024-02-19T16:32:25.816 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.813+0000 7f2098079640 1 -- 172.21.15.104:0/2913434892 wait complete. 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.814+0000 7f2098079640 1 Processor -- start 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.814+0000 7f2098079640 1 -- start start 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2098079640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20900cf980 0x7f209014de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2098079640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f2090160190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2098079640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f209015de10 0x7f20901606d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2098079640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20900b6710 con 0x7f20900cf980 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2098079640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20900b69f0 con 0x7f209015de10 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2098079640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20900b6cd0 con 0x7f20900d0c90 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095e15640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20900cf980 0x7f209014de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.818 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095e15640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20900cf980 0x7f209014de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59854/0 (socket says 172.21.15.104:59854) 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095e15640 1 -- 172.21.15.104:0/2141247083 learned_addr learned my addr 172.21.15.104:0/2141247083 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2096616640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f209015de10 0x7f20901606d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095614640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f2090160190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095e15640 1 -- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 msgr2=0x7f2090160190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095e15640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f2090160190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095e15640 1 -- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f209015de10 msgr2=0x7f20901606d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095e15640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f209015de10 0x7f20901606d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2095e15640 1 -- 172.21.15.104:0/2141247083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f208c009a70 con 0x7f20900cf980 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.815+0000 7f2096616640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f209015de10 0x7f20901606d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.816+0000 7f2095e15640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20900cf980 0x7f209014de80 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f208800e840 tx=0x7f208800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.816+0000 7f20867fc640 1 -- 172.21.15.104:0/2141247083 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f208800c8e0 con 0x7f20900cf980 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.816+0000 7f20867fc640 1 -- 172.21.15.104:0/2141247083 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f208800ca40 con 0x7f20900cf980 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.816+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20900b6fb0 con 0x7f20900cf980 2024-02-19T16:32:25.819 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.816+0000 7f20867fc640 1 -- 172.21.15.104:0/2141247083 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f208800cdf0 con 0x7f20900cf980 2024-02-19T16:32:25.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.816+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20900b7570 con 0x7f20900cf980 2024-02-19T16:32:25.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.817+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20900751e0 con 0x7f20900cf980 2024-02-19T16:32:25.820 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.818+0000 7f20867fc640 1 -- 172.21.15.104:0/2141247083 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2088013470 con 0x7f20900cf980 2024-02-19T16:32:25.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.818+0000 7f20867fc640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f207406b810 0x7f207406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:25.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.818+0000 7f20867fc640 1 -- 172.21.15.104:0/2141247083 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f208808a230 con 0x7f20900cf980 2024-02-19T16:32:25.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.818+0000 7f2095614640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f207406b810 0x7f207406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:25.821 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.819+0000 7f2095614640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f207406b810 0x7f207406dcd0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f20900d0320 tx=0x7f2080009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:25.824 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:25.823+0000 7f20867fc640 1 -- 172.21.15.104:0/2141247083 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2088054d00 con 0x7f20900cf980 2024-02-19T16:32:26.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.116+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2090074080 con 0x7f20900cf980 2024-02-19T16:32:26.118 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.117+0000 7f20867fc640 1 -- 172.21.15.104:0/2141247083 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v48) v1 ==== 104+0+11 (secure 0 0 0) 0x7f20880583c0 con 0x7f20900cf980 2024-02-19T16:32:26.118 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f207406b810 msgr2=0x7f207406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f207406b810 0x7f207406dcd0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f20900d0320 tx=0x7f2080009040 comp rx=0 tx=0).stop 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20900cf980 msgr2=0x7f209014de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20900cf980 0x7f209014de80 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f208800e840 tx=0x7f208800ed00 comp rx=0 tx=0).stop 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 shutdown_connections 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f207406b810 0x7f207406dcd0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f209015de10 0x7f20901606d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f20900d0c90 0x7f2090160190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 --2- 172.21.15.104:0/2141247083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20900cf980 0x7f209014de80 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 >> 172.21.15.104:0/2141247083 conn(0x7f209009cf10 msgr2=0x7f209015d0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 shutdown_connections 2024-02-19T16:32:26.121 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.119+0000 7f2098079640 1 -- 172.21.15.104:0/2141247083 wait complete. 2024-02-19T16:32:26.131 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:32:26.271 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.270+0000 7f7f2dc4e640 1 Processor -- start 2024-02-19T16:32:26.272 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.270+0000 7f7f2dc4e640 1 -- start start 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f2dc4e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f2815de10 0x7f7f280cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f2dc4e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7f280d0c90 0x7f7f280b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f2dc4e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f280d1b40 con 0x7f7f280cf980 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f2dc4e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f280d1e20 con 0x7f7f280d0c90 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f2dc4e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f280d2100 con 0x7f7f2815de10 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f27fff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7f280d0c90 0x7f7f280b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f277fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f2815de10 0x7f7f280cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f27fff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f7f280d0c90 0x7f7f280b8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:46956/0 (socket says 172.21.15.104:46956) 2024-02-19T16:32:26.273 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f26ffd640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7f7f280cf980 0x7f7f280d0580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:34162/0 (socket says 172.21.15.104:34162) 2024-02-19T16:32:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f277fe640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f2815de10 0x7f7f280cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:35776/0 (socket says 172.21.15.104:35776) 2024-02-19T16:32:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.271+0000 7f7f27fff640 1 -- 172.21.15.104:0/2308145084 learned_addr learned my addr 172.21.15.104:0/2308145084 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.272+0000 7f7f27fff640 1 -- 172.21.15.104:0/2308145084 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f2815de10 msgr2=0x7f7f280cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.272+0000 7f7f27fff640 1 --2- 172.21.15.104:0/2308145084 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f2815de10 0x7f7f280cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.272+0000 7f7f27fff640 1 -- 172.21.15.104:0/2308145084 >> v1:172.21.15.158:6789/0 conn(0x7f7f280cf980 legacy=0x7f7f280d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.272+0000 7f7f267fc640 1 -- 172.21.15.104:0/2308145084 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4062739899 0 0) 0x7f7f280d1b40 con 0x7f7f280cf980 2024-02-19T16:32:26.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.272+0000 7f7f27fff640 1 -- 172.21.15.104:0/2308145084 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f280d23e0 con 0x7f7f280d0c90 2024-02-19T16:32:26.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.272+0000 7f7f27fff640 1 --2- 172.21.15.104:0/2308145084 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280d0c90 0x7f7f280b8d90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7f20009870 tx=0x7f7f2002b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5baec38bee968f1c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:26.275 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f267fc640 1 -- 172.21.15.104:0/2308145084 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f20031640 con 0x7f7f280d0c90 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f267fc640 1 -- 172.21.15.104:0/2308145084 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f200317a0 con 0x7f7f280d0c90 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f267fc640 1 -- 172.21.15.104:0/2308145084 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f20031b30 con 0x7f7f280d0c90 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/2308145084 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280d0c90 msgr2=0x7f7f280b8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/2308145084 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280d0c90 0x7f7f280b8d90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7f20009870 tx=0x7f7f2002b8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/2308145084 shutdown_connections 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/2308145084 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280d0c90 0x7f7f280b8d90 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/2308145084 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f2815de10 0x7f7f280cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/2308145084 >> 172.21.15.104:0/2308145084 conn(0x7f7f2809cf10 msgr2=0x7f7f280d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/2308145084 shutdown_connections 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.273+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/2308145084 wait complete. 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.274+0000 7f7f2dc4e640 1 Processor -- start 2024-02-19T16:32:26.276 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.274+0000 7f7f2dc4e640 1 -- start start 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f2dc4e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280cf980 0x7f7f28149dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f2dc4e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f280d0c90 0x7f7f2815efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f2dc4e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f2815de10 0x7f7f2815f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f2dc4e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f281505e0 con 0x7f7f2815de10 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f2dc4e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f2814dc30 con 0x7f7f280cf980 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f2dc4e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f2815fba0 con 0x7f7f280d0c90 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f27fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f2815de10 0x7f7f2815f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f27fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f2815de10 0x7f7f2815f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59856/0 (socket says 172.21.15.104:59856) 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f27fff640 1 -- 172.21.15.104:0/623258871 learned_addr learned my addr 172.21.15.104:0/623258871 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:26.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f26ffd640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f280d0c90 0x7f7f2815efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.275+0000 7f7f277fe640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280cf980 0x7f7f28149dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f27fff640 1 -- 172.21.15.104:0/623258871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f280d0c90 msgr2=0x7f7f2815efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f27fff640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f280d0c90 0x7f7f2815efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f27fff640 1 -- 172.21.15.104:0/623258871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280cf980 msgr2=0x7f7f28149dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f27fff640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280cf980 0x7f7f28149dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f27fff640 1 -- 172.21.15.104:0/623258871 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f200094d0 con 0x7f7f2815de10 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f27fff640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f2815de10 0x7f7f2815f4f0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7f20009870 tx=0x7f7f200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f1ffff640 1 -- 172.21.15.104:0/623258871 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2003a930 con 0x7f7f2815de10 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f1ffff640 1 -- 172.21.15.104:0/623258871 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f2003aab0 con 0x7f7f2815de10 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f2815fe80 con 0x7f7f2815de10 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f1ffff640 1 -- 172.21.15.104:0/623258871 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2003ae60 con 0x7f7f2815de10 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.276+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f2814e1d0 con 0x7f7f2815de10 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.277+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f28160010 con 0x7f7f2815de10 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.277+0000 7f7f1ffff640 1 -- 172.21.15.104:0/623258871 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f7f2002f050 con 0x7f7f2815de10 2024-02-19T16:32:26.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.278+0000 7f7f1ffff640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f0806b810 0x7f7f0806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.278+0000 7f7f1ffff640 1 -- 172.21.15.104:0/623258871 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7f200abfa0 con 0x7f7f2815de10 2024-02-19T16:32:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.278+0000 7f7f277fe640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f0806b810 0x7f7f0806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.278+0000 7f7f277fe640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f0806b810 0x7f7f0806dcd0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f7f180073f0 tx=0x7f7f1800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:26.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.282+0000 7f7f1ffff640 1 -- 172.21.15.104:0/623258871 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f7f200dfdc0 con 0x7f7f2815de10 2024-02-19T16:32:26.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.457+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7f2814e3c0 con 0x7f7f2815de10 2024-02-19T16:32:26.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.458+0000 7f7f1ffff640 1 -- 172.21.15.104:0/623258871 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v48) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7f20035020 con 0x7f7f2815de10 2024-02-19T16:32:26.459 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f0806b810 msgr2=0x7f7f0806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f0806b810 0x7f7f0806dcd0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f7f180073f0 tx=0x7f7f1800b040 comp rx=0 tx=0).stop 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f2815de10 msgr2=0x7f7f2815f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f2815de10 0x7f7f2815f4f0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7f20009870 tx=0x7f7f200046c0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 shutdown_connections 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f7f0806b810 0x7f7f0806dcd0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f2815de10 0x7f7f2815f4f0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f7f280d0c90 0x7f7f2815efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 --2- 172.21.15.104:0/623258871 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f7f280cf980 0x7f7f28149dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 >> 172.21.15.104:0/623258871 conn(0x7f7f2809cf10 msgr2=0x7f7f280b5390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 shutdown_connections 2024-02-19T16:32:26.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.460+0000 7f7f2dc4e640 1 -- 172.21.15.104:0/623258871 wait complete. 2024-02-19T16:32:26.473 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:32:26.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.572+0000 7fa1351d7640 1 Processor -- start 2024-02-19T16:32:26.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.572+0000 7fa1351d7640 1 -- start start 2024-02-19T16:32:26.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa1351d7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa13015bc20 0x7fa1300cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa1351d7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1300d0770 con 0x7fa1300ccf10 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa1351d7640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1300cd530 con 0x7fa1300d0350 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa1351d7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1300ce0b0 con 0x7fa13015bc20 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa12ed9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa13015bc20 0x7fa1300cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa12f59e640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa1300ccf10 0x7fa1300b17e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51130/0 (socket says 172.21.15.104:51130) 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa12ed9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa13015bc20 0x7fa1300cfe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59862/0 (socket says 172.21.15.104:59862) 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa12f59e640 1 -- 172.21.15.104:0/1611963855 learned_addr learned my addr 172.21.15.104:0/1611963855 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa12ed9d640 1 -- 172.21.15.104:0/1611963855 >> v1:172.21.15.158:6789/0 conn(0x7fa1300d0350 legacy=0x7fa1300cc800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa12ed9d640 1 -- 172.21.15.104:0/1611963855 >> v1:172.21.15.104:6789/0 conn(0x7fa1300ccf10 legacy=0x7fa1300b17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa12ed9d640 1 -- 172.21.15.104:0/1611963855 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1300cd810 con 0x7fa13015bc20 2024-02-19T16:32:26.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.573+0000 7fa12e59c640 1 -- 172.21.15.104:0/1611963855 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2568504617 0 0) 0x7fa1300d0770 con 0x7fa1300ccf10 2024-02-19T16:32:26.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.574+0000 7fa12ed9d640 1 --2- 172.21.15.104:0/1611963855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13015bc20 0x7fa1300cfe10 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fa1200097a0 tx=0x7fa12002b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5711b2073938ac94 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:26.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.574+0000 7fa12e59c640 1 -- 172.21.15.104:0/1611963855 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa120030610 con 0x7fa13015bc20 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.574+0000 7fa12e59c640 1 -- 172.21.15.104:0/1611963855 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa120030770 con 0x7fa13015bc20 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.574+0000 7fa12e59c640 1 -- 172.21.15.104:0/1611963855 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa120030b00 con 0x7fa13015bc20 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.574+0000 7fa1351d7640 1 -- 172.21.15.104:0/1611963855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13015bc20 msgr2=0x7fa1300cfe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.574+0000 7fa1351d7640 1 --2- 172.21.15.104:0/1611963855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13015bc20 0x7fa1300cfe10 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fa1200097a0 tx=0x7fa12002b960 comp rx=0 tx=0).stop 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.575+0000 7fa1351d7640 1 -- 172.21.15.104:0/1611963855 shutdown_connections 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.575+0000 7fa1351d7640 1 --2- 172.21.15.104:0/1611963855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa13015bc20 0x7fa1300cfe10 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.575+0000 7fa1351d7640 1 -- 172.21.15.104:0/1611963855 >> 172.21.15.104:0/1611963855 conn(0x7fa13009aa70 msgr2=0x7fa13009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.575+0000 7fa1351d7640 1 -- 172.21.15.104:0/1611963855 shutdown_connections 2024-02-19T16:32:26.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.575+0000 7fa1351d7640 1 -- 172.21.15.104:0/1611963855 wait complete. 2024-02-19T16:32:26.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.576+0000 7fa1351d7640 1 Processor -- start 2024-02-19T16:32:26.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.576+0000 7fa1351d7640 1 -- start start 2024-02-19T16:32:26.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.576+0000 7fa1351d7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1300ccf10 0x7fa13015dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1351d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1300d0350 0x7fa1300cb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1351d7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa13015bc20 0x7fa13006f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1351d7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa13015d690 con 0x7fa1300d0350 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1351d7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1300ca810 con 0x7fa13015bc20 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1351d7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1300cb8f0 con 0x7fa1300ccf10 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1300d0350 0x7fa1300cb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1300d0350 0x7fa1300cb3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59864/0 (socket says 172.21.15.104:59864) 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 -- 172.21.15.104:0/1529790653 learned_addr learned my addr 172.21.15.104:0/1529790653 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa12f59e640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa13015bc20 0x7fa13006f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa12ed9d640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1300ccf10 0x7fa13015dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 -- 172.21.15.104:0/1529790653 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1300ccf10 msgr2=0x7fa13015dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1300ccf10 0x7fa13015dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 -- 172.21.15.104:0/1529790653 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa13015bc20 msgr2=0x7fa13006f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa13015bc20 0x7fa13006f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 -- 172.21.15.104:0/1529790653 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa120009400 con 0x7fa1300d0350 2024-02-19T16:32:26.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa127fff640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1300d0350 0x7fa1300cb3b0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fa11800c4b0 tx=0x7fa11800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:26.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1277fe640 1 -- 172.21.15.104:0/1529790653 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1180052d0 con 0x7fa1300d0350 2024-02-19T16:32:26.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1277fe640 1 -- 172.21.15.104:0/1529790653 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa118005430 con 0x7fa1300d0350 2024-02-19T16:32:26.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1277fe640 1 -- 172.21.15.104:0/1529790653 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa118012870 con 0x7fa1300d0350 2024-02-19T16:32:26.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa13015ca10 con 0x7fa1300d0350 2024-02-19T16:32:26.581 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.577+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa13015cfd0 con 0x7fa1300d0350 2024-02-19T16:32:26.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.578+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa13015d7d0 con 0x7fa1300d0350 2024-02-19T16:32:26.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.579+0000 7fa1277fe640 1 -- 172.21.15.104:0/1529790653 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa1180129d0 con 0x7fa1300d0350 2024-02-19T16:32:26.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.579+0000 7fa1277fe640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa11006b810 0x7fa11006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:26.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.580+0000 7fa1277fe640 1 -- 172.21.15.104:0/1529790653 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa118089b60 con 0x7fa1300d0350 2024-02-19T16:32:26.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.580+0000 7fa12ed9d640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa11006b810 0x7fa11006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:26.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.580+0000 7fa12ed9d640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa11006b810 0x7fa11006dcd0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa120036000 tx=0x7fa12003b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:26.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.588+0000 7fa1277fe640 1 -- 172.21.15.104:0/1529790653 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa13015d7d0 con 0x7fa1300d0350 2024-02-19T16:32:26.777 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.776+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa13015d7d0 con 0x7fa1300d0350 2024-02-19T16:32:26.777 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.776+0000 7fa1277fe640 1 -- 172.21.15.104:0/1529790653 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v48) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa13015d7d0 con 0x7fa1300d0350 2024-02-19T16:32:26.777 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa11006b810 msgr2=0x7fa11006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa11006b810 0x7fa11006dcd0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa120036000 tx=0x7fa12003b040 comp rx=0 tx=0).stop 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1300d0350 msgr2=0x7fa1300cb3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1300d0350 0x7fa1300cb3b0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fa11800c4b0 tx=0x7fa11800c970 comp rx=0 tx=0).stop 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 shutdown_connections 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa11006b810 0x7fa11006dcd0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1300d0350 0x7fa1300cb3b0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa13015bc20 0x7fa13006f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 --2- 172.21.15.104:0/1529790653 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa1300ccf10 0x7fa13015dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 >> 172.21.15.104:0/1529790653 conn(0x7fa13009aa70 msgr2=0x7fa1300b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 shutdown_connections 2024-02-19T16:32:26.780 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:26.778+0000 7fa1351d7640 1 -- 172.21.15.104:0/1529790653 wait complete. 2024-02-19T16:32:26.790 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-02-19T16:32:26.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:26.790 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:26.816 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[59876]: fuse finished with error 0 and tester_r 0 2024-02-19T16:32:26.817 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:32:32.919 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:32:32.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:32.919 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-19T16:32:32.935 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-02-19T16:32:33.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.075+0000 7fbb82edf640 1 Processor -- start 2024-02-19T16:32:33.076 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.075+0000 7fbb82edf640 1 -- start start 2024-02-19T16:32:33.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb82edf640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fbb7c0af150 0x7fbb7c071f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:33.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb82edf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb7c15be40 con 0x7fbb7c15e9e0 2024-02-19T16:32:33.080 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb82edf640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb7c15e550 con 0x7fbb7c072440 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb82edf640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb7c0af7c0 con 0x7fbb7c0af150 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb8147c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fbb7c15e9e0 0x7fbb7c06af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53552/0 (socket says 172.21.15.104:53552) 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb8147c640 1 -- 172.21.15.104:0/3297946726 learned_addr learned my addr 172.21.15.104:0/3297946726 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb80c7b640 1 --2- 172.21.15.104:0/3297946726 >> v2:172.21.15.158:3300/0 conn(0x7fbb7c0af150 0x7fbb7c071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1012874797 0 0) 0x7fbb7c15be40 con 0x7fbb7c15e9e0 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.076+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb68003520 con 0x7fbb7c15e9e0 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1200876465 0 0) 0x7fbb7c15e550 con 0x7fbb7c072440 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb7c15be40 con 0x7fbb7c072440 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2238193609 0 0) 0x7fbb68003520 con 0x7fbb7c15e9e0 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 >> v2:172.21.15.158:3300/0 conn(0x7fbb7c0af150 msgr2=0x7fbb7c071f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 --2- 172.21.15.104:0/3297946726 >> v2:172.21.15.158:3300/0 conn(0x7fbb7c0af150 0x7fbb7c071f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 >> v1:172.21.15.158:6789/0 conn(0x7fbb7c072440 legacy=0x7fbb7c0d0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb7c0afaa0 con 0x7fbb7c15e9e0 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fbb740019f0 con 0x7fbb7c15e9e0 2024-02-19T16:32:33.081 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 >> v1:172.21.15.104:6789/0 conn(0x7fbb7c15e9e0 legacy=0x7fbb7c06af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb68003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb680047c0 0x7fbb68004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb68005180 0x7fbb6800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c0af7c0 con 0x7fbb68003b00 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6800c000 con 0x7fbb680047c0 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6800c1c0 con 0x7fbb68005180 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb80c7b640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb68003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb7bfff640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb680047c0 0x7fbb68004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb8147c640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb68005180 0x7fbb6800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb80c7b640 1 -- 172.21.15.104:0/3297946726 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb68005180 msgr2=0x7fbb6800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb80c7b640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb68005180 0x7fbb6800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb80c7b640 1 -- 172.21.15.104:0/3297946726 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb680047c0 msgr2=0x7fbb68004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb80c7b640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb680047c0 0x7fbb68004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb80c7b640 1 -- 172.21.15.104:0/3297946726 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb68003520 con 0x7fbb68003b00 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.077+0000 7fbb8147c640 1 -- 172.21.15.104:0/3297946726 reap_dead start 2024-02-19T16:32:33.082 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.078+0000 7fbb80c7b640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb68003f00 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fbb64009ac0 tx=0x7fbb680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=658a688bad834b39 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.078+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6402c6b0 con 0x7fbb68003b00 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.078+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb6402c810 con 0x7fbb68003b00 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.078+0000 7fbb7b7fe640 1 -- 172.21.15.104:0/3297946726 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6402cba0 con 0x7fbb68003b00 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.079+0000 7fbb82edf640 1 -- 172.21.15.104:0/3297946726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 msgr2=0x7fbb68003f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.079+0000 7fbb82edf640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb68003f00 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fbb64009ac0 tx=0x7fbb680057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.079+0000 7fbb82edf640 1 -- 172.21.15.104:0/3297946726 shutdown_connections 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.079+0000 7fbb82edf640 1 --2- 172.21.15.104:0/3297946726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb68003f00 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.079+0000 7fbb82edf640 1 -- 172.21.15.104:0/3297946726 >> 172.21.15.104:0/3297946726 conn(0x7fbb7c06c020 msgr2=0x7fbb7c06c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.079+0000 7fbb82edf640 1 -- 172.21.15.104:0/3297946726 shutdown_connections 2024-02-19T16:32:33.083 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.079+0000 7fbb82edf640 1 -- 172.21.15.104:0/3297946726 wait complete. 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.080+0000 7fbb82edf640 1 Processor -- start 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.080+0000 7fbb82edf640 1 -- start start 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb82edf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb7c160920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb82edf640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb7c153f40 0x7fbb7c06b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb82edf640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb7c150090 0x7fbb7c150500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb82edf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c158930 con 0x7fbb68003b00 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb82edf640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c157920 con 0x7fbb7c150090 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb82edf640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c150a40 con 0x7fbb7c153f40 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb7c160920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:33.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb7c160920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48242/0 (socket says 172.21.15.104:48242) 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 -- 172.21.15.104:0/460568676 learned_addr learned my addr 172.21.15.104:0/460568676 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb8147c640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb7c150090 0x7fbb7c150500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb7bfff640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb7c153f40 0x7fbb7c06b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 -- 172.21.15.104:0/460568676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb7c153f40 msgr2=0x7fbb7c06b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb7c153f40 0x7fbb7c06b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 -- 172.21.15.104:0/460568676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb7c150090 msgr2=0x7fbb7c150500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb7c150090 0x7fbb7c150500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 -- 172.21.15.104:0/460568676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb7c157b70 con 0x7fbb68003b00 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb80c7b640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb7c160920 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fbb64009ac0 tx=0x7fbb64004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb797fa640 1 -- 172.21.15.104:0/460568676 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb64003810 con 0x7fbb68003b00 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb797fa640 1 -- 172.21.15.104:0/460568676 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb64003970 con 0x7fbb68003b00 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb7c157e50 con 0x7fbb68003b00 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb797fa640 1 -- 172.21.15.104:0/460568676 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb64003d00 con 0x7fbb68003b00 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.081+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb7c158410 con 0x7fbb68003b00 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.082+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb7c1585a0 con 0x7fbb68003b00 2024-02-19T16:32:33.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.083+0000 7fbb797fa640 1 -- 172.21.15.104:0/460568676 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbb64040450 con 0x7fbb68003b00 2024-02-19T16:32:33.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.083+0000 7fbb797fa640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbb5c06b810 0x7fbb5c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:33.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.083+0000 7fbb7bfff640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbb5c06b810 0x7fbb5c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:33.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.084+0000 7fbb797fa640 1 -- 172.21.15.104:0/460568676 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbb640ac150 con 0x7fbb68003b00 2024-02-19T16:32:33.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.084+0000 7fbb7bfff640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbb5c06b810 0x7fbb5c06dcd0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c0aedd0 tx=0x7fbb6c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:33.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.088+0000 7fbb797fa640 1 -- 172.21.15.104:0/460568676 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fbb64076c20 con 0x7fbb68003b00 2024-02-19T16:32:33.304 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.303+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fbb7c0751e0 con 0x7fbb68003b00 2024-02-19T16:32:33.305 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.303+0000 7fbb797fa640 1 -- 172.21.15.104:0/460568676 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+73 (secure 0 0 0) 0x7fbb640044e0 con 0x7fbb68003b00 2024-02-19T16:32:33.305 INFO:teuthology.orchestra.run.smithi104.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-19T16:32:33.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbb5c06b810 msgr2=0x7fbb5c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:33.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbb5c06b810 0x7fbb5c06dcd0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c0aedd0 tx=0x7fbb6c009040 comp rx=0 tx=0).stop 2024-02-19T16:32:33.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 msgr2=0x7fbb7c160920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:33.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb7c160920 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fbb64009ac0 tx=0x7fbb64004730 comp rx=0 tx=0).stop 2024-02-19T16:32:33.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 shutdown_connections 2024-02-19T16:32:33.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbb5c06b810 0x7fbb5c06dcd0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbb7c150090 0x7fbb7c150500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.307 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbb7c153f40 0x7fbb7c06b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 --2- 172.21.15.104:0/460568676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb68003b00 0x7fbb7c160920 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:33.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 >> 172.21.15.104:0/460568676 conn(0x7fbb7c06c020 msgr2=0x7fbb7c15b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:33.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 shutdown_connections 2024-02-19T16:32:33.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:33.305+0000 7fbb82edf640 1 -- 172.21.15.104:0/460568676 wait complete. 2024-02-19T16:32:33.317 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-19T16:32:33.317 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-19T16:32:33.317 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-02-19T16:32:33.318 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-19T16:32:33.318 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:33.318 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-19T16:32:33.318 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-19T16:32:33.318 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-19T16:32:33.318 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:33.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:33.318 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-02-19T16:32:33.333 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:33.334 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42505sec preferred_lft 42505sec 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::3407:6dff:fe00:a91/64 scope link 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 42:17:6a:e5:fd:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:33.335 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::4017:6aff:fee5:fdcb/64 scope link 2024-02-19T16:32:33.336 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:33.336 INFO:teuthology.orchestra.run.smithi104.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-02-19T16:32:33.336 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether be:4f:74:dd:12:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:33.336 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::bc4f:74ff:fedd:128c/64 scope link 2024-02-19T16:32:33.336 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-02-19T16:32:33.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:33.336 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-19T16:32:33.399 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-02-19T16:32:33.454 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:33.454 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-02-19T16:32:33.509 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-02-19T16:32:33.510 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-19T16:32:33.510 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-19T16:32:33.510 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-19T16:32:33.510 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-19T16:32:33.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:33.510 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec bash -c ' 2024-02-19T16:32:33.510 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-02-19T16:32:33.511 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-19T16:32:33.511 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-19T16:32:33.511 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-19T16:32:33.511 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-02-19T16:32:33.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:33.606 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:32:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-19T16:32:33.620 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-19T16:32:33.620 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:33.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:33.621 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-02-19T16:32:33.687 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-02-19T16:32:33.687 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:32:33.687 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:33.742 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-19T16:32:33.742 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-19T16:32:33.742 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:33.796 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:32:33.866 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:32:33.923 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:32:33.924 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:33.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:33.925 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:32:33.977 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-02-19T16:32:33.977 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-02-19T16:32:34.019 DEBUG:teuthology.orchestra.run.smithi104:> sudo modprobe fuse 2024-02-19T16:32:34.046 DEBUG:teuthology.orchestra.run.smithi104:> cat /proc/self/mounts | awk '{print $2}' 2024-02-19T16:32:34.101 INFO:teuthology.orchestra.run.smithi104.stdout:/proc 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/sys 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/dev 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/security 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/shm 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/pts 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/run 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/cgroup 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/pstore 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/bpf 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/ 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/selinux 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/proc/sys/fs/binfmt_misc 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/hugepages 2024-02-19T16:32:34.102 INFO:teuthology.orchestra.run.smithi104.stdout:/dev/mqueue 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/debug 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/tracing 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/fs/fuse/connections 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/sys/kernel/config 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-sysctl.service 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/nfs/rpc_pipefs 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/run/user/1000 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-0 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-1 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-2 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/var/lib/ceph/osd/ceph-3 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns 2024-02-19T16:32:34.103 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:34.104 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:34.104 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:34.104 INFO:teuthology.orchestra.run.smithi104.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:34.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:34.104 DEBUG:teuthology.orchestra.run.smithi104:> ls /sys/fs/fuse/connections 2024-02-19T16:32:34.115 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:2024-02-19T16:32:34.113+0000 7fb122441480 -1 init, newargv = 0x563e4eadd420 newargc=15 2024-02-19T16:32:34.115 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[60839]: starting ceph client 2024-02-19T16:32:34.120 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[60839]: starting fuse 2024-02-19T16:32:34.129 INFO:teuthology.orchestra.run.smithi104.stdout:42 2024-02-19T16:32:34.129 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-02-19T16:32:34.129 DEBUG:teuthology.orchestra.run.smithi104:> sudo stdin-killer -- python3 -c ' 2024-02-19T16:32:34.129 DEBUG:teuthology.orchestra.run.smithi104:> import glob 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> import re 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> import subprocess 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> def _find_admin_socket(client_name): 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> files = glob.glob(asok_path) 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> # Given a non-glob path, it better be there 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> if "*" not in asok_path: 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> assert(len(files) == 1) 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> return files[0] 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> for f in files: 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> if os.path.exists("/proc/{0}".format(pid)): 2024-02-19T16:32:34.130 DEBUG:teuthology.orchestra.run.smithi104:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-02-19T16:32:34.131 DEBUG:teuthology.orchestra.run.smithi104:> contents = proc_f.read() 2024-02-19T16:32:34.131 DEBUG:teuthology.orchestra.run.smithi104:> if mountpoint in contents: 2024-02-19T16:32:34.131 DEBUG:teuthology.orchestra.run.smithi104:> return f 2024-02-19T16:32:34.131 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-02-19T16:32:34.131 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:34.131 DEBUG:teuthology.orchestra.run.smithi104:> print(_find_admin_socket("client.0")) 2024-02-19T16:32:34.131 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:32:34.249 INFO:teuthology.orchestra.run.smithi104.stdout:/var/run/ceph/ceph-client.0.60839.asok 2024-02-19T16:32:34.252 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-02-19T16:32:34.260 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.60839.asok 2024-02-19T16:32:34.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:34.260 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.60839.asok status 2024-02-19T16:32:34.396 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:34.396 INFO:teuthology.orchestra.run.smithi104.stdout: "metadata": { 2024-02-19T16:32:34.396 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_sha1": "9f8908eed2b2d7e8c316bd5be7ed6e49024931ee", 2024-02-19T16:32:34.396 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-1451-g9f8908ee (9f8908eed2b2d7e8c316bd5be7ed6e49024931ee) squid (dev)", 2024-02-19T16:32:34.396 INFO:teuthology.orchestra.run.smithi104.stdout: "entity_id": "0", 2024-02-19T16:32:34.396 INFO:teuthology.orchestra.run.smithi104.stdout: "hostname": "smithi104", 2024-02-19T16:32:34.396 INFO:teuthology.orchestra.run.smithi104.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "pid": "60839", 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "root": "/" 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_count": 0, 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "dentry_pinned_count": 0, 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 6333, 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "inst": { 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "name": { 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "client", 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "num": 6333 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:32:34.397 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1007494427 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": { 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "type": "v1", 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "addr": "192.168.0.1:0", 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "nonce": 1007494427 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "inst_str": "client.6333 192.168.0.1:0/1007494427", 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "addr_str": "192.168.0.1:0/1007494427", 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "inode_count": 1, 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_epoch": 23, 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch": 48, 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_epoch_barrier": 0, 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "blocklisted": false, 2024-02-19T16:32:34.398 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs" 2024-02-19T16:32:34.399 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:34.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:34.404 DEBUG:teuthology.orchestra.run.smithi104:> stat --file-system '--printf=%T 2024-02-19T16:32:34.404 DEBUG:teuthology.orchestra.run.smithi104:> ' -- /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:34.420 INFO:teuthology.orchestra.run.smithi104.stdout:fuseblk 2024-02-19T16:32:34.420 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:34.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:34.420 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:34.486 DEBUG:teuthology.orchestra.run.smithi104:> stdin-killer -- python3 -c ' 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> import os 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> import errno 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> fd = os.open("/home/ubuntu/cephtest/mnt.0/test_file", os.O_RDWR) 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> try: 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> if True: 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> ret = os.read(fd, 1024) 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> else: 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> os.write(fd, b'"'"'content'"'"') 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> except OSError as e: 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> if e.errno != errno.EPERM: 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> raise 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> else: 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> raise RuntimeError("client does not check permission of data pool") 2024-02-19T16:32:34.487 DEBUG:teuthology.orchestra.run.smithi104:> ' 2024-02-19T16:32:34.593 INFO:teuthology.orchestra.run.smithi104.stderr:Traceback (most recent call last): 2024-02-19T16:32:34.593 INFO:teuthology.orchestra.run.smithi104.stderr: File "", line 15, in 2024-02-19T16:32:34.593 INFO:teuthology.orchestra.run.smithi104.stderr:RuntimeError: client does not check permission of data pool 2024-02-19T16:32:34.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34 stdin-killer INFO: command exited with status 1: exiting normally with same code! 2024-02-19T16:32:34.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:32:34.603 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds allow mon 'allow r' osd 'allow rw pool=cephfs_data' 2024-02-19T16:32:34.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.753+0000 7f15861a1640 1 Processor -- start 2024-02-19T16:32:34.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.753+0000 7f15861a1640 1 -- start start 2024-02-19T16:32:34.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f15861a1640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f1580161440 0x7f15800d1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f15861a1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15800d2200 0x7f15800d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f15861a1640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15800ce7a0 con 0x7f15800d0580 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f15861a1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15800d2bd0 con 0x7f15800d2200 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f15861a1640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1580161820 con 0x7f1580161440 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f157ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15800d2200 0x7f15800d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f157ffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f15800d2200 0x7f15800d2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48254/0 (socket says 172.21.15.104:48254) 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f157ffff640 1 -- 172.21.15.104:0/2594144410 learned_addr learned my addr 172.21.15.104:0/2594144410 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f157f7fe640 1 --2- 172.21.15.104:0/2594144410 >> v2:172.21.15.158:3300/0 conn(0x7f1580161440 0x7f15800d1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f157ffff640 1 -- 172.21.15.104:0/2594144410 >> v2:172.21.15.158:3300/0 conn(0x7f1580161440 msgr2=0x7f15800d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f157ffff640 1 --2- 172.21.15.104:0/2594144410 >> v2:172.21.15.158:3300/0 conn(0x7f1580161440 0x7f15800d1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f157ffff640 1 -- 172.21.15.104:0/2594144410 >> v1:172.21.15.158:6789/0 conn(0x7f15800d0580 legacy=0x7f15800b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.754+0000 7f157ffff640 1 -- 172.21.15.104:0/2594144410 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15800ced40 con 0x7f15800d2200 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.755+0000 7f157f7fe640 1 --2- 172.21.15.104:0/2594144410 >> v2:172.21.15.158:3300/0 conn(0x7f1580161440 0x7f15800d1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:34.757 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.755+0000 7f157ffff640 1 --2- 172.21.15.104:0/2594144410 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d2200 0x7f15800d2690 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f158008c7b0 tx=0x7f157802bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbac7d87c41c5322 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:34.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.755+0000 7f157effd640 1 -- 172.21.15.104:0/2594144410 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f157802ca80 con 0x7f15800d2200 2024-02-19T16:32:34.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.755+0000 7f157effd640 1 -- 172.21.15.104:0/2594144410 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f157802cbe0 con 0x7f15800d2200 2024-02-19T16:32:34.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.755+0000 7f157effd640 1 -- 172.21.15.104:0/2594144410 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15780343f0 con 0x7f15800d2200 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.756+0000 7f15861a1640 1 -- 172.21.15.104:0/2594144410 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d2200 msgr2=0x7f15800d2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.756+0000 7f15861a1640 1 --2- 172.21.15.104:0/2594144410 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d2200 0x7f15800d2690 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f158008c7b0 tx=0x7f157802bee0 comp rx=0 tx=0).stop 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.756+0000 7f15861a1640 1 -- 172.21.15.104:0/2594144410 shutdown_connections 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.756+0000 7f15861a1640 1 --2- 172.21.15.104:0/2594144410 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d2200 0x7f15800d2690 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.756+0000 7f15861a1640 1 --2- 172.21.15.104:0/2594144410 >> v2:172.21.15.158:3300/0 conn(0x7f1580161440 0x7f15800d1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.756+0000 7f15861a1640 1 -- 172.21.15.104:0/2594144410 >> 172.21.15.104:0/2594144410 conn(0x7f158009cef0 msgr2=0x7f15800d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.756+0000 7f15861a1640 1 -- 172.21.15.104:0/2594144410 shutdown_connections 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.756+0000 7f15861a1640 1 -- 172.21.15.104:0/2594144410 wait complete. 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.757+0000 7f15861a1640 1 Processor -- start 2024-02-19T16:32:34.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.757+0000 7f15861a1640 1 -- start start 2024-02-19T16:32:34.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f15861a1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d0580 0x7f15800cdc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:34.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f15861a1640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15800d2200 0x7f15800cb320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:34.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f15861a1640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1580161440 0x7f15800c9920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:34.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f15861a1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15800cd820 con 0x7f15800d0580 2024-02-19T16:32:34.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f15861a1640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15801f46b0 con 0x7f1580161440 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f15861a1640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15800cd160 con 0x7f15800d2200 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157f7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d0580 0x7f15800cdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157f7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d0580 0x7f15800cdc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48270/0 (socket says 172.21.15.104:48270) 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157f7fe640 1 -- 172.21.15.104:0/1441456545 learned_addr learned my addr 172.21.15.104:0/1441456545 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157f7fe640 1 -- 172.21.15.104:0/1441456545 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15800d2200 msgr2=0x7f15800cb320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157ffff640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1580161440 0x7f15800c9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157f7fe640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15800d2200 0x7f15800cb320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157f7fe640 1 -- 172.21.15.104:0/1441456545 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1580161440 msgr2=0x7f15800c9920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157f7fe640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1580161440 0x7f15800c9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.758+0000 7f157f7fe640 1 -- 172.21.15.104:0/1441456545 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1578009b30 con 0x7f15800d0580 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.759+0000 7f157f7fe640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d0580 0x7f15800cdc40 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f157000c7f0 tx=0x7f157000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.759+0000 7f157cff9640 1 -- 172.21.15.104:0/1441456545 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1570007a30 con 0x7f15800d0580 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.759+0000 7f157cff9640 1 -- 172.21.15.104:0/1441456545 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1570007b90 con 0x7f15800d0580 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.759+0000 7f157cff9640 1 -- 172.21.15.104:0/1441456545 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f157000ce40 con 0x7f15800d0580 2024-02-19T16:32:34.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.759+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15800cd440 con 0x7f15800d0580 2024-02-19T16:32:34.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.759+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15800ccdc0 con 0x7f15800d0580 2024-02-19T16:32:34.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.760+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15800b5580 con 0x7f15800d0580 2024-02-19T16:32:34.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.760+0000 7f157cff9640 1 -- 172.21.15.104:0/1441456545 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f15700113f0 con 0x7f15800d0580 2024-02-19T16:32:34.763 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.760+0000 7f157cff9640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f156006b810 0x7f156006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:34.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.761+0000 7f157cff9640 1 -- 172.21.15.104:0/1441456545 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f157008a340 con 0x7f15800d0580 2024-02-19T16:32:34.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.761+0000 7f1577fff640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f156006b810 0x7f156006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:34.764 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.761+0000 7f1577fff640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f156006b810 0x7f156006dcd0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1568006fd0 tx=0x7f1568006bc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:34.766 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:34.765+0000 7f157cff9640 1 -- 172.21.15.104:0/1441456545 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f1570054d70 con 0x7f15800d0580 2024-02-19T16:32:35.010 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.009+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow rw pool=cephfs_data"]} v 0) v1 -- 0x7f15800cd960 con 0x7f15800d0580 2024-02-19T16:32:35.014 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.013+0000 7f157cff9640 1 -- 172.21.15.104:0/1441456545 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow rw pool=cephfs_data"]}]=0 updated caps for client.0 v18) v1 ==== 184+0+141 (secure 0 0 0) 0x7f15800cd960 con 0x7f15800d0580 2024-02-19T16:32:35.014 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-02-19T16:32:35.014 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQDcgdNlonuxERAAn5+S2mHugggJaVF78y9v8g== 2024-02-19T16:32:35.015 INFO:teuthology.orchestra.run.smithi104.stdout: caps mds = "allow" 2024-02-19T16:32:35.015 INFO:teuthology.orchestra.run.smithi104.stdout: caps mon = "allow r" 2024-02-19T16:32:35.015 INFO:teuthology.orchestra.run.smithi104.stdout: caps osd = "allow rw pool=cephfs_data" 2024-02-19T16:32:35.015 INFO:teuthology.orchestra.run.smithi104.stderr:updated caps for client.0 2024-02-19T16:32:35.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.015+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f156006b810 msgr2=0x7f156006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.015+0000 7f15861a1640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f156006b810 0x7f156006dcd0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1568006fd0 tx=0x7f1568006bc0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d0580 msgr2=0x7f15800cdc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.017 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d0580 0x7f15800cdc40 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f157000c7f0 tx=0x7f157000cbf0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 shutdown_connections 2024-02-19T16:32:35.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f156006b810 0x7f156006dcd0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f1580161440 0x7f15800c9920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f15800d2200 0x7f15800cb320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 --2- 172.21.15.104:0/1441456545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f15800d0580 0x7f15800cdc40 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 >> 172.21.15.104:0/1441456545 conn(0x7f158009cef0 msgr2=0x7f158015dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:35.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 shutdown_connections 2024-02-19T16:32:35.018 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.016+0000 7f15861a1640 1 -- 172.21.15.104:0/1441456545 wait complete. 2024-02-19T16:32:35.028 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-02-19T16:32:35.029 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-19T16:32:35.074 DEBUG:teuthology.orchestra.run.smithi158:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-02-19T16:32:35.118 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-02-19T16:32:35.118 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:32:35.118 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:35.133 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:35.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.273+0000 7f2e70607640 1 Processor -- start 2024-02-19T16:32:35.274 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.273+0000 7f2e70607640 1 -- start start 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e70607640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2e6815e010 0x7f2e6806f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e70607640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e680cc5c0 con 0x7f2e680cda60 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e70607640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e6815e3f0 con 0x7f2e680d0670 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e70607640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e680cefc0 con 0x7f2e6815e010 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6eba4640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f2e680cda60 0x7f2e680ce8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53556/0 (socket says 172.21.15.104:53556) 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6eba4640 1 -- 172.21.15.104:0/3377639366 learned_addr learned my addr 172.21.15.104:0/3377639366 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6e3a3640 1 --2- 172.21.15.104:0/3377639366 >> v2:172.21.15.158:3300/0 conn(0x7f2e6815e010 0x7f2e6806f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 467531740 0 0) 0x7f2e680cc5c0 con 0x7f2e680cda60 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e54003520 con 0x7f2e680cda60 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1129624519 0 0) 0x7f2e54003520 con 0x7f2e680cda60 2024-02-19T16:32:35.278 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 >> v2:172.21.15.158:3300/0 conn(0x7f2e6815e010 msgr2=0x7f2e6806f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 --2- 172.21.15.104:0/3377639366 >> v2:172.21.15.158:3300/0 conn(0x7f2e6815e010 0x7f2e6806f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 >> v1:172.21.15.158:6789/0 conn(0x7f2e680d0670 legacy=0x7f2e680ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e680d0b70 con 0x7f2e680cda60 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f2e600019f0 con 0x7f2e680cda60 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 >> v1:172.21.15.104:6789/0 conn(0x7f2e680cda60 legacy=0x7f2e680ce8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e54003970 0x7f2e54003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e540047c0 0x7f2e54004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e54005180 0x7f2e5400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e680cefc0 con 0x7f2e540047c0 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5400c0d0 con 0x7f2e54005180 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5400c290 con 0x7f2e54003970 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.274+0000 7f2e6e3a3640 1 --2- 172.21.15.104:0/3377639366 >> v2:172.21.15.158:3300/0 conn(0x7f2e6815e010 0x7f2e6806f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6dba2640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e540047c0 0x7f2e54004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.279 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6eba4640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e54005180 0x7f2e5400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6e3a3640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e54003970 0x7f2e54003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6dba2640 1 -- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e54003970 msgr2=0x7f2e54003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6dba2640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e54003970 0x7f2e54003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6dba2640 1 -- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e54005180 msgr2=0x7f2e5400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6dba2640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e54005180 0x7f2e5400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6dba2640 1 -- 172.21.15.104:0/3377639366 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e54003520 con 0x7f2e540047c0 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6eba4640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e54005180 0x7f2e5400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6eba4640 1 -- 172.21.15.104:0/3377639366 reap_dead start 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.275+0000 7f2e6dba2640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e540047c0 0x7f2e54004c40 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f2e58001750 tx=0x7f2e540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dd7c07e87dfc6ec server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e580052d0 con 0x7f2e540047c0 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e5802e050 con 0x7f2e540047c0 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e6d3a1640 1 -- 172.21.15.104:0/3377639366 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e58003830 con 0x7f2e540047c0 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e70607640 1 -- 172.21.15.104:0/3377639366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e540047c0 msgr2=0x7f2e54004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e70607640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e540047c0 0x7f2e54004c40 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f2e58001750 tx=0x7f2e540057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.280 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e70607640 1 -- 172.21.15.104:0/3377639366 shutdown_connections 2024-02-19T16:32:35.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e70607640 1 --2- 172.21.15.104:0/3377639366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e540047c0 0x7f2e54004c40 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e70607640 1 -- 172.21.15.104:0/3377639366 >> 172.21.15.104:0/3377639366 conn(0x7f2e680d1920 msgr2=0x7f2e680d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:35.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e70607640 1 -- 172.21.15.104:0/3377639366 shutdown_connections 2024-02-19T16:32:35.281 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.276+0000 7f2e70607640 1 -- 172.21.15.104:0/3377639366 wait complete. 2024-02-19T16:32:35.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.277+0000 7f2e70607640 1 Processor -- start 2024-02-19T16:32:35.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.277+0000 7f2e70607640 1 -- start start 2024-02-19T16:32:35.283 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e70607640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e540047c0 0x7f2e680b4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e70607640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e680c8ad0 0x7f2e680ccb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e70607640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e68150a10 0x7f2e68150ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e70607640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e68151400 con 0x7f2e680c8ad0 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e70607640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e680b4bd0 con 0x7f2e68150a10 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e70607640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e680b4eb0 con 0x7f2e540047c0 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e680c8ad0 0x7f2e680ccb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e680c8ad0 0x7f2e680ccb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48276/0 (socket says 172.21.15.104:48276) 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 -- 172.21.15.104:0/2396206289 learned_addr learned my addr 172.21.15.104:0/2396206289 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6eba4640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e68150a10 0x7f2e68150ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6e3a3640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e540047c0 0x7f2e680b4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 -- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e540047c0 msgr2=0x7f2e680b4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e540047c0 0x7f2e680b4540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 -- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e68150a10 msgr2=0x7f2e68150ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e68150a10 0x7f2e68150ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.284 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 -- 172.21.15.104:0/2396206289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e680b5190 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6eba4640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e68150a10 0x7f2e68150ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e6dba2640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e680c8ad0 0x7f2e680ccb10 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f2e58005040 tx=0x7f2e58001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e5effd640 1 -- 172.21.15.104:0/2396206289 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e580076c0 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e5effd640 1 -- 172.21.15.104:0/2396206289 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e58007a30 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e680b5470 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e5effd640 1 -- 172.21.15.104:0/2396206289 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e58006be0 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.279+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e680c8f50 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.281+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e680751e0 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.281+0000 7f2e5effd640 1 -- 172.21.15.104:0/2396206289 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2e58006d40 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.282+0000 7f2e5effd640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2e4c06b810 0x7f2e4c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.282+0000 7f2e5effd640 1 -- 172.21.15.104:0/2396206289 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2e580ac230 con 0x7f2e680c8ad0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.282+0000 7f2e6e3a3640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2e4c06b810 0x7f2e4c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.285 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.282+0000 7f2e6e3a3640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2e4c06b810 0x7f2e4c06dcd0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f2e64006fd0 tx=0x7f2e64008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.286+0000 7f2e5effd640 1 -- 172.21.15.104:0/2396206289 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2e58076d70 con 0x7f2e680c8ad0 2024-02-19T16:32:35.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.461+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2e680b3870 con 0x7f2e680c8ad0 2024-02-19T16:32:35.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.463+0000 7f2e5effd640 1 -- 172.21.15.104:0/2396206289 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7f2e5807a430 con 0x7f2e680c8ad0 2024-02-19T16:32:35.464 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:35.464 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2e4c06b810 msgr2=0x7f2e4c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2e4c06b810 0x7f2e4c06dcd0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f2e64006fd0 tx=0x7f2e64008040 comp rx=0 tx=0).stop 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e680c8ad0 msgr2=0x7f2e680ccb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e680c8ad0 0x7f2e680ccb10 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f2e58005040 tx=0x7f2e58001120 comp rx=0 tx=0).stop 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 shutdown_connections 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2e4c06b810 0x7f2e4c06dcd0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e680c8ad0 0x7f2e680ccb10 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2e68150a10 0x7f2e68150ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 --2- 172.21.15.104:0/2396206289 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2e540047c0 0x7f2e680b4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 >> 172.21.15.104:0/2396206289 conn(0x7f2e680d1920 msgr2=0x7f2e680b3d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 shutdown_connections 2024-02-19T16:32:35.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.465+0000 7f2e70607640 1 -- 172.21.15.104:0/2396206289 wait complete. 2024-02-19T16:32:35.477 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:58.104668+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '47', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:58.854520+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:32:35.478 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:32:35.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.585+0000 7f323033e640 1 Processor -- start 2024-02-19T16:32:35.586 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.585+0000 7f323033e640 1 -- start start 2024-02-19T16:32:35.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f323033e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f322806b180 0x7f32280afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f323033e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f322815e380 0x7f32280b4860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f323033e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3228161970 con 0x7f322806b560 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f323033e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32280b4670 con 0x7f322806b180 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f323033e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f322815eb00 con 0x7f322815e380 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d8d9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f322806b560 0x7f32281620e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53568/0 (socket says 172.21.15.104:53568) 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d8d9640 1 -- 172.21.15.104:0/1534395662 learned_addr learned my addr 172.21.15.104:0/1534395662 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322e8db640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f322815e380 0x7f32280b4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322e0da640 1 --2- 172.21.15.104:0/1534395662 >> v2:172.21.15.158:3300/0 conn(0x7f322806b180 0x7f32280afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1770164099 0 0) 0x7f3228161970 con 0x7f322806b560 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3214003520 con 0x7f322806b560 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3410562359 0 0) 0x7f3214003520 con 0x7f322806b560 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f322815e380 msgr2=0x7f32280b4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f322815e380 0x7f32280b4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 >> v2:172.21.15.158:3300/0 conn(0x7f322806b180 msgr2=0x7f32280afcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 --2- 172.21.15.104:0/1534395662 >> v2:172.21.15.158:3300/0 conn(0x7f322806b180 0x7f32280afcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f322815ede0 con 0x7f322806b560 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f3218001670 con 0x7f322806b560 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 >> v1:172.21.15.104:6789/0 conn(0x7f322806b560 legacy=0x7f32281620e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f322815e380 0x7f3214003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3214003ef0 0x7f32140047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f3214005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32280b4670 con 0x7f3214004d00 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f322815eb00 con 0x7f3214003ef0 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f321400b9d0 con 0x7f322815e380 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.586+0000 7f322e8db640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f3214005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.587+0000 7f322e0da640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f322815e380 0x7f3214003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.587+0000 7f322d8d9640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3214003ef0 0x7f32140047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.587+0000 7f322e8db640 1 -- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f322815e380 msgr2=0x7f3214003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.587+0000 7f322e8db640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f322815e380 0x7f3214003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.587+0000 7f322e8db640 1 -- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3214003ef0 msgr2=0x7f32140047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.587+0000 7f322e8db640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f3214003ef0 0x7f32140047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.587+0000 7f322e8db640 1 -- 172.21.15.104:0/1534395662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3214003520 con 0x7f3214004d00 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.587+0000 7f322e8db640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f3214005180 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f322000e170 tx=0x7f32140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72380e1d336ea8c9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f322002cbf0 con 0x7f3214004d00 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f322000f040 con 0x7f3214004d00 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f322d0d8640 1 -- 172.21.15.104:0/1534395662 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3220034440 con 0x7f3214004d00 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f323033e640 1 -- 172.21.15.104:0/1534395662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 msgr2=0x7f3214005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f323033e640 1 --2- 172.21.15.104:0/1534395662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f3214005180 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f322000e170 tx=0x7f32140057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f322e8db640 1 -- 172.21.15.104:0/1534395662 reap_dead start 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f323033e640 1 -- 172.21.15.104:0/1534395662 shutdown_connections 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f323033e640 1 -- 172.21.15.104:0/1534395662 >> 172.21.15.104:0/1534395662 conn(0x7f32280b2670 msgr2=0x7f32280b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f323033e640 1 -- 172.21.15.104:0/1534395662 shutdown_connections 2024-02-19T16:32:35.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.588+0000 7f323033e640 1 -- 172.21.15.104:0/1534395662 wait complete. 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.589+0000 7f323033e640 1 Processor -- start 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.589+0000 7f323033e640 1 -- start start 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f323033e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f32280c7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f323033e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f32281f3130 0x7f32280c75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f323033e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f32280d0df0 0x7f32280d1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f323033e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32281f7d80 con 0x7f3214004d00 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f323033e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32280d17b0 con 0x7f32281f3130 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f323033e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32280c84b0 con 0x7f32280d0df0 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f322e0da640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f32280c7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f322e0da640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f32280c7f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48298/0 (socket says 172.21.15.104:48298) 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f322e0da640 1 -- 172.21.15.104:0/3730827885 learned_addr learned my addr 172.21.15.104:0/3730827885 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f322e0da640 1 -- 172.21.15.104:0/3730827885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f32280d0df0 msgr2=0x7f32280d1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f322e8db640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f32280d0df0 0x7f32280d1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f322d8d9640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f32281f3130 0x7f32280c75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.590+0000 7f322e0da640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f32280d0df0 0x7f32280d1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f322e0da640 1 -- 172.21.15.104:0/3730827885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f32281f3130 msgr2=0x7f32280c75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f322e0da640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f32281f3130 0x7f32280c75e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f322e0da640 1 -- 172.21.15.104:0/3730827885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32280c7b20 con 0x7f3214004d00 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f322e0da640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f32280c7f70 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f3224011aa0 tx=0x7f3224011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f321effd640 1 -- 172.21.15.104:0/3730827885 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3224009680 con 0x7f3214004d00 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f321effd640 1 -- 172.21.15.104:0/3730827885 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f322400fb80 con 0x7f3214004d00 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32281f7170 con 0x7f3214004d00 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f321effd640 1 -- 172.21.15.104:0/3730827885 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3224014440 con 0x7f3214004d00 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.591+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32281f7730 con 0x7f3214004d00 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.592+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32280751e0 con 0x7f3214004d00 2024-02-19T16:32:35.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.592+0000 7f321effd640 1 -- 172.21.15.104:0/3730827885 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f32240145a0 con 0x7f3214004d00 2024-02-19T16:32:35.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.593+0000 7f321effd640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f320c06b840 0x7f320c06dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.593+0000 7f321effd640 1 -- 172.21.15.104:0/3730827885 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f322408aa80 con 0x7f3214004d00 2024-02-19T16:32:35.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.593+0000 7f322d8d9640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f320c06b840 0x7f320c06dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.593+0000 7f322d8d9640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f320c06b840 0x7f320c06dd00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f32280c9fd0 tx=0x7f3218009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.597+0000 7f321effd640 1 -- 172.21.15.104:0/3730827885 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f3224055530 con 0x7f3214004d00 2024-02-19T16:32:35.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.768+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f322806fa90 con 0x7f3214004d00 2024-02-19T16:32:35.769 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.768+0000 7f321effd640 1 -- 172.21.15.104:0/3730827885 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3224058bf0 con 0x7f3214004d00 2024-02-19T16:32:35.770 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f320c06b840 msgr2=0x7f320c06dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f320c06b840 0x7f320c06dd00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f32280c9fd0 tx=0x7f3218009040 comp rx=0 tx=0).stop 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 msgr2=0x7f32280c7f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f32280c7f70 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f3224011aa0 tx=0x7f3224011f60 comp rx=0 tx=0).stop 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 shutdown_connections 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f320c06b840 0x7f320c06dd00 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f32280d0df0 0x7f32280d1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f32281f3130 0x7f32280c75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 --2- 172.21.15.104:0/3730827885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3214004d00 0x7f32280c7f70 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 >> 172.21.15.104:0/3730827885 conn(0x7f32280b2670 msgr2=0x7f322815f590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:35.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 shutdown_connections 2024-02-19T16:32:35.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.770+0000 7f323033e640 1 -- 172.21.15.104:0/3730827885 wait complete. 2024-02-19T16:32:35.782 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:32:35.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.883+0000 7f1968c8f640 1 Processor -- start 2024-02-19T16:32:35.885 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.883+0000 7f1968c8f640 1 -- start start 2024-02-19T16:32:35.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.884+0000 7f1968c8f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1964161520 0x7f19640b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.884+0000 7f1968c8f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19640b42f0 con 0x7f1964162760 2024-02-19T16:32:35.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.884+0000 7f1968c8f640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19640b45d0 con 0x7f19640d4240 2024-02-19T16:32:35.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.884+0000 7f1968c8f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19640b48b0 con 0x7f1964161520 2024-02-19T16:32:35.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.884+0000 7f196259c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1964161520 0x7f19640b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.884+0000 7f1961d9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f1964162760 0x7f19640d3b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53570/0 (socket says 172.21.15.104:53570) 2024-02-19T16:32:35.887 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.884+0000 7f1961d9b640 1 -- 172.21.15.104:0/1847561897 learned_addr learned my addr 172.21.15.104:0/1847561897 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:35.887 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.885+0000 7f196159a640 1 -- 172.21.15.104:0/1847561897 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1344385602 0 0) 0x7f19640b42f0 con 0x7f1964162760 2024-02-19T16:32:35.887 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.885+0000 7f196159a640 1 -- 172.21.15.104:0/1847561897 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f194c003520 con 0x7f1964162760 2024-02-19T16:32:35.887 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.885+0000 7f196259c640 1 -- 172.21.15.104:0/1847561897 >> v1:172.21.15.158:6789/0 conn(0x7f19640d4240 legacy=0x7f19640d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.887 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.885+0000 7f196259c640 1 -- 172.21.15.104:0/1847561897 >> v1:172.21.15.104:6789/0 conn(0x7f1964162760 legacy=0x7f19640d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.887 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.885+0000 7f196259c640 1 -- 172.21.15.104:0/1847561897 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19640b4b90 con 0x7f1964161520 2024-02-19T16:32:35.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.885+0000 7f196259c640 1 --2- 172.21.15.104:0/1847561897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964161520 0x7f19640b3970 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f19580097a0 tx=0x7f195802b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2ccc2abd7054f server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f196159a640 1 -- 172.21.15.104:0/1847561897 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1958030610 con 0x7f1964161520 2024-02-19T16:32:35.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f196159a640 1 -- 172.21.15.104:0/1847561897 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1958030770 con 0x7f1964161520 2024-02-19T16:32:35.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f196159a640 1 -- 172.21.15.104:0/1847561897 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1958030b00 con 0x7f1964161520 2024-02-19T16:32:35.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f1968c8f640 1 -- 172.21.15.104:0/1847561897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964161520 msgr2=0x7f19640b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f1968c8f640 1 --2- 172.21.15.104:0/1847561897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964161520 0x7f19640b3970 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f19580097a0 tx=0x7f195802b960 comp rx=0 tx=0).stop 2024-02-19T16:32:35.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f1968c8f640 1 -- 172.21.15.104:0/1847561897 shutdown_connections 2024-02-19T16:32:35.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f1968c8f640 1 --2- 172.21.15.104:0/1847561897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964161520 0x7f19640b3970 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f1968c8f640 1 -- 172.21.15.104:0/1847561897 >> 172.21.15.104:0/1847561897 conn(0x7f196408d5d0 msgr2=0x7f196409cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:35.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f1968c8f640 1 -- 172.21.15.104:0/1847561897 shutdown_connections 2024-02-19T16:32:35.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.886+0000 7f1968c8f640 1 -- 172.21.15.104:0/1847561897 wait complete. 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1968c8f640 1 Processor -- start 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1968c8f640 1 -- start start 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1968c8f640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f19640d4240 0x7f19640b8f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1968c8f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1964161520 0x7f19640b5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1968c8f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964162760 0x7f1964150c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1968c8f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19640b67f0 con 0x7f1964162760 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1968c8f640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19640c9e50 con 0x7f19640d4240 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1968c8f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19640ca130 con 0x7f1964161520 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1962d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964162760 0x7f1964150c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1962d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964162760 0x7f1964150c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48314/0 (socket says 172.21.15.104:48314) 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.888+0000 7f1962d9d640 1 -- 172.21.15.104:0/4084296083 learned_addr learned my addr 172.21.15.104:0/4084296083 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1961d9b640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1964161520 0x7f19640b5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f196259c640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f19640d4240 0x7f19640b8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1962d9d640 1 -- 172.21.15.104:0/4084296083 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1964161520 msgr2=0x7f19640b5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1962d9d640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1964161520 0x7f19640b5040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1962d9d640 1 -- 172.21.15.104:0/4084296083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f19640d4240 msgr2=0x7f19640b8f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1962d9d640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f19640d4240 0x7f19640b8f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1962d9d640 1 -- 172.21.15.104:0/4084296083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1958009400 con 0x7f1964162760 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1962d9d640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964162760 0x7f1964150c80 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f195c00c7a0 tx=0x7f195c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1952ffd640 1 -- 172.21.15.104:0/4084296083 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f195c003b70 con 0x7f1964162760 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1952ffd640 1 -- 172.21.15.104:0/4084296083 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f195c003cf0 con 0x7f1964162760 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19640ca410 con 0x7f1964162760 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1952ffd640 1 -- 172.21.15.104:0/4084296083 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f195c003ea0 con 0x7f1964162760 2024-02-19T16:32:35.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.889+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19640b94b0 con 0x7f1964162760 2024-02-19T16:32:35.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.890+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19640b9640 con 0x7f1964162760 2024-02-19T16:32:35.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.890+0000 7f1952ffd640 1 -- 172.21.15.104:0/4084296083 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f195c00aa90 con 0x7f1964162760 2024-02-19T16:32:35.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.891+0000 7f1952ffd640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f194406b810 0x7f194406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:35.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.891+0000 7f196259c640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f194406b810 0x7f194406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:35.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.891+0000 7f1952ffd640 1 -- 172.21.15.104:0/4084296083 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f195c08a040 con 0x7f1964162760 2024-02-19T16:32:35.893 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.891+0000 7f196259c640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f194406b810 0x7f194406dcd0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1958036000 tx=0x7f195803b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:35.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:35.895+0000 7f1952ffd640 1 -- 172.21.15.104:0/4084296083 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f195c054a60 con 0x7f1964162760 2024-02-19T16:32:36.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.066+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f19640ca600 con 0x7f1964162760 2024-02-19T16:32:36.068 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.067+0000 7f1952ffd640 1 -- 172.21.15.104:0/4084296083 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v48) v1 ==== 104+0+11 (secure 0 0 0) 0x7f19640ca600 con 0x7f1964162760 2024-02-19T16:32:36.068 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:32:36.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f194406b810 msgr2=0x7f194406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f194406b810 0x7f194406dcd0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1958036000 tx=0x7f195803b040 comp rx=0 tx=0).stop 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964162760 msgr2=0x7f1964150c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964162760 0x7f1964150c80 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f195c00c7a0 tx=0x7f195c00cc60 comp rx=0 tx=0).stop 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 shutdown_connections 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f194406b810 0x7f194406dcd0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1964162760 0x7f1964150c80 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f1964161520 0x7f19640b5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 --2- 172.21.15.104:0/4084296083 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f19640d4240 0x7f19640b8f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 >> 172.21.15.104:0/4084296083 conn(0x7f196408d5d0 msgr2=0x7f196406b8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 shutdown_connections 2024-02-19T16:32:36.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.069+0000 7f1968c8f640 1 -- 172.21.15.104:0/4084296083 wait complete. 2024-02-19T16:32:36.081 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:32:36.185 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.183+0000 7fac0b96b640 1 Processor -- start 2024-02-19T16:32:36.185 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.183+0000 7fac0b96b640 1 -- start start 2024-02-19T16:32:36.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac0b96b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fac040d1ac0 0x7fac040d1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac0b96b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fac040b0240 0x7fac0415fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac0b96b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac040aeda0 con 0x7fac040b24b0 2024-02-19T16:32:36.187 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac0b96b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac040b3450 con 0x7fac040b0240 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac0b96b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac040d23e0 con 0x7fac040d1ac0 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09f08640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fac040b0240 0x7fac0415fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09f08640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fac040b0240 0x7fac0415fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48324/0 (socket says 172.21.15.104:48324) 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09f08640 1 -- 172.21.15.104:0/665984336 learned_addr learned my addr 172.21.15.104:0/665984336 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09707640 1 --2- 172.21.15.104:0/665984336 >> v2:172.21.15.158:3300/0 conn(0x7fac040d1ac0 0x7fac040d1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09f08640 1 -- 172.21.15.104:0/665984336 >> v2:172.21.15.158:3300/0 conn(0x7fac040d1ac0 msgr2=0x7fac040d1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09f08640 1 --2- 172.21.15.104:0/665984336 >> v2:172.21.15.158:3300/0 conn(0x7fac040d1ac0 0x7fac040d1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09f08640 1 -- 172.21.15.104:0/665984336 >> v1:172.21.15.158:6789/0 conn(0x7fac040b24b0 legacy=0x7fac0415f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09f08640 1 -- 172.21.15.104:0/665984336 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac040b2e90 con 0x7fac040b0240 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.185+0000 7fac09707640 1 --2- 172.21.15.104:0/665984336 >> v2:172.21.15.158:3300/0 conn(0x7fac040d1ac0 0x7fac040d1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.186+0000 7fac09f08640 1 --2- 172.21.15.104:0/665984336 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b0240 0x7fac0415fe50 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fac0409b740 tx=0x7fabfc02be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f43c39276ac4aa2 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.186+0000 7fabfbfff640 1 -- 172.21.15.104:0/665984336 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabfc02c9f0 con 0x7fac040b0240 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.186+0000 7fabfbfff640 1 -- 172.21.15.104:0/665984336 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabfc02cb50 con 0x7fac040b0240 2024-02-19T16:32:36.188 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.186+0000 7fabfbfff640 1 -- 172.21.15.104:0/665984336 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabfc0343f0 con 0x7fac040b0240 2024-02-19T16:32:36.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.187+0000 7fac0b96b640 1 -- 172.21.15.104:0/665984336 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b0240 msgr2=0x7fac0415fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.187+0000 7fac0b96b640 1 --2- 172.21.15.104:0/665984336 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b0240 0x7fac0415fe50 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fac0409b740 tx=0x7fabfc02be50 comp rx=0 tx=0).stop 2024-02-19T16:32:36.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.187+0000 7fac0b96b640 1 -- 172.21.15.104:0/665984336 shutdown_connections 2024-02-19T16:32:36.191 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.187+0000 7fac0b96b640 1 --2- 172.21.15.104:0/665984336 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b0240 0x7fac0415fe50 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.187+0000 7fac0b96b640 1 --2- 172.21.15.104:0/665984336 >> v2:172.21.15.158:3300/0 conn(0x7fac040d1ac0 0x7fac040d1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.187+0000 7fac0b96b640 1 -- 172.21.15.104:0/665984336 >> 172.21.15.104:0/665984336 conn(0x7fac04072f10 msgr2=0x7fac0409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.187+0000 7fac0b96b640 1 -- 172.21.15.104:0/665984336 shutdown_connections 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.187+0000 7fac0b96b640 1 -- 172.21.15.104:0/665984336 wait complete. 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.188+0000 7fac0b96b640 1 Processor -- start 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.188+0000 7fac0b96b640 1 -- start start 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac0b96b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac040b0240 0x7fac041500f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac0b96b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b24b0 0x7fac040b7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac0b96b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac040d1ac0 0x7fac0415ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac0b96b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac0415e5a0 con 0x7fac040b24b0 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac0b96b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac0415d990 con 0x7fac040d1ac0 2024-02-19T16:32:36.192 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac0b96b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac0415dc70 con 0x7fac040b0240 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b24b0 0x7fac040b7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b24b0 0x7fac040b7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48334/0 (socket says 172.21.15.104:48334) 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 -- 172.21.15.104:0/2103841139 learned_addr learned my addr 172.21.15.104:0/2103841139 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac09707640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac040b0240 0x7fac041500f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac09f08640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac040d1ac0 0x7fac0415ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 -- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac040b0240 msgr2=0x7fac041500f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac040b0240 0x7fac041500f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 -- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac040d1ac0 msgr2=0x7fac0415ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac040d1ac0 0x7fac0415ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 -- 172.21.15.104:0/2103841139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabfc009b30 con 0x7fac040b24b0 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac09f08640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac040d1ac0 0x7fac0415ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac08f06640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b24b0 0x7fac040b7240 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fabf400c430 tx=0x7fabf400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fabf9ffb640 1 -- 172.21.15.104:0/2103841139 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf4011790 con 0x7fac040b24b0 2024-02-19T16:32:36.193 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fabf9ffb640 1 -- 172.21.15.104:0/2103841139 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabf40118f0 con 0x7fac040b24b0 2024-02-19T16:32:36.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac0415df50 con 0x7fac040b24b0 2024-02-19T16:32:36.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.189+0000 7fabf9ffb640 1 -- 172.21.15.104:0/2103841139 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf4011ce0 con 0x7fac040b24b0 2024-02-19T16:32:36.194 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.190+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac0415d500 con 0x7fac040b24b0 2024-02-19T16:32:36.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.191+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac0415e750 con 0x7fac040b24b0 2024-02-19T16:32:36.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.191+0000 7fabf9ffb640 1 -- 172.21.15.104:0/2103841139 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fabf401c460 con 0x7fac040b24b0 2024-02-19T16:32:36.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.192+0000 7fabf9ffb640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabe806b810 0x7fabe806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.192+0000 7fabf9ffb640 1 -- 172.21.15.104:0/2103841139 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fabf408a0c0 con 0x7fac040b24b0 2024-02-19T16:32:36.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.192+0000 7fac09707640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabe806b810 0x7fabe806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.195 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.192+0000 7fac09707640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabe806b810 0x7fabe806dcd0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fac0000a950 tx=0x7fac00008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:36.197 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.196+0000 7fabf9ffb640 1 -- 172.21.15.104:0/2103841139 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fac0415e750 con 0x7fac040b24b0 2024-02-19T16:32:36.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.371+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fac0415d720 con 0x7fac040b24b0 2024-02-19T16:32:36.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.371+0000 7fabf9ffb640 1 -- 172.21.15.104:0/2103841139 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v48) v1 ==== 100+0+11 (secure 0 0 0) 0x7fabf4054b70 con 0x7fac040b24b0 2024-02-19T16:32:36.372 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabe806b810 msgr2=0x7fabe806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabe806b810 0x7fabe806dcd0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fac0000a950 tx=0x7fac00008040 comp rx=0 tx=0).stop 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b24b0 msgr2=0x7fac040b7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b24b0 0x7fac040b7240 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fabf400c430 tx=0x7fabf400c8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 shutdown_connections 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fabe806b810 0x7fabe806dcd0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac040b24b0 0x7fac040b7240 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac040d1ac0 0x7fac0415ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 --2- 172.21.15.104:0/2103841139 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac040b0240 0x7fac041500f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 >> 172.21.15.104:0/2103841139 conn(0x7fac04072f10 msgr2=0x7fac040b0720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 shutdown_connections 2024-02-19T16:32:36.375 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.373+0000 7fac0b96b640 1 -- 172.21.15.104:0/2103841139 wait complete. 2024-02-19T16:32:36.385 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-19T16:32:36.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.484+0000 7fc06795c640 1 Processor -- start 2024-02-19T16:32:36.486 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.485+0000 7fc06795c640 1 -- start start 2024-02-19T16:32:36.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.485+0000 7fc06795c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc06015a9e0 0x7fc06015e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.485+0000 7fc06795c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fc0600b51b0 0x7fc06015b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.485+0000 7fc06795c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0600d06a0 con 0x7fc06015adc0 2024-02-19T16:32:36.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.485+0000 7fc06795c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc06015f660 con 0x7fc06015a9e0 2024-02-19T16:32:36.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.485+0000 7fc06795c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc06015b320 con 0x7fc0600b51b0 2024-02-19T16:32:36.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.485+0000 7fc0656f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc06015a9e0 0x7fc06015e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.485+0000 7fc0656f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc06015a9e0 0x7fc06015e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48344/0 (socket says 172.21.15.104:48344) 2024-02-19T16:32:36.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.486+0000 7fc0656f8640 1 -- 172.21.15.104:0/4054680956 learned_addr learned my addr 172.21.15.104:0/4054680956 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:36.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.486+0000 7fc065ef9640 1 --2- 172.21.15.104:0/4054680956 >> v2:172.21.15.158:3300/0 conn(0x7fc0600b51b0 0x7fc06015b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.486+0000 7fc0656f8640 1 -- 172.21.15.104:0/4054680956 >> v2:172.21.15.158:3300/0 conn(0x7fc0600b51b0 msgr2=0x7fc06015b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:36.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.486+0000 7fc0656f8640 1 --2- 172.21.15.104:0/4054680956 >> v2:172.21.15.158:3300/0 conn(0x7fc0600b51b0 0x7fc06015b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.486+0000 7fc0656f8640 1 -- 172.21.15.104:0/4054680956 >> v1:172.21.15.158:6789/0 conn(0x7fc06015adc0 legacy=0x7fc06006d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:36.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.486+0000 7fc0656f8640 1 -- 172.21.15.104:0/4054680956 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc06015edc0 con 0x7fc06015a9e0 2024-02-19T16:32:36.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc0656f8640 1 --2- 172.21.15.104:0/4054680956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015a9e0 0x7fc06015e6e0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fc06006d5f0 tx=0x7fc05c02b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=547ea53d3b2b998c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:36.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc057fff640 1 -- 172.21.15.104:0/4054680956 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c031870 con 0x7fc06015a9e0 2024-02-19T16:32:36.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc057fff640 1 -- 172.21.15.104:0/4054680956 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05c0319d0 con 0x7fc06015a9e0 2024-02-19T16:32:36.489 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc057fff640 1 -- 172.21.15.104:0/4054680956 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05c031d60 con 0x7fc06015a9e0 2024-02-19T16:32:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc06795c640 1 -- 172.21.15.104:0/4054680956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015a9e0 msgr2=0x7fc06015e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc06795c640 1 --2- 172.21.15.104:0/4054680956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015a9e0 0x7fc06015e6e0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fc06006d5f0 tx=0x7fc05c02b910 comp rx=0 tx=0).stop 2024-02-19T16:32:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc06795c640 1 -- 172.21.15.104:0/4054680956 shutdown_connections 2024-02-19T16:32:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc06795c640 1 --2- 172.21.15.104:0/4054680956 >> v2:172.21.15.158:3300/0 conn(0x7fc0600b51b0 0x7fc06015b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc06795c640 1 --2- 172.21.15.104:0/4054680956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015a9e0 0x7fc06015e6e0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc06795c640 1 -- 172.21.15.104:0/4054680956 >> 172.21.15.104:0/4054680956 conn(0x7fc0600b2670 msgr2=0x7fc0600b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc06795c640 1 -- 172.21.15.104:0/4054680956 shutdown_connections 2024-02-19T16:32:36.490 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.487+0000 7fc06795c640 1 -- 172.21.15.104:0/4054680956 wait complete. 2024-02-19T16:32:36.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.488+0000 7fc06795c640 1 Processor -- start 2024-02-19T16:32:36.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.488+0000 7fc06795c640 1 -- start start 2024-02-19T16:32:36.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc06795c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc0600b51b0 0x7fc0601553a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc06795c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc06015a9e0 0x7fc0601558e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc06795c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015adc0 0x7fc0601466e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.492 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc06795c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc060147cb0 con 0x7fc06015adc0 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc06795c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0601481e0 con 0x7fc06015a9e0 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc06795c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0601476f0 con 0x7fc0600b51b0 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc065ef9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015adc0 0x7fc0601466e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc065ef9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015adc0 0x7fc0601466e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48356/0 (socket says 172.21.15.104:48356) 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc065ef9640 1 -- 172.21.15.104:0/2435298116 learned_addr learned my addr 172.21.15.104:0/2435298116 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc065ef9640 1 -- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc0600b51b0 msgr2=0x7fc0601553a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc0656f8640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc0600b51b0 0x7fc0601553a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.489+0000 7fc064ef7640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc06015a9e0 0x7fc0601558e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc065ef9640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc0600b51b0 0x7fc0601553a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc065ef9640 1 -- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc06015a9e0 msgr2=0x7fc0601558e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc065ef9640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc06015a9e0 0x7fc0601558e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc065ef9640 1 -- 172.21.15.104:0/2435298116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc05c0094d0 con 0x7fc06015adc0 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc0656f8640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc0600b51b0 0x7fc0601553a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:36.493 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc064ef7640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc06015a9e0 0x7fc0601558e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:36.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc065ef9640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015adc0 0x7fc0601466e0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fc058007e40 tx=0x7fc05800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:36.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc055ffb640 1 -- 172.21.15.104:0/2435298116 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc058014620 con 0x7fc06015adc0 2024-02-19T16:32:36.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc055ffb640 1 -- 172.21.15.104:0/2435298116 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05800ee90 con 0x7fc06015adc0 2024-02-19T16:32:36.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc06006e050 con 0x7fc06015adc0 2024-02-19T16:32:36.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc055ffb640 1 -- 172.21.15.104:0/2435298116 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0580149e0 con 0x7fc06015adc0 2024-02-19T16:32:36.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.490+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0600c9e20 con 0x7fc06015adc0 2024-02-19T16:32:36.494 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.491+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0600751e0 con 0x7fc06015adc0 2024-02-19T16:32:36.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.492+0000 7fc055ffb640 1 -- 172.21.15.104:0/2435298116 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc058014b40 con 0x7fc06015adc0 2024-02-19T16:32:36.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.492+0000 7fc055ffb640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc04406b810 0x7fc04406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:36.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.492+0000 7fc055ffb640 1 -- 172.21.15.104:0/2435298116 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc05808abb0 con 0x7fc06015adc0 2024-02-19T16:32:36.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.492+0000 7fc0656f8640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc04406b810 0x7fc04406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:36.495 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.493+0000 7fc0656f8640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc04406b810 0x7fc04406dcd0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc05c036000 tx=0x7fc05c03c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:36.502 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.501+0000 7fc055ffb640 1 -- 172.21.15.104:0/2435298116 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc0580555c0 con 0x7fc06015adc0 2024-02-19T16:32:36.692 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.690+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc0601598f0 con 0x7fc06015adc0 2024-02-19T16:32:36.692 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.690+0000 7fc055ffb640 1 -- 172.21.15.104:0/2435298116 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v48) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc058058c80 con 0x7fc06015adc0 2024-02-19T16:32:36.692 INFO:teuthology.orchestra.run.smithi104.stderr:listed 0 entries 2024-02-19T16:32:36.694 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.692+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc04406b810 msgr2=0x7fc04406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.694 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.692+0000 7fc06795c640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc04406b810 0x7fc04406dcd0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc05c036000 tx=0x7fc05c03c040 comp rx=0 tx=0).stop 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.692+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015adc0 msgr2=0x7fc0601466e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.692+0000 7fc06795c640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015adc0 0x7fc0601466e0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fc058007e40 tx=0x7fc05800e4b0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.693+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 shutdown_connections 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.693+0000 7fc06795c640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc04406b810 0x7fc04406dcd0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.693+0000 7fc06795c640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc06015adc0 0x7fc0601466e0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.693+0000 7fc06795c640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc06015a9e0 0x7fc0601558e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.693+0000 7fc06795c640 1 --2- 172.21.15.104:0/2435298116 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc0600b51b0 0x7fc0601553a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.693+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 >> 172.21.15.104:0/2435298116 conn(0x7fc0600b2670 msgr2=0x7fc0600b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.693+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 shutdown_connections 2024-02-19T16:32:36.695 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:36.693+0000 7fc06795c640 1 -- 172.21.15.104:0/2435298116 wait complete. 2024-02-19T16:32:36.704 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi104.front.sepia.ceph.com... 2024-02-19T16:32:36.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:36.705 DEBUG:teuthology.orchestra.run.smithi104:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-02-19T16:32:36.729 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi104.stderr:ceph-fuse[60839]: fuse finished with error 0 and tester_r 0 2024-02-19T16:32:36.731 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:32:36.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:36.732 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-19T16:32:36.897 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:32:36.897 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:36.916 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056373,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16832 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-19T16:32:36.917 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:32:36.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:36.917 DEBUG:teuthology.orchestra.run.smithi158:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-02-19T16:32:36.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:32:36.975 INFO:teuthology.orchestra.run.smithi158.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-02-19T16:32:36.975 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:32:36.975 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:36.991 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056372,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18604 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-19T16:32:36.991 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:32:36.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:36.991 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-02-19T16:32:37.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:32:37.046 INFO:teuthology.orchestra.run.smithi104.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-02-19T16:32:37.046 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:32:37.046 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:37.064 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056373,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16832 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-19T16:32:37.064 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:32:37.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:37.064 DEBUG:teuthology.orchestra.run.smithi158:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-02-19T16:32:37.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:32:37.121 INFO:teuthology.orchestra.run.smithi158.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-02-19T16:32:37.122 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:32:37.222 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.221+0000 7f8d1c68f640 1 Processor -- start 2024-02-19T16:32:37.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.221+0000 7f8d1c68f640 1 -- start start 2024-02-19T16:32:37.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1c68f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8d1415bfd0 0x7f8d140ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1c68f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d140cff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1c68f640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d140ae610 con 0x7f8d140d0440 2024-02-19T16:32:37.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1c68f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d140cf360 con 0x7f8d1415bfd0 2024-02-19T16:32:37.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1c68f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d140d08b0 con 0x7f8d140cf700 2024-02-19T16:32:37.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1a42b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8d1415bfd0 0x7f8d140ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1a42b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8d1415bfd0 0x7f8d140ce9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48368/0 (socket says 172.21.15.104:48368) 2024-02-19T16:32:37.224 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1a42b640 1 -- 172.21.15.104:0/3451623954 learned_addr learned my addr 172.21.15.104:0/3451623954 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:37.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1a42b640 1 -- 172.21.15.104:0/3451623954 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 msgr2=0x7f8d140cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:37.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d19c2a640 1 --2- 172.21.15.104:0/3451623954 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d140cff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1a42b640 1 --2- 172.21.15.104:0/3451623954 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d140cff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1a42b640 1 -- 172.21.15.104:0/3451623954 >> v1:172.21.15.158:6789/0 conn(0x7f8d140d0440 legacy=0x7f8d140cc4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:37.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d1a42b640 1 -- 172.21.15.104:0/3451623954 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d140cf080 con 0x7f8d1415bfd0 2024-02-19T16:32:37.225 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.222+0000 7f8d19c2a640 1 --2- 172.21.15.104:0/3451623954 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d140cff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.223+0000 7f8d1a42b640 1 --2- 172.21.15.104:0/3451623954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d1415bfd0 0x7f8d140ce9b0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f8d040098a0 tx=0x7f8d0402b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28012cf62a598d71 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.223+0000 7f8d19429640 1 -- 172.21.15.104:0/3451623954 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d04031640 con 0x7f8d1415bfd0 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.223+0000 7f8d19429640 1 -- 172.21.15.104:0/3451623954 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d040317a0 con 0x7f8d1415bfd0 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.223+0000 7f8d19429640 1 -- 172.21.15.104:0/3451623954 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d04031b30 con 0x7f8d1415bfd0 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.224+0000 7f8d1c68f640 1 -- 172.21.15.104:0/3451623954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d1415bfd0 msgr2=0x7f8d140ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.224+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/3451623954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d1415bfd0 0x7f8d140ce9b0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f8d040098a0 tx=0x7f8d0402b8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.224+0000 7f8d1c68f640 1 -- 172.21.15.104:0/3451623954 shutdown_connections 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.224+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/3451623954 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d140cff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.224+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/3451623954 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d1415bfd0 0x7f8d140ce9b0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.224+0000 7f8d1c68f640 1 -- 172.21.15.104:0/3451623954 >> 172.21.15.104:0/3451623954 conn(0x7f8d140d1920 msgr2=0x7f8d140d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:37.226 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.224+0000 7f8d1c68f640 1 -- 172.21.15.104:0/3451623954 shutdown_connections 2024-02-19T16:32:37.227 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.224+0000 7f8d1c68f640 1 -- 172.21.15.104:0/3451623954 wait complete. 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.225+0000 7f8d1c68f640 1 Processor -- start 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.225+0000 7f8d1c68f640 1 -- start start 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d1c68f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d1414be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d1c68f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d140d0440 0x7f8d14156020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d1c68f640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8d1415bfd0 0x7f8d141f1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d1c68f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1414c3a0 con 0x7f8d140d0440 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d1c68f640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d140caf10 con 0x7f8d1415bfd0 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d1c68f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d14156920 con 0x7f8d140cf700 2024-02-19T16:32:37.229 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d19c2a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d140d0440 0x7f8d14156020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d19c2a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d140d0440 0x7f8d14156020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48370/0 (socket says 172.21.15.104:48370) 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d19c2a640 1 -- 172.21.15.104:0/1698661037 learned_addr learned my addr 172.21.15.104:0/1698661037 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d1a42b640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d1414be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d1ac2c640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8d1415bfd0 0x7f8d141f1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d19c2a640 1 -- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 msgr2=0x7f8d1414be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d19c2a640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d1414be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d19c2a640 1 -- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8d1415bfd0 msgr2=0x7f8d141f1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d19c2a640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8d1415bfd0 0x7f8d141f1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.226+0000 7f8d19c2a640 1 -- 172.21.15.104:0/1698661037 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d040094d0 con 0x7f8d140d0440 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.227+0000 7f8d1ac2c640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8d1415bfd0 0x7f8d141f1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.227+0000 7f8d19c2a640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d140d0440 0x7f8d14156020 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f8d0800c7f0 tx=0x7f8d0800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.227+0000 7f8d12ffd640 1 -- 172.21.15.104:0/1698661037 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d08007820 con 0x7f8d140d0440 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.227+0000 7f8d12ffd640 1 -- 172.21.15.104:0/1698661037 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d08007980 con 0x7f8d140d0440 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.227+0000 7f8d12ffd640 1 -- 172.21.15.104:0/1698661037 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d08007cf0 con 0x7f8d140d0440 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.227+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d140ca8c0 con 0x7f8d140d0440 2024-02-19T16:32:37.230 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.227+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d14156c00 con 0x7f8d140d0440 2024-02-19T16:32:37.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.228+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d140751e0 con 0x7f8d140d0440 2024-02-19T16:32:37.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.228+0000 7f8d12ffd640 1 -- 172.21.15.104:0/1698661037 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8d080113f0 con 0x7f8d140d0440 2024-02-19T16:32:37.231 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.229+0000 7f8d12ffd640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8d0006b810 0x7f8d0006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.229+0000 7f8d12ffd640 1 -- 172.21.15.104:0/1698661037 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8d0808a420 con 0x7f8d140d0440 2024-02-19T16:32:37.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.229+0000 7f8d1a42b640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8d0006b810 0x7f8d0006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.232 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.229+0000 7f8d1a42b640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8d0006b810 0x7f8d0006dcd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f8d04036000 tx=0x7f8d0403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.238 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.237+0000 7f8d12ffd640 1 -- 172.21.15.104:0/1698661037 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8d08054ed0 con 0x7f8d140d0440 2024-02-19T16:32:37.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.452+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8d1406b340 con 0x7f8d140d0440 2024-02-19T16:32:37.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.452+0000 7f8d12ffd640 1 -- 172.21.15.104:0/1698661037 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4947 (secure 0 0 0) 0x7f8d08058590 con 0x7f8d140d0440 2024-02-19T16:32:37.454 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:37.454 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":23,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5312,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/290296869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":290296869},{"type":"v1","addr":"172.21.15.158:6834","nonce":290296869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5315,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/1269704340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":1269704340},{"type":"v1","addr":"172.21.15.158:6835","nonce":1269704340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5985,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1419598533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1419598533},{"type":"v1","addr":"172.21.15.104:6836","nonce":1419598533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:59.891959+0000","modified":"2024-02-19T16:32:01.895659+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5988},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5988":{"gid":5988,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/3566944138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3566944138},{"type":"v1","addr":"172.21.15.104:6837","nonce":3566944138}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-02-19T16:32:37.454 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 23 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8d0006b810 msgr2=0x7f8d0006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8d0006b810 0x7f8d0006dcd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f8d04036000 tx=0x7f8d0403c040 comp rx=0 tx=0).stop 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d140d0440 msgr2=0x7f8d14156020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d140d0440 0x7f8d14156020 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f8d0800c7f0 tx=0x7f8d0800ccb0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 shutdown_connections 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8d0006b810 0x7f8d0006dcd0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d140d0440 0x7f8d14156020 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8d1415bfd0 0x7f8d141f1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 --2- 172.21.15.104:0/1698661037 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8d140cf700 0x7f8d1414be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 >> 172.21.15.104:0/1698661037 conn(0x7f8d140d1920 msgr2=0x7f8d1406f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:37.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 shutdown_connections 2024-02-19T16:32:37.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.454+0000 7f8d1c68f640 1 -- 172.21.15.104:0/1698661037 wait complete. 2024-02-19T16:32:37.467 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.567+0000 7fa222e10640 1 Processor -- start 2024-02-19T16:32:37.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.567+0000 7fa222e10640 1 -- start start 2024-02-19T16:32:37.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa222e10640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0d05a0 0x7fa21c0d1be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa222e10640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa21c0d2120 0x7fa21c0af230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa222e10640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa21c0b2e00 con 0x7fa21c15bf20 2024-02-19T16:32:37.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa222e10640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa21c0d0a00 con 0x7fa21c0d2120 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa222e10640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa21c0aeda0 con 0x7fa21c0d05a0 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa220bac640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa21c15bf20 0x7fa21c0b2010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53574/0 (socket says 172.21.15.104:53574) 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa220bac640 1 -- 172.21.15.104:0/3287241694 learned_addr learned my addr 172.21.15.104:0/3287241694 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa2213ad640 1 --2- 172.21.15.104:0/3287241694 >> v2:172.21.15.158:3300/0 conn(0x7fa21c0d2120 0x7fa21c0af230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa21bfff640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0d05a0 0x7fa21c0d1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1090456504 0 0) 0x7fa21c0b2e00 con 0x7fa21c15bf20 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.568+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa204003520 con 0x7fa21c15bf20 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1722555506 0 0) 0x7fa204003520 con 0x7fa21c15bf20 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0d05a0 msgr2=0x7fa21c0d1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0d05a0 0x7fa21c0d1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 >> v2:172.21.15.158:3300/0 conn(0x7fa21c0d2120 msgr2=0x7fa21c0af230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 --2- 172.21.15.104:0/3287241694 >> v2:172.21.15.158:3300/0 conn(0x7fa21c0d2120 0x7fa21c0af230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa21c0d25b0 con 0x7fa21c15bf20 2024-02-19T16:32:37.572 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fa2140019f0 con 0x7fa21c15bf20 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 >> v1:172.21.15.104:6789/0 conn(0x7fa21c15bf20 legacy=0x7fa21c0b2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa204003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0d05a0 0x7fa2040047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa204004d00 0x7fa204005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa21c0d0a00 con 0x7fa204003970 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa21c0aeda0 con 0x7fa204004d00 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa20400b980 con 0x7fa21c0d05a0 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa220bac640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa204003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa21bfff640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0d05a0 0x7fa2040047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa2213ad640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa204004d00 0x7fa204005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa220bac640 1 -- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0d05a0 msgr2=0x7fa2040047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa220bac640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0d05a0 0x7fa2040047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa220bac640 1 -- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa204004d00 msgr2=0x7fa204005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa220bac640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa204004d00 0x7fa204005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.569+0000 7fa220bac640 1 -- 172.21.15.104:0/3287241694 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa204003520 con 0x7fa204003970 2024-02-19T16:32:37.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.570+0000 7fa220bac640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa204003d90 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fa21400a830 tx=0x7fa2040057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88133da8ae1f6354 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.570+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2140072d0 con 0x7fa204003970 2024-02-19T16:32:37.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.570+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa21402f070 con 0x7fa204003970 2024-02-19T16:32:37.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.570+0000 7fa21b7fe640 1 -- 172.21.15.104:0/3287241694 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa214007690 con 0x7fa204003970 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.571+0000 7fa222e10640 1 -- 172.21.15.104:0/3287241694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 msgr2=0x7fa204003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.571+0000 7fa222e10640 1 --2- 172.21.15.104:0/3287241694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa204003d90 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fa21400a830 tx=0x7fa2040057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.571+0000 7fa2213ad640 1 -- 172.21.15.104:0/3287241694 reap_dead start 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.571+0000 7fa222e10640 1 -- 172.21.15.104:0/3287241694 shutdown_connections 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.571+0000 7fa222e10640 1 -- 172.21.15.104:0/3287241694 >> 172.21.15.104:0/3287241694 conn(0x7fa21c072f10 msgr2=0x7fa21c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.571+0000 7fa222e10640 1 -- 172.21.15.104:0/3287241694 shutdown_connections 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.571+0000 7fa222e10640 1 -- 172.21.15.104:0/3287241694 wait complete. 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.572+0000 7fa222e10640 1 Processor -- start 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.572+0000 7fa222e10640 1 -- start start 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa222e10640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa21c0cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa222e10640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0cc960 0x7fa21c14b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa222e10640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa21c14bde0 0x7fa21c14b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa222e10640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa21c0ca870 con 0x7fa204003970 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa222e10640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa21c0cab50 con 0x7fa21c14bde0 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa222e10640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa21c0cae30 con 0x7fa21c0cc960 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa21c0cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa21c0cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48382/0 (socket says 172.21.15.104:48382) 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 -- 172.21.15.104:0/2182183300 learned_addr learned my addr 172.21.15.104:0/2182183300 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa21bfff640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0cc960 0x7fa21c14b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa2213ad640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa21c14bde0 0x7fa21c14b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 -- 172.21.15.104:0/2182183300 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0cc960 msgr2=0x7fa21c14b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0cc960 0x7fa21c14b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 -- 172.21.15.104:0/2182183300 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa21c14bde0 msgr2=0x7fa21c14b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa21c14bde0 0x7fa21c14b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 -- 172.21.15.104:0/2182183300 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa21c0cb110 con 0x7fa204003970 2024-02-19T16:32:37.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.573+0000 7fa220bac640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa21c0cc420 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fa21400a830 tx=0x7fa214001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.574+0000 7fa2197fa640 1 -- 172.21.15.104:0/2182183300 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2140074e0 con 0x7fa204003970 2024-02-19T16:32:37.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.574+0000 7fa2197fa640 1 -- 172.21.15.104:0/2182183300 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa214007640 con 0x7fa204003970 2024-02-19T16:32:37.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.574+0000 7fa2197fa640 1 -- 172.21.15.104:0/2182183300 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2140079b0 con 0x7fa204003970 2024-02-19T16:32:37.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.574+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa21c157a30 con 0x7fa204003970 2024-02-19T16:32:37.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.574+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa21c157f10 con 0x7fa204003970 2024-02-19T16:32:37.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.575+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa21c06b9c0 con 0x7fa204003970 2024-02-19T16:32:37.579 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.576+0000 7fa2197fa640 1 -- 172.21.15.104:0/2182183300 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa214031030 con 0x7fa204003970 2024-02-19T16:32:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.576+0000 7fa2197fa640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa20806b810 0x7fa20806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.576+0000 7fa2197fa640 1 -- 172.21.15.104:0/2182183300 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa2140ac610 con 0x7fa204003970 2024-02-19T16:32:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.576+0000 7fa21bfff640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa20806b810 0x7fa20806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.580 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.576+0000 7fa21bfff640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa20806b810 0x7fa20806dcd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa210009bc0 tx=0x7fa210009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.582 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.580+0000 7fa2197fa640 1 -- 172.21.15.104:0/2182183300 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa2140770f0 con 0x7fa204003970 2024-02-19T16:32:37.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.753+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa21c06b9c0 con 0x7fa204003970 2024-02-19T16:32:37.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.755+0000 7fa2197fa640 1 -- 172.21.15.104:0/2182183300 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7fa214001b40 con 0x7fa204003970 2024-02-19T16:32:37.757 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:37.757 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa20806b810 msgr2=0x7fa20806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa20806b810 0x7fa20806dcd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa210009bc0 tx=0x7fa210009190 comp rx=0 tx=0).stop 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 msgr2=0x7fa21c0cc420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa21c0cc420 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fa21400a830 tx=0x7fa214001d80 comp rx=0 tx=0).stop 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 shutdown_connections 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa20806b810 0x7fa20806dcd0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa21c14bde0 0x7fa21c14b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa21c0cc960 0x7fa21c14b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 --2- 172.21.15.104:0/2182183300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa204003970 0x7fa21c0cc420 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 >> 172.21.15.104:0/2182183300 conn(0x7fa21c072f10 msgr2=0x7fa21c06f150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 shutdown_connections 2024-02-19T16:32:37.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.758+0000 7fa222e10640 1 -- 172.21.15.104:0/2182183300 wait complete. 2024-02-19T16:32:37.771 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-19T16:30:00.102443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-19T16:31:58.104668+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '47', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-02-19T16:31:58.854520+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-19T16:32:37.771 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-19T16:32:37.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.873+0000 7f62023a2640 1 Processor -- start 2024-02-19T16:32:37.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.873+0000 7f62023a2640 1 -- start start 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f62023a2640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f61fc0cc170 0x7f61fc15b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f62023a2640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f61fc0cf360 0x7f61fc0cf7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f62023a2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61fc0ceed0 con 0x7f61fc154e00 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f62023a2640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61fc15be50 con 0x7f61fc0cf360 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f62023a2640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61fc0ce5a0 con 0x7f61fc0cc170 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f6201ba1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f61fc0cf360 0x7f61fc0cf7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f6201ba1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f61fc0cf360 0x7f61fc0cf7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48398/0 (socket says 172.21.15.104:48398) 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f6201ba1640 1 -- 172.21.15.104:0/2075832945 learned_addr learned my addr 172.21.15.104:0/2075832945 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f6200b9f640 1 --2- 172.21.15.104:0/2075832945 >> v2:172.21.15.158:3300/0 conn(0x7f61fc0cc170 0x7f61fc15b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f6201ba1640 1 -- 172.21.15.104:0/2075832945 >> v2:172.21.15.158:3300/0 conn(0x7f61fc0cc170 msgr2=0x7f61fc15b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:37.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f6201ba1640 1 --2- 172.21.15.104:0/2075832945 >> v2:172.21.15.158:3300/0 conn(0x7f61fc0cc170 0x7f61fc15b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f6201ba1640 1 -- 172.21.15.104:0/2075832945 >> v1:172.21.15.158:6789/0 conn(0x7f61fc154e00 legacy=0x7f61fc06af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:37.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.874+0000 7f6201ba1640 1 -- 172.21.15.104:0/2075832945 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61fc0ce880 con 0x7f61fc0cf360 2024-02-19T16:32:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f6201ba1640 1 --2- 172.21.15.104:0/2075832945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc0cf7f0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f61fc071280 tx=0x7f61f402bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=825abab71bc7ef27 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f61f3fff640 1 -- 172.21.15.104:0/2075832945 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f402ca80 con 0x7f61fc0cf360 2024-02-19T16:32:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f61f3fff640 1 -- 172.21.15.104:0/2075832945 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61f402cbe0 con 0x7f61fc0cf360 2024-02-19T16:32:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f61f3fff640 1 -- 172.21.15.104:0/2075832945 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f40343f0 con 0x7f61fc0cf360 2024-02-19T16:32:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f62023a2640 1 -- 172.21.15.104:0/2075832945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 msgr2=0x7f61fc0cf7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f62023a2640 1 --2- 172.21.15.104:0/2075832945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc0cf7f0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f61fc071280 tx=0x7f61f402bee0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f62023a2640 1 -- 172.21.15.104:0/2075832945 shutdown_connections 2024-02-19T16:32:37.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f62023a2640 1 --2- 172.21.15.104:0/2075832945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc0cf7f0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.875+0000 7f62023a2640 1 --2- 172.21.15.104:0/2075832945 >> v2:172.21.15.158:3300/0 conn(0x7f61fc0cc170 0x7f61fc15b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.876+0000 7f62023a2640 1 -- 172.21.15.104:0/2075832945 >> 172.21.15.104:0/2075832945 conn(0x7f61fc0ccd80 msgr2=0x7f61fc0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.876+0000 7f62023a2640 1 -- 172.21.15.104:0/2075832945 shutdown_connections 2024-02-19T16:32:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.876+0000 7f62023a2640 1 -- 172.21.15.104:0/2075832945 wait complete. 2024-02-19T16:32:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.877+0000 7f62023a2640 1 Processor -- start 2024-02-19T16:32:37.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.877+0000 7f62023a2640 1 -- start start 2024-02-19T16:32:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.877+0000 7f62023a2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f61fc0cc170 0x7f61fc0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.877+0000 7f62023a2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc1599e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.877+0000 7f62023a2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f61fc154e00 0x7f61fc1455a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.877+0000 7f62023a2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61fc0b39c0 con 0x7f61fc0cf360 2024-02-19T16:32:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.877+0000 7f62023a2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61fc153b10 con 0x7f61fc0cc170 2024-02-19T16:32:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.877+0000 7f62023a2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61fc153830 con 0x7f61fc154e00 2024-02-19T16:32:37.881 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc1599e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc1599e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48410/0 (socket says 172.21.15.104:48410) 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 -- 172.21.15.104:0/2019820976 learned_addr learned my addr 172.21.15.104:0/2019820976 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f62013a0640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f61fc0cc170 0x7f61fc0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6201ba1640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f61fc154e00 0x7f61fc1455a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 -- 172.21.15.104:0/2019820976 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f61fc154e00 msgr2=0x7f61fc1455a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f61fc154e00 0x7f61fc1455a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 -- 172.21.15.104:0/2019820976 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f61fc0cc170 msgr2=0x7f61fc0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f61fc0cc170 0x7f61fc0afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 -- 172.21.15.104:0/2019820976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61f4009b30 con 0x7f61fc0cf360 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f6200b9f640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc1599e0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f61ec00c7f0 tx=0x7f61ec00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f61f1ffb640 1 -- 172.21.15.104:0/2019820976 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ec004230 con 0x7f61fc0cf360 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f61f1ffb640 1 -- 172.21.15.104:0/2019820976 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61ec004390 con 0x7f61fc0cf360 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f61f1ffb640 1 -- 172.21.15.104:0/2019820976 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ec007860 con 0x7f61fc0cf360 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.878+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61fc0b3c40 con 0x7f61fc0cf360 2024-02-19T16:32:37.882 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.879+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61fc0b4200 con 0x7f61fc0cf360 2024-02-19T16:32:37.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.880+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61fc0751e0 con 0x7f61fc0cf360 2024-02-19T16:32:37.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.880+0000 7f61f1ffb640 1 -- 172.21.15.104:0/2019820976 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f61ec007bd0 con 0x7f61fc0cf360 2024-02-19T16:32:37.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.881+0000 7f61f1ffb640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f61e006b810 0x7f61e006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.881+0000 7f61f1ffb640 1 -- 172.21.15.104:0/2019820976 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f61ec08a1d0 con 0x7f61fc0cf360 2024-02-19T16:32:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.881+0000 7f62013a0640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f61e006b810 0x7f61e006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:37.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.881+0000 7f62013a0640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f61e006b810 0x7f61e006dcd0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f61f8007fd0 tx=0x7f61f8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:37.887 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:37.885+0000 7f61f1ffb640 1 -- 172.21.15.104:0/2019820976 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f61ec054c80 con 0x7f61fc0cf360 2024-02-19T16:32:38.119 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.118+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f61fc067290 con 0x7f61fc0cf360 2024-02-19T16:32:38.120 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.118+0000 7f61f1ffb640 1 -- 172.21.15.104:0/2019820976 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) v1 ==== 93+0+10 (secure 0 0 0) 0x7f61ec058340 con 0x7f61fc0cf360 2024-02-19T16:32:38.120 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f61e006b810 msgr2=0x7f61e006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f61e006b810 0x7f61e006dcd0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f61f8007fd0 tx=0x7f61f8009040 comp rx=0 tx=0).stop 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 msgr2=0x7f61fc1599e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc1599e0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f61ec00c7f0 tx=0x7f61ec00ccb0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 shutdown_connections 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f61e006b810 0x7f61e006dcd0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61fc0cf360 0x7f61fc1599e0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f61fc154e00 0x7f61fc1455a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 --2- 172.21.15.104:0/2019820976 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f61fc0cc170 0x7f61fc0afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.123 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 >> 172.21.15.104:0/2019820976 conn(0x7f61fc0ccd80 msgr2=0x7f61fc0710f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:38.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 shutdown_connections 2024-02-19T16:32:38.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.121+0000 7f62023a2640 1 -- 172.21.15.104:0/2019820976 wait complete. 2024-02-19T16:32:38.134 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-19T16:32:38.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.255+0000 7fac586ed640 1 Processor -- start 2024-02-19T16:32:38.257 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.255+0000 7fac586ed640 1 -- start start 2024-02-19T16:32:38.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.256+0000 7fac586ed640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fac500d0a00 0x7fac500b94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.256+0000 7fac586ed640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac500d1b40 con 0x7fac5015de10 2024-02-19T16:32:38.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.256+0000 7fac586ed640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac500d1e20 con 0x7fac500d0580 2024-02-19T16:32:38.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.256+0000 7fac586ed640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac500d2100 con 0x7fac500d0a00 2024-02-19T16:32:38.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.257+0000 7fac56c8a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fac500d0a00 0x7fac500b94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.258 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.257+0000 7fac56489640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fac5015de10 0x7fac500cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53586/0 (socket says 172.21.15.104:53586) 2024-02-19T16:32:38.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.257+0000 7fac56489640 1 -- 172.21.15.104:0/1576274470 learned_addr learned my addr 172.21.15.104:0/1576274470 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:38.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.257+0000 7fac56c8a640 1 -- 172.21.15.104:0/1576274470 >> v1:172.21.15.158:6789/0 conn(0x7fac500d0580 legacy=0x7fac500b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:38.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.257+0000 7fac56c8a640 1 -- 172.21.15.104:0/1576274470 >> v1:172.21.15.104:6789/0 conn(0x7fac5015de10 legacy=0x7fac500cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.257+0000 7fac56c8a640 1 -- 172.21.15.104:0/1576274470 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac500d23e0 con 0x7fac500d0a00 2024-02-19T16:32:38.259 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.257+0000 7fac55487640 1 -- 172.21.15.104:0/1576274470 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 581236971 0 0) 0x7fac500d1b40 con 0x7fac5015de10 2024-02-19T16:32:38.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.258+0000 7fac56c8a640 1 --2- 172.21.15.104:0/1576274470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500b94a0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fac48009d90 tx=0x7fac4802beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cfce79b0ba005a9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.258+0000 7fac55487640 1 -- 172.21.15.104:0/1576274470 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac4802cc60 con 0x7fac500d0a00 2024-02-19T16:32:38.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.258+0000 7fac55487640 1 -- 172.21.15.104:0/1576274470 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac4802cdc0 con 0x7fac500d0a00 2024-02-19T16:32:38.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.258+0000 7fac55487640 1 -- 172.21.15.104:0/1576274470 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac48034660 con 0x7fac500d0a00 2024-02-19T16:32:38.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.258+0000 7fac586ed640 1 -- 172.21.15.104:0/1576274470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 msgr2=0x7fac500b94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.258+0000 7fac586ed640 1 --2- 172.21.15.104:0/1576274470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500b94a0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fac48009d90 tx=0x7fac4802beb0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.259+0000 7fac586ed640 1 -- 172.21.15.104:0/1576274470 shutdown_connections 2024-02-19T16:32:38.260 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.259+0000 7fac586ed640 1 --2- 172.21.15.104:0/1576274470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500b94a0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.259+0000 7fac586ed640 1 -- 172.21.15.104:0/1576274470 >> 172.21.15.104:0/1576274470 conn(0x7fac5009cf10 msgr2=0x7fac500d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:38.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.259+0000 7fac586ed640 1 -- 172.21.15.104:0/1576274470 shutdown_connections 2024-02-19T16:32:38.261 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.259+0000 7fac586ed640 1 -- 172.21.15.104:0/1576274470 wait complete. 2024-02-19T16:32:38.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.260+0000 7fac586ed640 1 Processor -- start 2024-02-19T16:32:38.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.260+0000 7fac586ed640 1 -- start start 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac586ed640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac500d0580 0x7fac50154350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac586ed640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac586ed640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac5015de10 0x7fac5006b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac586ed640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac500c7680 con 0x7fac500d0a00 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac586ed640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac500cd570 con 0x7fac5015de10 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac586ed640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac500cd850 con 0x7fac500d0580 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500ccc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48432/0 (socket says 172.21.15.104:48432) 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 -- 172.21.15.104:0/2134874977 learned_addr learned my addr 172.21.15.104:0/2134874977 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac56c8a640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac5015de10 0x7fac5006b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac56489640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac500d0580 0x7fac50154350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 -- 172.21.15.104:0/2134874977 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac500d0580 msgr2=0x7fac50154350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac500d0580 0x7fac50154350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 -- 172.21.15.104:0/2134874977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac5015de10 msgr2=0x7fac5006b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac5015de10 0x7fac5006b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 -- 172.21.15.104:0/2134874977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac48009a70 con 0x7fac500d0a00 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac55c88640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500ccc00 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fac4c00c450 tx=0x7fac4c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac42ffd640 1 -- 172.21.15.104:0/2134874977 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac4c0052d0 con 0x7fac500d0a00 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac42ffd640 1 -- 172.21.15.104:0/2134874977 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac4c005430 con 0x7fac500d0a00 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac5015e510 con 0x7fac500d0a00 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.262+0000 7fac42ffd640 1 -- 172.21.15.104:0/2134874977 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac4c012870 con 0x7fac500d0a00 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.263+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac500cd140 con 0x7fac500d0a00 2024-02-19T16:32:38.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.263+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac501612f0 con 0x7fac500d0a00 2024-02-19T16:32:38.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.264+0000 7fac42ffd640 1 -- 172.21.15.104:0/2134874977 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fac4c0129d0 con 0x7fac500d0a00 2024-02-19T16:32:38.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.265+0000 7fac42ffd640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fac3406b810 0x7fac3406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.265+0000 7fac42ffd640 1 -- 172.21.15.104:0/2134874977 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fac4c089b30 con 0x7fac500d0a00 2024-02-19T16:32:38.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.265+0000 7fac56489640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fac3406b810 0x7fac3406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.265+0000 7fac56489640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fac3406b810 0x7fac3406dcd0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fac44000f60 tx=0x7fac44007e40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.271 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.269+0000 7fac42ffd640 1 -- 172.21.15.104:0/2134874977 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fac4c054690 con 0x7fac500d0a00 2024-02-19T16:32:38.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.446+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fac500751e0 con 0x7fac500d0a00 2024-02-19T16:32:38.447 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.446+0000 7fac42ffd640 1 -- 172.21.15.104:0/2134874977 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v48) v1 ==== 104+0+11 (secure 0 0 0) 0x7fac4c057d50 con 0x7fac500d0a00 2024-02-19T16:32:38.448 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-02-19T16:32:38.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fac3406b810 msgr2=0x7fac3406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fac3406b810 0x7fac3406dcd0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fac44000f60 tx=0x7fac44007e40 comp rx=0 tx=0).stop 2024-02-19T16:32:38.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 msgr2=0x7fac500ccc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500ccc00 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fac4c00c450 tx=0x7fac4c00c910 comp rx=0 tx=0).stop 2024-02-19T16:32:38.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 shutdown_connections 2024-02-19T16:32:38.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fac3406b810 0x7fac3406dcd0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.450 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac500d0a00 0x7fac500ccc00 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fac5015de10 0x7fac5006b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 --2- 172.21.15.104:0/2134874977 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fac500d0580 0x7fac50154350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 >> 172.21.15.104:0/2134874977 conn(0x7fac5009cf10 msgr2=0x7fac500b9560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:38.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 shutdown_connections 2024-02-19T16:32:38.451 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.448+0000 7fac586ed640 1 -- 172.21.15.104:0/2134874977 wait complete. 2024-02-19T16:32:38.461 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-19T16:32:38.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.563+0000 7fee6c02a640 1 Processor -- start 2024-02-19T16:32:38.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.563+0000 7fee6c02a640 1 -- start start 2024-02-19T16:32:38.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee6c02a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee6415e040 0x7fee640b3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee6c02a640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fee640b14d0 0x7fee640b1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee6c02a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee640ce520 con 0x7fee6406c4d0 2024-02-19T16:32:38.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee6c02a640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee640d2a70 con 0x7fee640b14d0 2024-02-19T16:32:38.568 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee6c02a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee640ce7c0 con 0x7fee6415e040 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee69dc6640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fee6406c4d0 0x7fee6406c8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53590/0 (socket says 172.21.15.104:53590) 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee69dc6640 1 -- 172.21.15.104:0/3062364296 learned_addr learned my addr 172.21.15.104:0/3062364296 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee695c5640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee6415e040 0x7fee640b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3554814055 0 0) 0x7fee640ce520 con 0x7fee6406c4d0 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee6a5c7640 1 --2- 172.21.15.104:0/3062364296 >> v2:172.21.15.158:3300/0 conn(0x7fee640b14d0 0x7fee640b1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.564+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee50003520 con 0x7fee6406c4d0 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2318055241 0 0) 0x7fee50003520 con 0x7fee6406c4d0 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee6415e040 msgr2=0x7fee640b3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee6415e040 0x7fee640b3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 >> v2:172.21.15.158:3300/0 conn(0x7fee640b14d0 msgr2=0x7fee640b1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 --2- 172.21.15.104:0/3062364296 >> v2:172.21.15.158:3300/0 conn(0x7fee640b14d0 0x7fee640b1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee640ceaa0 con 0x7fee6406c4d0 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fee60001670 con 0x7fee6406c4d0 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 >> v1:172.21.15.104:6789/0 conn(0x7fee6406c4d0 legacy=0x7fee6406c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.569 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee50003970 0x7fee50003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee500047c0 0x7fee50004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee6415e040 0x7fee50005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee640d2a70 con 0x7fee500047c0 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee640ce7c0 con 0x7fee50003970 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee5000b9b0 con 0x7fee6415e040 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee695c5640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee500047c0 0x7fee50004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee69dc6640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee50003970 0x7fee50003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee6a5c7640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee6415e040 0x7fee50005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee695c5640 1 -- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee6415e040 msgr2=0x7fee50005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee695c5640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee6415e040 0x7fee50005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee695c5640 1 -- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee50003970 msgr2=0x7fee50003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee695c5640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee50003970 0x7fee50003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.565+0000 7fee695c5640 1 -- 172.21.15.104:0/3062364296 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee50003520 con 0x7fee500047c0 2024-02-19T16:32:38.570 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.566+0000 7fee695c5640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee500047c0 0x7fee50004c40 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fee54009a90 tx=0x7fee500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f57557ab7fcbe7fd server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.566+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee5402c680 con 0x7fee500047c0 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.566+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee5402c7e0 con 0x7fee500047c0 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.566+0000 7fee68dc4640 1 -- 172.21.15.104:0/3062364296 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee5402cb70 con 0x7fee500047c0 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.567+0000 7fee6c02a640 1 -- 172.21.15.104:0/3062364296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee500047c0 msgr2=0x7fee50004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.567+0000 7fee6c02a640 1 --2- 172.21.15.104:0/3062364296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee500047c0 0x7fee50004c40 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fee54009a90 tx=0x7fee500057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.567+0000 7fee6a5c7640 1 -- 172.21.15.104:0/3062364296 reap_dead start 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.567+0000 7fee6c02a640 1 -- 172.21.15.104:0/3062364296 shutdown_connections 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.567+0000 7fee6c02a640 1 -- 172.21.15.104:0/3062364296 >> 172.21.15.104:0/3062364296 conn(0x7fee64072f10 msgr2=0x7fee6409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.567+0000 7fee6c02a640 1 -- 172.21.15.104:0/3062364296 shutdown_connections 2024-02-19T16:32:38.571 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.567+0000 7fee6c02a640 1 -- 172.21.15.104:0/3062364296 wait complete. 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.568+0000 7fee6c02a640 1 Processor -- start 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.568+0000 7fee6c02a640 1 -- start start 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee6c02a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee500047c0 0x7fee640b51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee6c02a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee640b6f40 0x7fee64152730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee6c02a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee640b73c0 0x7fee64152c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee6c02a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee640b6280 con 0x7fee640b6f40 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee6c02a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee640b58a0 con 0x7fee500047c0 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee6c02a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee640b6460 con 0x7fee640b73c0 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee640b6f40 0x7fee64152730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee640b6f40 0x7fee64152730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48464/0 (socket says 172.21.15.104:48464) 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 -- 172.21.15.104:0/99719402 learned_addr learned my addr 172.21.15.104:0/99719402 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee69dc6640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee500047c0 0x7fee640b51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee6a5c7640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee640b73c0 0x7fee64152c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 -- 172.21.15.104:0/99719402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee640b73c0 msgr2=0x7fee64152c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee640b73c0 0x7fee64152c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 -- 172.21.15.104:0/99719402 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee500047c0 msgr2=0x7fee640b51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee500047c0 0x7fee640b51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 -- 172.21.15.104:0/99719402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee640b6740 con 0x7fee640b6f40 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee695c5640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee640b6f40 0x7fee64152730 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fee54000c00 tx=0x7fee54004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee5a7fc640 1 -- 172.21.15.104:0/99719402 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee54003810 con 0x7fee640b6f40 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.569+0000 7fee5a7fc640 1 -- 172.21.15.104:0/99719402 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee54003970 con 0x7fee640b6f40 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.570+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee640b6a20 con 0x7fee640b6f40 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.570+0000 7fee5a7fc640 1 -- 172.21.15.104:0/99719402 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee54003d20 con 0x7fee640b6f40 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.570+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee641f78e0 con 0x7fee640b6f40 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.571+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee640b6bb0 con 0x7fee640b6f40 2024-02-19T16:32:38.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.571+0000 7fee5a7fc640 1 -- 172.21.15.104:0/99719402 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fee54034440 con 0x7fee640b6f40 2024-02-19T16:32:38.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.572+0000 7fee5a7fc640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fee4806b810 0x7fee4806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.572+0000 7fee69dc6640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fee4806b810 0x7fee4806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.572+0000 7fee5a7fc640 1 -- 172.21.15.104:0/99719402 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fee540ac090 con 0x7fee640b6f40 2024-02-19T16:32:38.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.572+0000 7fee69dc6640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fee4806b810 0x7fee4806dcd0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fee60001050 tx=0x7fee60009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.576+0000 7fee5a7fc640 1 -- 172.21.15.104:0/99719402 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fee54076b60 con 0x7fee640b6f40 2024-02-19T16:32:38.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.751+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fee640b6280 con 0x7fee640b6f40 2024-02-19T16:32:38.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.752+0000 7fee5a7fc640 1 -- 172.21.15.104:0/99719402 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v48) v1 ==== 100+0+11 (secure 0 0 0) 0x7fee540044e0 con 0x7fee640b6f40 2024-02-19T16:32:38.753 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-02-19T16:32:38.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fee4806b810 msgr2=0x7fee4806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fee4806b810 0x7fee4806dcd0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fee60001050 tx=0x7fee60009040 comp rx=0 tx=0).stop 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee640b6f40 msgr2=0x7fee64152730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee640b6f40 0x7fee64152730 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fee54000c00 tx=0x7fee54004730 comp rx=0 tx=0).stop 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 shutdown_connections 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fee4806b810 0x7fee4806dcd0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee640b6f40 0x7fee64152730 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fee640b73c0 0x7fee64152c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 --2- 172.21.15.104:0/99719402 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fee500047c0 0x7fee640b51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 >> 172.21.15.104:0/99719402 conn(0x7fee64072f10 msgr2=0x7fee640b3ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 shutdown_connections 2024-02-19T16:32:38.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.754+0000 7fee6c02a640 1 -- 172.21.15.104:0/99719402 wait complete. 2024-02-19T16:32:38.766 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:32:38.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.866+0000 7ffb1b86b640 1 Processor -- start 2024-02-19T16:32:38.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.866+0000 7ffb1b86b640 1 -- start start 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb1b86b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffb1415de30 0x7ffb140d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb1b86b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ffb140cfb00 0x7ffb140d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb1b86b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb140d16f0 con 0x7ffb140d0530 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb1b86b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb140cff20 con 0x7ffb1415de30 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb1b86b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb140d0f00 con 0x7ffb140cfb00 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb19607640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffb1415de30 0x7ffb140d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb19607640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffb1415de30 0x7ffb140d2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48468/0 (socket says 172.21.15.104:48468) 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb19607640 1 -- 172.21.15.104:0/1914213315 learned_addr learned my addr 172.21.15.104:0/1914213315 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb19e08640 1 --2- 172.21.15.104:0/1914213315 >> v2:172.21.15.158:3300/0 conn(0x7ffb140cfb00 0x7ffb140d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb19607640 1 -- 172.21.15.104:0/1914213315 >> v2:172.21.15.158:3300/0 conn(0x7ffb140cfb00 msgr2=0x7ffb140d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb19607640 1 --2- 172.21.15.104:0/1914213315 >> v2:172.21.15.158:3300/0 conn(0x7ffb140cfb00 0x7ffb140d09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb19607640 1 -- 172.21.15.104:0/1914213315 >> v1:172.21.15.158:6789/0 conn(0x7ffb140d0530 legacy=0x7ffb140cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:38.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.867+0000 7ffb19607640 1 -- 172.21.15.104:0/1914213315 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb140d1940 con 0x7ffb1415de30 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb19607640 1 --2- 172.21.15.104:0/1914213315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb1415de30 0x7ffb140d2700 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7ffb140a1a30 tx=0x7ffb1002b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e948b45f235481e3 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb0bfff640 1 -- 172.21.15.104:0/1914213315 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb100317e0 con 0x7ffb1415de30 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb0bfff640 1 -- 172.21.15.104:0/1914213315 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb10031940 con 0x7ffb1415de30 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb0bfff640 1 -- 172.21.15.104:0/1914213315 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb10031cd0 con 0x7ffb1415de30 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb1b86b640 1 -- 172.21.15.104:0/1914213315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb1415de30 msgr2=0x7ffb140d2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/1914213315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb1415de30 0x7ffb140d2700 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7ffb140a1a30 tx=0x7ffb1002b880 comp rx=0 tx=0).stop 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb1b86b640 1 -- 172.21.15.104:0/1914213315 shutdown_connections 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/1914213315 >> v2:172.21.15.158:3300/0 conn(0x7ffb140cfb00 0x7ffb140d09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/1914213315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb1415de30 0x7ffb140d2700 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.871 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb1b86b640 1 -- 172.21.15.104:0/1914213315 >> 172.21.15.104:0/1914213315 conn(0x7ffb140d3b20 msgr2=0x7ffb140d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:38.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb1b86b640 1 -- 172.21.15.104:0/1914213315 shutdown_connections 2024-02-19T16:32:38.872 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.869+0000 7ffb1b86b640 1 -- 172.21.15.104:0/1914213315 wait complete. 2024-02-19T16:32:38.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.870+0000 7ffb1b86b640 1 Processor -- start 2024-02-19T16:32:38.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb1b86b640 1 -- start start 2024-02-19T16:32:38.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb1b86b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb140cfb00 0x7ffb14157bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb1b86b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffb140d0530 0x7ffb140c94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb1b86b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffb1415de30 0x7ffb140b2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb1b86b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb140b43a0 con 0x7ffb140cfb00 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb1b86b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb140b3720 con 0x7ffb1415de30 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb1b86b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb140b3a00 con 0x7ffb140d0530 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb19607640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb140cfb00 0x7ffb14157bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb19607640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb140cfb00 0x7ffb14157bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48482/0 (socket says 172.21.15.104:48482) 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb19607640 1 -- 172.21.15.104:0/2832400131 learned_addr learned my addr 172.21.15.104:0/2832400131 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.871+0000 7ffb18e06640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffb140d0530 0x7ffb140c94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb19e08640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffb1415de30 0x7ffb140b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb19607640 1 -- 172.21.15.104:0/2832400131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffb140d0530 msgr2=0x7ffb140c94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb19607640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffb140d0530 0x7ffb140c94e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb19607640 1 -- 172.21.15.104:0/2832400131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffb1415de30 msgr2=0x7ffb140b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:38.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb19607640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffb1415de30 0x7ffb140b2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:38.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb19607640 1 -- 172.21.15.104:0/2832400131 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb100094d0 con 0x7ffb140cfb00 2024-02-19T16:32:38.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb19607640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb140cfb00 0x7ffb14157bb0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ffb1002b8c0 tx=0x7ffb100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb09ffb640 1 -- 172.21.15.104:0/2832400131 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb10032880 con 0x7ffb140cfb00 2024-02-19T16:32:38.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb09ffb640 1 -- 172.21.15.104:0/2832400131 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb100329e0 con 0x7ffb140cfb00 2024-02-19T16:32:38.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb140b3ce0 con 0x7ffb140cfb00 2024-02-19T16:32:38.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb09ffb640 1 -- 172.21.15.104:0/2832400131 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb10032d90 con 0x7ffb140cfb00 2024-02-19T16:32:38.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.872+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb141580f0 con 0x7ffb140cfb00 2024-02-19T16:32:38.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.873+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb140b44e0 con 0x7ffb140cfb00 2024-02-19T16:32:38.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.874+0000 7ffb09ffb640 1 -- 172.21.15.104:0/2832400131 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ffb1004e450 con 0x7ffb140cfb00 2024-02-19T16:32:38.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.874+0000 7ffb09ffb640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffaf806b810 0x7ffaf806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:38.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.875+0000 7ffb18e06640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffaf806b810 0x7ffaf806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:38.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.875+0000 7ffb09ffb640 1 -- 172.21.15.104:0/2832400131 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffb100ac120 con 0x7ffb140cfb00 2024-02-19T16:32:38.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.875+0000 7ffb18e06640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffaf806b810 0x7ffaf806dcd0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ffb140b32b0 tx=0x7ffb04009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:38.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:38.879+0000 7ffb09ffb640 1 -- 172.21.15.104:0/2832400131 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ffb140b44e0 con 0x7ffb140cfb00 2024-02-19T16:32:39.089 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.088+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ffb140b44e0 con 0x7ffb140cfb00 2024-02-19T16:32:39.090 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.089+0000 7ffb09ffb640 1 -- 172.21.15.104:0/2832400131 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4947 (secure 0 0 0) 0x7ffb10076da0 con 0x7ffb140cfb00 2024-02-19T16:32:39.090 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:39.090 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":23,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5312,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/290296869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":290296869},{"type":"v1","addr":"172.21.15.158:6834","nonce":290296869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5315,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/1269704340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":1269704340},{"type":"v1","addr":"172.21.15.158:6835","nonce":1269704340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5985,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1419598533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1419598533},{"type":"v1","addr":"172.21.15.104:6836","nonce":1419598533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:59.891959+0000","modified":"2024-02-19T16:32:01.895659+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5988},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5988":{"gid":5988,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/3566944138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3566944138},{"type":"v1","addr":"172.21.15.104:6837","nonce":3566944138}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-02-19T16:32:39.090 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 23 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffaf806b810 msgr2=0x7ffaf806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffaf806b810 0x7ffaf806dcd0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ffb140b32b0 tx=0x7ffb04009060 comp rx=0 tx=0).stop 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb140cfb00 msgr2=0x7ffb14157bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb140cfb00 0x7ffb14157bb0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ffb1002b8c0 tx=0x7ffb100046c0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 shutdown_connections 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffaf806b810 0x7ffaf806dcd0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffb1415de30 0x7ffb140b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffb140d0530 0x7ffb140c94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 --2- 172.21.15.104:0/2832400131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb140cfb00 0x7ffb14157bb0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 >> 172.21.15.104:0/2832400131 conn(0x7ffb140d3b20 msgr2=0x7ffb1406c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:39.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 shutdown_connections 2024-02-19T16:32:39.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.091+0000 7ffb1b86b640 1 -- 172.21.15.104:0/2832400131 wait complete. 2024-02-19T16:32:39.104 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:39.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.203+0000 7fd71bc76640 1 Processor -- start 2024-02-19T16:32:39.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.204+0000 7fd71bc76640 1 -- start start 2024-02-19T16:32:39.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd71bc76640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd7140d0530 0x7fd7140d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd71bc76640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7140cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd71bc76640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7140d16f0 con 0x7fd71415de30 2024-02-19T16:32:39.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd71bc76640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7140d2e10 con 0x7fd7140d0530 2024-02-19T16:32:39.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd71bc76640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7140d0f00 con 0x7fd7140cf3f0 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd719a12640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fd71415de30 0x7fd7140d2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53602/0 (socket says 172.21.15.104:53602) 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd719a12640 1 -- 172.21.15.104:0/3031805515 learned_addr learned my addr 172.21.15.104:0/3031805515 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd71a213640 1 --2- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7140cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd719211640 1 --2- 172.21.15.104:0/3031805515 >> v2:172.21.15.158:3300/0 conn(0x7fd7140d0530 0x7fd7140d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.205+0000 7fd718a10640 1 -- 172.21.15.104:0/3031805515 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2828718685 0 0) 0x7fd7140d16f0 con 0x7fd71415de30 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.206+0000 7fd718a10640 1 -- 172.21.15.104:0/3031805515 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd700003520 con 0x7fd71415de30 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.206+0000 7fd719211640 1 -- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 msgr2=0x7fd7140cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.206+0000 7fd719211640 1 --2- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7140cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.206+0000 7fd719211640 1 -- 172.21.15.104:0/3031805515 >> v1:172.21.15.104:6789/0 conn(0x7fd71415de30 legacy=0x7fd7140d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.206+0000 7fd719211640 1 -- 172.21.15.104:0/3031805515 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7140d1940 con 0x7fd7140d0530 2024-02-19T16:32:39.208 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.206+0000 7fd71a213640 1 --2- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7140cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:39.209 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.206+0000 7fd719211640 1 --2- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7140d0530 0x7fd7140d09c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd7040097a0 tx=0x7fd70402b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c66304e4042e372 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd718a10640 1 -- 172.21.15.104:0/3031805515 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd70402e070 con 0x7fd7140d0530 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd718a10640 1 -- 172.21.15.104:0/3031805515 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7040315a0 con 0x7fd7140d0530 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd718a10640 1 -- 172.21.15.104:0/3031805515 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd704031910 con 0x7fd7140d0530 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd71bc76640 1 -- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7140d0530 msgr2=0x7fd7140d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd71bc76640 1 --2- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7140d0530 0x7fd7140d09c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd7040097a0 tx=0x7fd70402b840 comp rx=0 tx=0).stop 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd71bc76640 1 -- 172.21.15.104:0/3031805515 shutdown_connections 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd71bc76640 1 --2- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7140cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd71bc76640 1 --2- 172.21.15.104:0/3031805515 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd7140d0530 0x7fd7140d09c0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd71bc76640 1 -- 172.21.15.104:0/3031805515 >> 172.21.15.104:0/3031805515 conn(0x7fd7140d3b20 msgr2=0x7fd7140d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd71bc76640 1 -- 172.21.15.104:0/3031805515 shutdown_connections 2024-02-19T16:32:39.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.207+0000 7fd71bc76640 1 -- 172.21.15.104:0/3031805515 wait complete. 2024-02-19T16:32:39.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.209+0000 7fd71bc76640 1 Processor -- start 2024-02-19T16:32:39.211 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.209+0000 7fd71bc76640 1 -- start start 2024-02-19T16:32:39.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd71bc76640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7141f3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd71bc76640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7140d0530 0x7fd7140b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd71bc76640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd71415de30 0x7fd71415f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd71bc76640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd714161760 con 0x7fd7140d0530 2024-02-19T16:32:39.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd71bc76640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd714160fb0 con 0x7fd71415de30 2024-02-19T16:32:39.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd71bc76640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7141611e0 con 0x7fd7140cf3f0 2024-02-19T16:32:39.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719211640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7140d0530 0x7fd7140b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.213 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719211640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7140d0530 0x7fd7140b8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48488/0 (socket says 172.21.15.104:48488) 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719211640 1 -- 172.21.15.104:0/2038844742 learned_addr learned my addr 172.21.15.104:0/2038844742 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719a12640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7141f3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd71a213640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd71415de30 0x7fd71415f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719211640 1 -- 172.21.15.104:0/2038844742 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 msgr2=0x7fd7141f3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719211640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7141f3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719211640 1 -- 172.21.15.104:0/2038844742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd71415de30 msgr2=0x7fd71415f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719211640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd71415de30 0x7fd71415f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.210+0000 7fd719211640 1 -- 172.21.15.104:0/2038844742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd710009400 con 0x7fd7140d0530 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.211+0000 7fd719211640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7140d0530 0x7fd7140b8a50 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fd704034040 tx=0x7fd7040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.211+0000 7fd70a7fc640 1 -- 172.21.15.104:0/2038844742 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd704032630 con 0x7fd7140d0530 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.211+0000 7fd70a7fc640 1 -- 172.21.15.104:0/2038844742 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd704032790 con 0x7fd7140d0530 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.211+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd704009400 con 0x7fd7140d0530 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.211+0000 7fd70a7fc640 1 -- 172.21.15.104:0/2038844742 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd704032b00 con 0x7fd7140d0530 2024-02-19T16:32:39.214 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.211+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7140b4f90 con 0x7fd7140d0530 2024-02-19T16:32:39.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.212+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7140b4df0 con 0x7fd7140d0530 2024-02-19T16:32:39.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.213+0000 7fd70a7fc640 1 -- 172.21.15.104:0/2038844742 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd704032c60 con 0x7fd7140d0530 2024-02-19T16:32:39.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.213+0000 7fd70a7fc640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6f806b810 0x7fd6f806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.213+0000 7fd70a7fc640 1 -- 172.21.15.104:0/2038844742 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd7040ac060 con 0x7fd7140d0530 2024-02-19T16:32:39.215 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.213+0000 7fd719a12640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6f806b810 0x7fd6f806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.216 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.213+0000 7fd719a12640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6f806b810 0x7fd6f806dcd0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0012e0 tx=0x7fd70c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.221+0000 7fd70a7fc640 1 -- 172.21.15.104:0/2038844742 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd7140b4df0 con 0x7fd7140d0530 2024-02-19T16:32:39.401 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.400+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd7140b4df0 con 0x7fd7140d0530 2024-02-19T16:32:39.402 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.401+0000 7fd70a7fc640 1 -- 172.21.15.104:0/2038844742 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7fd7140b4df0 con 0x7fd7140d0530 2024-02-19T16:32:39.403 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:39.403 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:39.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6f806b810 msgr2=0x7fd6f806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6f806b810 0x7fd6f806dcd0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0012e0 tx=0x7fd70c009040 comp rx=0 tx=0).stop 2024-02-19T16:32:39.404 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7140d0530 msgr2=0x7fd7140b8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7140d0530 0x7fd7140b8a50 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fd704034040 tx=0x7fd7040046c0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 shutdown_connections 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd6f806b810 0x7fd6f806dcd0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd7140d0530 0x7fd7140b8a50 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd71415de30 0x7fd71415f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 --2- 172.21.15.104:0/2038844742 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd7140cf3f0 0x7fd7141f3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 >> 172.21.15.104:0/2038844742 conn(0x7fd7140d3b20 msgr2=0x7fd7140b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 shutdown_connections 2024-02-19T16:32:39.405 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.403+0000 7fd71bc76640 1 -- 172.21.15.104:0/2038844742 wait complete. 2024-02-19T16:32:39.415 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-19T16:32:39.416 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:32:39.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.518+0000 7f8f6386b640 1 Processor -- start 2024-02-19T16:32:39.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.519+0000 7f8f6386b640 1 -- start start 2024-02-19T16:32:39.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f6386b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f8f5c0d0530 0x7f8f5c0d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f6386b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f5c0d16f0 con 0x7f8f5c0cf3f0 2024-02-19T16:32:39.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f6386b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f5c0d1940 con 0x7f8f5c15de30 2024-02-19T16:32:39.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f6386b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f5c0d2e10 con 0x7f8f5c0d0530 2024-02-19T16:32:39.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f61e08640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f8f5c0cf3f0 0x7f8f5c0cf810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53616/0 (socket says 172.21.15.104:53616) 2024-02-19T16:32:39.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f61e08640 1 -- 172.21.15.104:0/53643047 learned_addr learned my addr 172.21.15.104:0/53643047 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:39.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f60e06640 1 --2- 172.21.15.104:0/53643047 >> v2:172.21.15.158:3300/0 conn(0x7f8f5c0d0530 0x7f8f5c0d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3596468195 0 0) 0x7f8f5c0d16f0 con 0x7f8f5c0cf3f0 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.520+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f48003520 con 0x7f8f5c0cf3f0 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 234808304 0 0) 0x7f8f48003520 con 0x7f8f5c0cf3f0 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 >> v2:172.21.15.158:3300/0 conn(0x7f8f5c0d0530 msgr2=0x7f8f5c0d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 --2- 172.21.15.104:0/53643047 >> v2:172.21.15.158:3300/0 conn(0x7f8f5c0d0530 0x7f8f5c0d09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 >> v1:172.21.15.158:6789/0 conn(0x7f8f5c15de30 legacy=0x7f8f5c0d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f5c0d1c20 con 0x7f8f5c0cf3f0 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f8f58001670 con 0x7f8f5c0cf3f0 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 >> v1:172.21.15.104:6789/0 conn(0x7f8f5c0cf3f0 legacy=0x7f8f5c0cf810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f48003970 0x7f8f48003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f480047c0 0x7f8f48004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f48005180 0x7f8f4800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5c0d2e10 con 0x7f8f48005180 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f4800c120 con 0x7f8f480047c0 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f4800c2e0 con 0x7f8f48003970 2024-02-19T16:32:39.525 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f61e08640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f48005180 0x7f8f4800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f61607640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f48003970 0x7f8f48003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f60e06640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f480047c0 0x7f8f48004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f61e08640 1 -- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f48003970 msgr2=0x7f8f48003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f61e08640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f48003970 0x7f8f48003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f61e08640 1 -- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f480047c0 msgr2=0x7f8f48004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f61e08640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f480047c0 0x7f8f48004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f61e08640 1 -- 172.21.15.104:0/53643047 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f48003520 con 0x7f8f48005180 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.521+0000 7f8f61607640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f48003970 0x7f8f48003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f61e08640 1 -- 172.21.15.104:0/53643047 reap_dead start 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f61e08640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f48005180 0x7f8f4800b980 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f8f5800c240 tx=0x7f8f480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=394764661703f589 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f58005ad0 con 0x7f8f48005180 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f58005c50 con 0x7f8f48005180 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f53fff640 1 -- 172.21.15.104:0/53643047 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f5802c8b0 con 0x7f8f48005180 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f6386b640 1 -- 172.21.15.104:0/53643047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f48005180 msgr2=0x7f8f4800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f6386b640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f48005180 0x7f8f4800b980 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f8f5800c240 tx=0x7f8f480057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.526 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f6386b640 1 -- 172.21.15.104:0/53643047 shutdown_connections 2024-02-19T16:32:39.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f6386b640 1 --2- 172.21.15.104:0/53643047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f48005180 0x7f8f4800b980 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.522+0000 7f8f6386b640 1 -- 172.21.15.104:0/53643047 >> 172.21.15.104:0/53643047 conn(0x7f8f5c0d3b20 msgr2=0x7f8f5c0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:39.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.523+0000 7f8f6386b640 1 -- 172.21.15.104:0/53643047 shutdown_connections 2024-02-19T16:32:39.527 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.523+0000 7f8f6386b640 1 -- 172.21.15.104:0/53643047 wait complete. 2024-02-19T16:32:39.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.524+0000 7f8f6386b640 1 Processor -- start 2024-02-19T16:32:39.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.524+0000 7f8f6386b640 1 -- start start 2024-02-19T16:32:39.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.524+0000 7f8f6386b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f48005180 0x7f8f5c1f2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.524+0000 7f8f6386b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f5c0cbff0 0x7f8f5c09e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.529 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.524+0000 7f8f6386b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c0cc470 0x7f8f5c09e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.524+0000 7f8f6386b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5c0a0100 con 0x7f8f5c0cc470 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.524+0000 7f8f6386b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5c0cbbe0 con 0x7f8f48005180 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.524+0000 7f8f6386b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5c1f3520 con 0x7f8f5c0cbff0 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c0cc470 0x7f8f5c09e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c0cc470 0x7f8f5c09e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48510/0 (socket says 172.21.15.104:48510) 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 -- 172.21.15.104:0/24718424 learned_addr learned my addr 172.21.15.104:0/24718424 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61607640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f48005180 0x7f8f5c1f2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f60e06640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f5c0cbff0 0x7f8f5c09e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 -- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f5c0cbff0 msgr2=0x7f8f5c09e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f5c0cbff0 0x7f8f5c09e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 -- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f48005180 msgr2=0x7f8f5c1f2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f48005180 0x7f8f5c1f2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 -- 172.21.15.104:0/24718424 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f5c0cb900 con 0x7f8f5c0cc470 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61607640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f48005180 0x7f8f5c1f2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f60e06640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f5c0cbff0 0x7f8f5c09e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:39.530 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f61e08640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c0cc470 0x7f8f5c09e770 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f8f5800c360 tx=0x7f8f58001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f51ffb640 1 -- 172.21.15.104:0/24718424 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f580049e0 con 0x7f8f5c0cc470 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f51ffb640 1 -- 172.21.15.104:0/24718424 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f58004b40 con 0x7f8f5c0cc470 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f5c0a0330 con 0x7f8f5c0cc470 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f51ffb640 1 -- 172.21.15.104:0/24718424 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f58001640 con 0x7f8f5c0cc470 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.525+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f5c0a08f0 con 0x7f8f5c0cc470 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.526+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f5c0751e0 con 0x7f8f5c0cc470 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.527+0000 7f8f51ffb640 1 -- 172.21.15.104:0/24718424 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f8f58032070 con 0x7f8f5c0cc470 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.527+0000 7f8f51ffb640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f4006b810 0x7f8f4006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.527+0000 7f8f51ffb640 1 -- 172.21.15.104:0/24718424 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8f5803c070 con 0x7f8f5c0cc470 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.527+0000 7f8f61607640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f4006b810 0x7f8f4006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.531 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.528+0000 7f8f61607640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f4006b810 0x7f8f4006dcd0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f8f54005290 tx=0x7f8f54009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.533 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.532+0000 7f8f51ffb640 1 -- 172.21.15.104:0/24718424 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8f58075f90 con 0x7f8f5c0cc470 2024-02-19T16:32:39.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.751+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8f5c0c6e00 con 0x7f8f5c0cc470 2024-02-19T16:32:39.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.752+0000 7f8f51ffb640 1 -- 172.21.15.104:0/24718424 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4947 (secure 0 0 0) 0x7f8f58079650 con 0x7f8f5c0cc470 2024-02-19T16:32:39.753 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:39.753 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":23,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5312,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/290296869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":290296869},{"type":"v1","addr":"172.21.15.158:6834","nonce":290296869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5315,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/1269704340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":1269704340},{"type":"v1","addr":"172.21.15.158:6835","nonce":1269704340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5985,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1419598533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1419598533},{"type":"v1","addr":"172.21.15.104:6836","nonce":1419598533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:59.891959+0000","modified":"2024-02-19T16:32:01.895659+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5988},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5988":{"gid":5988,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/3566944138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3566944138},{"type":"v1","addr":"172.21.15.104:6837","nonce":3566944138}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-02-19T16:32:39.753 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 23 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f4006b810 msgr2=0x7f8f4006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f4006b810 0x7f8f4006dcd0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f8f54005290 tx=0x7f8f54009040 comp rx=0 tx=0).stop 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c0cc470 msgr2=0x7f8f5c09e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c0cc470 0x7f8f5c09e770 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f8f5800c360 tx=0x7f8f58001a00 comp rx=0 tx=0).stop 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 shutdown_connections 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f8f4006b810 0x7f8f4006dcd0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f5c0cc470 0x7f8f5c09e770 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f8f5c0cbff0 0x7f8f5c09e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 --2- 172.21.15.104:0/24718424 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8f48005180 0x7f8f5c1f2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 >> 172.21.15.104:0/24718424 conn(0x7f8f5c0d3b20 msgr2=0x7f8f5c0d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 shutdown_connections 2024-02-19T16:32:39.756 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.754+0000 7f8f6386b640 1 -- 172.21.15.104:0/24718424 wait complete. 2024-02-19T16:32:39.766 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:32:39.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.867+0000 7ff76ad0f640 1 Processor -- start 2024-02-19T16:32:39.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.867+0000 7ff76ad0f640 1 -- start start 2024-02-19T16:32:39.869 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.867+0000 7ff76ad0f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7640d1ff0 0x7ff7640b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.867+0000 7ff76ad0f640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7ff76406cf00 0x7ff7640cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.867+0000 7ff76ad0f640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7640b29b0 con 0x7ff76415ddb0 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.867+0000 7ff76ad0f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7640b1930 con 0x7ff7640d1ff0 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.867+0000 7ff76ad0f640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7640b1bf0 con 0x7ff76406cf00 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.867+0000 7ff763fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7640d1ff0 0x7ff7640b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.868+0000 7ff763fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7640d1ff0 0x7ff7640b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48518/0 (socket says 172.21.15.104:48518) 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.868+0000 7ff763fff640 1 -- 172.21.15.104:0/1629575070 learned_addr learned my addr 172.21.15.104:0/1629575070 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.868+0000 7ff7692ac640 1 --2- 172.21.15.104:0/1629575070 >> v2:172.21.15.158:3300/0 conn(0x7ff76406cf00 0x7ff7640cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.868+0000 7ff763fff640 1 -- 172.21.15.104:0/1629575070 >> v2:172.21.15.158:3300/0 conn(0x7ff76406cf00 msgr2=0x7ff7640cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.868+0000 7ff763fff640 1 --2- 172.21.15.104:0/1629575070 >> v2:172.21.15.158:3300/0 conn(0x7ff76406cf00 0x7ff7640cfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.868+0000 7ff763fff640 1 -- 172.21.15.104:0/1629575070 >> v1:172.21.15.158:6789/0 conn(0x7ff76415ddb0 legacy=0x7ff7640d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.868+0000 7ff763fff640 1 -- 172.21.15.104:0/1629575070 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7640b1ed0 con 0x7ff7640d1ff0 2024-02-19T16:32:39.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff763fff640 1 --2- 172.21.15.104:0/1629575070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7640d1ff0 0x7ff7640b12e0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7ff764073640 tx=0x7ff75402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9c94fc7b8083a2b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff7637fe640 1 -- 172.21.15.104:0/1629575070 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff754030860 con 0x7ff7640d1ff0 2024-02-19T16:32:39.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff7637fe640 1 -- 172.21.15.104:0/1629575070 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7540309c0 con 0x7ff7640d1ff0 2024-02-19T16:32:39.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff7637fe640 1 -- 172.21.15.104:0/1629575070 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff754030d50 con 0x7ff7640d1ff0 2024-02-19T16:32:39.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff76ad0f640 1 -- 172.21.15.104:0/1629575070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7640d1ff0 msgr2=0x7ff7640b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/1629575070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7640d1ff0 0x7ff7640b12e0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7ff764073640 tx=0x7ff75402b9a0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff76ad0f640 1 -- 172.21.15.104:0/1629575070 shutdown_connections 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/1629575070 >> v2:172.21.15.158:3300/0 conn(0x7ff76406cf00 0x7ff7640cfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/1629575070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7640d1ff0 0x7ff7640b12e0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff76ad0f640 1 -- 172.21.15.104:0/1629575070 >> 172.21.15.104:0/1629575070 conn(0x7ff76409aa70 msgr2=0x7ff76409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff76ad0f640 1 -- 172.21.15.104:0/1629575070 shutdown_connections 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.869+0000 7ff76ad0f640 1 -- 172.21.15.104:0/1629575070 wait complete. 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.870+0000 7ff76ad0f640 1 Processor -- start 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.870+0000 7ff76ad0f640 1 -- start start 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.871+0000 7ff76ad0f640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff76406cf00 0x7ff764159a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.871+0000 7ff76ad0f640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7640d1ff0 0x7ff764160d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.871+0000 7ff76ad0f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff76415ddb0 0x7ff76409c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.871+0000 7ff76ad0f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff76415fc60 con 0x7ff76415ddb0 2024-02-19T16:32:39.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.871+0000 7ff76ad0f640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff76415ff40 con 0x7ff7640d1ff0 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.871+0000 7ff76ad0f640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff764160220 con 0x7ff76406cf00 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.871+0000 7ff7692ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff76415ddb0 0x7ff76409c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.871+0000 7ff7692ac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff76415ddb0 0x7ff76409c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48526/0 (socket says 172.21.15.104:48526) 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7692ac640 1 -- 172.21.15.104:0/589939302 learned_addr learned my addr 172.21.15.104:0/589939302 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff763fff640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7640d1ff0 0x7ff764160d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff768aab640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff76406cf00 0x7ff764159a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7692ac640 1 -- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff76406cf00 msgr2=0x7ff764159a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7692ac640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff76406cf00 0x7ff764159a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7692ac640 1 -- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7640d1ff0 msgr2=0x7ff764160d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7692ac640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7640d1ff0 0x7ff764160d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7692ac640 1 -- 172.21.15.104:0/589939302 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7540094d0 con 0x7ff76415ddb0 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff763fff640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7640d1ff0 0x7ff764160d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:39.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7692ac640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff76415ddb0 0x7ff76409c870 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7ff74c00d800 tx=0x7ff74c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7617fa640 1 -- 172.21.15.104:0/589939302 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff74c00b6c0 con 0x7ff76415ddb0 2024-02-19T16:32:39.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7617fa640 1 -- 172.21.15.104:0/589939302 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff74c00b840 con 0x7ff76415ddb0 2024-02-19T16:32:39.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff764160500 con 0x7ff76415ddb0 2024-02-19T16:32:39.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff7617fa640 1 -- 172.21.15.104:0/589939302 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff74c00bbf0 con 0x7ff76415ddb0 2024-02-19T16:32:39.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.872+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff764159f50 con 0x7ff76415ddb0 2024-02-19T16:32:39.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.873+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff764160a20 con 0x7ff76415ddb0 2024-02-19T16:32:39.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.874+0000 7ff7617fa640 1 -- 172.21.15.104:0/589939302 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ff74c00bd50 con 0x7ff76415ddb0 2024-02-19T16:32:39.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.874+0000 7ff7617fa640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff74406b810 0x7ff74406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:39.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.874+0000 7ff7617fa640 1 -- 172.21.15.104:0/589939302 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff74c08a6e0 con 0x7ff76415ddb0 2024-02-19T16:32:39.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.874+0000 7ff768aab640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff74406b810 0x7ff74406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:39.878 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.875+0000 7ff768aab640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff74406b810 0x7ff74406dcd0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7ff75c007fd0 tx=0x7ff75c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:39.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:39.879+0000 7ff7617fa640 1 -- 172.21.15.104:0/589939302 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ff74c055100 con 0x7ff76415ddb0 2024-02-19T16:32:40.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.264+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff7640751e0 con 0x7ff76415ddb0 2024-02-19T16:32:40.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.264+0000 7ff7617fa640 1 -- 172.21.15.104:0/589939302 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4947 (secure 0 0 0) 0x7ff74c0587c0 con 0x7ff76415ddb0 2024-02-19T16:32:40.266 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:40.266 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":23,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5312,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/290296869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":290296869},{"type":"v1","addr":"172.21.15.158:6834","nonce":290296869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5315,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/1269704340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":1269704340},{"type":"v1","addr":"172.21.15.158:6835","nonce":1269704340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5985,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1419598533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1419598533},{"type":"v1","addr":"172.21.15.104:6836","nonce":1419598533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-02-19T16:31:59.891959+0000","modified":"2024-02-19T16:32:01.895659+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5988},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5988":{"gid":5988,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6837/3566944138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3566944138},{"type":"v1","addr":"172.21.15.104:6837","nonce":3566944138}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-02-19T16:32:40.266 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 23 2024-02-19T16:32:40.269 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff74406b810 msgr2=0x7ff74406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.269 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff74406b810 0x7ff74406dcd0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7ff75c007fd0 tx=0x7ff75c009040 comp rx=0 tx=0).stop 2024-02-19T16:32:40.269 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff76415ddb0 msgr2=0x7ff76409c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.269 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff76415ddb0 0x7ff76409c870 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7ff74c00d800 tx=0x7ff74c00dcc0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.269 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 shutdown_connections 2024-02-19T16:32:40.269 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ff74406b810 0x7ff74406dcd0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.269 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff76415ddb0 0x7ff76409c870 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ff7640d1ff0 0x7ff764160d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 --2- 172.21.15.104:0/589939302 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ff76406cf00 0x7ff764159a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 >> 172.21.15.104:0/589939302 conn(0x7ff76409aa70 msgr2=0x7ff76406f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:40.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 shutdown_connections 2024-02-19T16:32:40.270 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.267+0000 7ff76ad0f640 1 -- 172.21.15.104:0/589939302 wait complete. 2024-02-19T16:32:40.280 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:40.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.383+0000 7fb27e95e640 1 Processor -- start 2024-02-19T16:32:40.385 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.383+0000 7fb27e95e640 1 -- start start 2024-02-19T16:32:40.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb27e95e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb27815bd00 0x7fb2780b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb27e95e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fb2780d1cd0 0x7fb2780cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb27e95e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2780b2600 con 0x7fb2780d0440 2024-02-19T16:32:40.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb27e95e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2780b1820 con 0x7fb27815bd00 2024-02-19T16:32:40.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb27e95e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb27815c0e0 con 0x7fb2780d1cd0 2024-02-19T16:32:40.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb277fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb27815bd00 0x7fb2780b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb2777fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb2780d0440 0x7fb2780d15c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:53630/0 (socket says 172.21.15.104:53630) 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb277fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fb27815bd00 0x7fb2780b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48540/0 (socket says 172.21.15.104:48540) 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb2777fe640 1 -- 172.21.15.104:0/1673224517 learned_addr learned my addr 172.21.15.104:0/1673224517 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb277fff640 1 -- 172.21.15.104:0/1673224517 >> v2:172.21.15.158:3300/0 conn(0x7fb2780d1cd0 msgr2=0x7fb2780cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb27cefb640 1 --2- 172.21.15.104:0/1673224517 >> v2:172.21.15.158:3300/0 conn(0x7fb2780d1cd0 0x7fb2780cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb277fff640 1 --2- 172.21.15.104:0/1673224517 >> v2:172.21.15.158:3300/0 conn(0x7fb2780d1cd0 0x7fb2780cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb277fff640 1 -- 172.21.15.104:0/1673224517 >> v1:172.21.15.104:6789/0 conn(0x7fb2780d0440 legacy=0x7fb2780d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb276ffd640 1 -- 172.21.15.104:0/1673224517 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3683923462 0 0) 0x7fb2780b2600 con 0x7fb2780d0440 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb277fff640 1 -- 172.21.15.104:0/1673224517 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2780b1a10 con 0x7fb27815bd00 2024-02-19T16:32:40.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.384+0000 7fb27cefb640 1 --2- 172.21.15.104:0/1673224517 >> v2:172.21.15.158:3300/0 conn(0x7fb2780d1cd0 0x7fb2780cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:40.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb277fff640 1 --2- 172.21.15.104:0/1673224517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27815bd00 0x7fb2780b12e0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fb2780d2740 tx=0x7fb26c02b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16ca3d6e13e564d3 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb276ffd640 1 -- 172.21.15.104:0/1673224517 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26c02e070 con 0x7fb27815bd00 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb276ffd640 1 -- 172.21.15.104:0/1673224517 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb26c0315a0 con 0x7fb27815bd00 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb276ffd640 1 -- 172.21.15.104:0/1673224517 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26c031930 con 0x7fb27815bd00 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb27e95e640 1 -- 172.21.15.104:0/1673224517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27815bd00 msgr2=0x7fb2780b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb27e95e640 1 --2- 172.21.15.104:0/1673224517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27815bd00 0x7fb2780b12e0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fb2780d2740 tx=0x7fb26c02b840 comp rx=0 tx=0).stop 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb27e95e640 1 -- 172.21.15.104:0/1673224517 shutdown_connections 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb27e95e640 1 --2- 172.21.15.104:0/1673224517 >> v2:172.21.15.158:3300/0 conn(0x7fb2780d1cd0 0x7fb2780cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb27e95e640 1 --2- 172.21.15.104:0/1673224517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27815bd00 0x7fb2780b12e0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb27e95e640 1 -- 172.21.15.104:0/1673224517 >> 172.21.15.104:0/1673224517 conn(0x7fb27809aa70 msgr2=0x7fb27809ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb27e95e640 1 -- 172.21.15.104:0/1673224517 shutdown_connections 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.386+0000 7fb27e95e640 1 -- 172.21.15.104:0/1673224517 wait complete. 2024-02-19T16:32:40.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.387+0000 7fb27e95e640 1 Processor -- start 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.388+0000 7fb27e95e640 1 -- start start 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.388+0000 7fb27e95e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb2780d0440 0x7fb2781eea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.388+0000 7fb27e95e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2780d1cd0 0x7fb2781f2700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.388+0000 7fb27e95e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb27815bd00 0x7fb2781f1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.388+0000 7fb27e95e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2781f25a0 con 0x7fb2780d1cd0 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.388+0000 7fb27e95e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2781eefa0 con 0x7fb2780d0440 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.388+0000 7fb27e95e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb27815d7a0 con 0x7fb27815bd00 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.388+0000 7fb2777fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2780d1cd0 0x7fb2781f2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb2777fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2780d1cd0 0x7fb2781f2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48546/0 (socket says 172.21.15.104:48546) 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb2777fe640 1 -- 172.21.15.104:0/3734005743 learned_addr learned my addr 172.21.15.104:0/3734005743 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb27cefb640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb27815bd00 0x7fb2781f1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.392 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb277fff640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb2780d0440 0x7fb2781eea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb2777fe640 1 -- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb27815bd00 msgr2=0x7fb2781f1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb2777fe640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb27815bd00 0x7fb2781f1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb2777fe640 1 -- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb2780d0440 msgr2=0x7fb2781eea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb2777fe640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb2780d0440 0x7fb2781eea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb2777fe640 1 -- 172.21.15.104:0/3734005743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb26c009400 con 0x7fb2780d1cd0 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb277fff640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb2780d0440 0x7fb2781eea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb2777fe640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2780d1cd0 0x7fb2781f2700 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fb26800c4d0 tx=0x7fb26800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb274ff9640 1 -- 172.21.15.104:0/3734005743 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2680074e0 con 0x7fb2780d1cd0 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb274ff9640 1 -- 172.21.15.104:0/3734005743 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb268007660 con 0x7fb2780d1cd0 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2781f1fe0 con 0x7fb2780d1cd0 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb274ff9640 1 -- 172.21.15.104:0/3734005743 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb268004a20 con 0x7fb2780d1cd0 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.389+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb27815da40 con 0x7fb2780d1cd0 2024-02-19T16:32:40.393 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.390+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2780751e0 con 0x7fb2780d1cd0 2024-02-19T16:32:40.394 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.391+0000 7fb274ff9640 1 -- 172.21.15.104:0/3734005743 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb268004b80 con 0x7fb2780d1cd0 2024-02-19T16:32:40.394 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.391+0000 7fb274ff9640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb26406b810 0x7fb26406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.394 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.392+0000 7fb274ff9640 1 -- 172.21.15.104:0/3734005743 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb268089400 con 0x7fb2780d1cd0 2024-02-19T16:32:40.395 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.392+0000 7fb277fff640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb26406b810 0x7fb26406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.395 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.392+0000 7fb277fff640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb26406b810 0x7fb26406dcd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb26c036000 tx=0x7fb26c03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:40.397 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.396+0000 7fb274ff9640 1 -- 172.21.15.104:0/3734005743 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb268053da0 con 0x7fb2780d1cd0 2024-02-19T16:32:40.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.572+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb27815f4d0 con 0x7fb2780d1cd0 2024-02-19T16:32:40.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.574+0000 7fb274ff9640 1 -- 172.21.15.104:0/3734005743 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16693 (secure 0 0 0) 0x7fb268057460 con 0x7fb2780d1cd0 2024-02-19T16:32:40.575 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:40.576 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":48,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:01.543070+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-02-19T16:31:58.104668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-02-19T16:31:58.854520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:40.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb26406b810 msgr2=0x7fb26406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb26406b810 0x7fb26406dcd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb26c036000 tx=0x7fb26c03d040 comp rx=0 tx=0).stop 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2780d1cd0 msgr2=0x7fb2781f2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2780d1cd0 0x7fb2781f2700 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fb26800c4d0 tx=0x7fb26800c990 comp rx=0 tx=0).stop 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 shutdown_connections 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb26406b810 0x7fb26406dcd0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2780d1cd0 0x7fb2781f2700 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb27815bd00 0x7fb2781f1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 --2- 172.21.15.104:0/3734005743 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb2780d0440 0x7fb2781eea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 >> 172.21.15.104:0/3734005743 conn(0x7fb27809aa70 msgr2=0x7fb2780af020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 shutdown_connections 2024-02-19T16:32:40.578 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.576+0000 7fb27e95e640 1 -- 172.21.15.104:0/3734005743 wait complete. 2024-02-19T16:32:40.589 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-02-19T16:32:40.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.696+0000 7faf92e42640 1 Processor -- start 2024-02-19T16:32:40.698 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.697+0000 7faf92e42640 1 -- start start 2024-02-19T16:32:40.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.697+0000 7faf92e42640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7faf8c0aee20 0x7faf8c072280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.697+0000 7faf92e42640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c15ea50 0x7faf8c15eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.697+0000 7faf92e42640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf8c06b980 con 0x7faf8c0af200 2024-02-19T16:32:40.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.697+0000 7faf92e42640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf8c15e5c0 con 0x7faf8c0aee20 2024-02-19T16:32:40.699 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.697+0000 7faf92e42640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf8c06b0e0 con 0x7faf8c15ea50 2024-02-19T16:32:40.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf90bde640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7faf8c0aee20 0x7faf8c072280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf913df640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c15ea50 0x7faf8c15eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf8bfff640 1 --1- >> v1:172.21.15.158:6789/0 conn(0x7faf8c0af200 0x7faf8c06d880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:42314/0 (socket says 172.21.15.104:42314) 2024-02-19T16:32:40.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf90bde640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7faf8c0aee20 0x7faf8c072280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:58944/0 (socket says 172.21.15.104:58944) 2024-02-19T16:32:40.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf913df640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c15ea50 0x7faf8c15eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:38032/0 (socket says 172.21.15.104:38032) 2024-02-19T16:32:40.700 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf8bfff640 1 -- 172.21.15.104:0/113739104 learned_addr learned my addr 172.21.15.104:0/113739104 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf913df640 1 -- 172.21.15.104:0/113739104 >> v2:172.21.15.158:3300/0 conn(0x7faf8c0aee20 msgr2=0x7faf8c072280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf913df640 1 --2- 172.21.15.104:0/113739104 >> v2:172.21.15.158:3300/0 conn(0x7faf8c0aee20 0x7faf8c072280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf913df640 1 -- 172.21.15.104:0/113739104 >> v1:172.21.15.158:6789/0 conn(0x7faf8c0af200 legacy=0x7faf8c06d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf913df640 1 -- 172.21.15.104:0/113739104 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf8c06b3c0 con 0x7faf8c15ea50 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.698+0000 7faf90bde640 1 --2- 172.21.15.104:0/113739104 >> v2:172.21.15.158:3300/0 conn(0x7faf8c0aee20 0x7faf8c072280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.699+0000 7faf913df640 1 --2- 172.21.15.104:0/113739104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c15ea50 0x7faf8c15eec0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7faf7c0097a0 tx=0x7faf7c02b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6835732c7964c380 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.699+0000 7faf8b7fe640 1 -- 172.21.15.104:0/113739104 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf7c031830 con 0x7faf8c15ea50 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.699+0000 7faf8b7fe640 1 -- 172.21.15.104:0/113739104 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf7c031990 con 0x7faf8c15ea50 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.699+0000 7faf8b7fe640 1 -- 172.21.15.104:0/113739104 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf7c031d20 con 0x7faf8c15ea50 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.700+0000 7faf92e42640 1 -- 172.21.15.104:0/113739104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c15ea50 msgr2=0x7faf8c15eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.700+0000 7faf92e42640 1 --2- 172.21.15.104:0/113739104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c15ea50 0x7faf8c15eec0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7faf7c0097a0 tx=0x7faf7c02b8d0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.700+0000 7faf92e42640 1 -- 172.21.15.104:0/113739104 shutdown_connections 2024-02-19T16:32:40.702 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.700+0000 7faf92e42640 1 --2- 172.21.15.104:0/113739104 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c15ea50 0x7faf8c15eec0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.700+0000 7faf92e42640 1 --2- 172.21.15.104:0/113739104 >> v2:172.21.15.158:3300/0 conn(0x7faf8c0aee20 0x7faf8c072280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.700+0000 7faf92e42640 1 -- 172.21.15.104:0/113739104 >> 172.21.15.104:0/113739104 conn(0x7faf8c06c020 msgr2=0x7faf8c06c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:40.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.700+0000 7faf92e42640 1 -- 172.21.15.104:0/113739104 shutdown_connections 2024-02-19T16:32:40.703 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.700+0000 7faf92e42640 1 -- 172.21.15.104:0/113739104 wait complete. 2024-02-19T16:32:40.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.701+0000 7faf92e42640 1 Processor -- start 2024-02-19T16:32:40.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.701+0000 7faf92e42640 1 -- start start 2024-02-19T16:32:40.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf92e42640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c0aee20 0x7faf8c1516c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf92e42640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf8c0af200 0x7faf8c0c74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf92e42640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf8c15ea50 0x7faf8c1f71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.705 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf92e42640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf8c151c00 con 0x7faf8c0af200 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf92e42640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf8c1f7c30 con 0x7faf8c15ea50 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf92e42640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf8c1f7f10 con 0x7faf8c0aee20 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf8c0af200 0x7faf8c0c74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf8c0af200 0x7faf8c0c74e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41100/0 (socket says 172.21.15.104:41100) 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 -- 172.21.15.104:0/3748690158 learned_addr learned my addr 172.21.15.104:0/3748690158 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf90bde640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c0aee20 0x7faf8c1516c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf913df640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf8c15ea50 0x7faf8c1f71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 -- 172.21.15.104:0/3748690158 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c0aee20 msgr2=0x7faf8c1516c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c0aee20 0x7faf8c1516c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 -- 172.21.15.104:0/3748690158 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf8c15ea50 msgr2=0x7faf8c1f71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf8c15ea50 0x7faf8c1f71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:40.706 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 -- 172.21.15.104:0/3748690158 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf84009a70 con 0x7faf8c0af200 2024-02-19T16:32:40.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.702+0000 7faf8bfff640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf8c0af200 0x7faf8c0c74e0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7faf8000c400 tx=0x7faf8000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:40.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.703+0000 7faf897fa640 1 -- 172.21.15.104:0/3748690158 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf80005ce0 con 0x7faf8c0af200 2024-02-19T16:32:40.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.703+0000 7faf897fa640 1 -- 172.21.15.104:0/3748690158 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf80005e40 con 0x7faf8c0af200 2024-02-19T16:32:40.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.703+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf7c009400 con 0x7faf8c0af200 2024-02-19T16:32:40.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.703+0000 7faf897fa640 1 -- 172.21.15.104:0/3748690158 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf800072d0 con 0x7faf8c0af200 2024-02-19T16:32:40.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.703+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf8c06e110 con 0x7faf8c0af200 2024-02-19T16:32:40.707 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.704+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf8c0751e0 con 0x7faf8c0af200 2024-02-19T16:32:40.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.704+0000 7faf897fa640 1 -- 172.21.15.104:0/3748690158 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7faf800074f0 con 0x7faf8c0af200 2024-02-19T16:32:40.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.705+0000 7faf897fa640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7806b810 0x7faf7806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:40.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.705+0000 7faf90bde640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7806b810 0x7faf7806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:40.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.705+0000 7faf897fa640 1 -- 172.21.15.104:0/3748690158 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faf800897d0 con 0x7faf8c0af200 2024-02-19T16:32:40.708 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.705+0000 7faf90bde640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7806b810 0x7faf7806dcd0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7faf84009fd0 tx=0x7faf8400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:40.711 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:40.709+0000 7faf897fa640 1 -- 172.21.15.104:0/3748690158 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7faf80054220 con 0x7faf8c0af200 2024-02-19T16:32:41.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.026+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7faf8c0d1780 con 0x7faf8c0af200 2024-02-19T16:32:41.028 INFO:tasks.ceph.mon.a.smithi104.stderr:2024-02-19T16:32:41.027+0000 7febc3f1c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-19T16:32:41.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.028+0000 7faf897fa640 1 -- 172.21.15.104:0/3748690158 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v24) v1 ==== 161+0+0 (secure 0 0 0) 0x7faf800578e0 con 0x7faf8c0af200 2024-02-19T16:32:41.029 INFO:teuthology.orchestra.run.smithi104.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.031+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7806b810 msgr2=0x7faf7806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.031+0000 7faf92e42640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7806b810 0x7faf7806dcd0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7faf84009fd0 tx=0x7faf8400b040 comp rx=0 tx=0).stop 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.031+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf8c0af200 msgr2=0x7faf8c0c74e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.031+0000 7faf92e42640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf8c0af200 0x7faf8c0c74e0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7faf8000c400 tx=0x7faf8000c8c0 comp rx=0 tx=0).stop 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.032+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 shutdown_connections 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.032+0000 7faf92e42640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7faf7806b810 0x7faf7806dcd0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.032+0000 7faf92e42640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf8c0af200 0x7faf8c0c74e0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.032+0000 7faf92e42640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7faf8c15ea50 0x7faf8c1f71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.032+0000 7faf92e42640 1 --2- 172.21.15.104:0/3748690158 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7faf8c0aee20 0x7faf8c1516c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.032+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 >> 172.21.15.104:0/3748690158 conn(0x7faf8c06c020 msgr2=0x7faf8c15b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.032+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 shutdown_connections 2024-02-19T16:32:41.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.032+0000 7faf92e42640 1 -- 172.21.15.104:0/3748690158 wait complete. 2024-02-19T16:32:41.035 INFO:tasks.ceph.mds.a.smithi104.stderr: -2835> 2024-02-19T16:32:06.529+0000 7f11c49bd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-19T16:32:41.045 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-02-19T16:32:41.062 INFO:tasks.ceph.mds.a.smithi104.stdout:starting mds.a at 2024-02-19T16:32:41.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.146+0000 7f68227d7640 1 Processor -- start 2024-02-19T16:32:41.147 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.146+0000 7f68227d7640 1 -- start start 2024-02-19T16:32:41.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f68227d7640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f681c162760 0x7f681c0d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f68227d7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f681c0b4080 con 0x7f681c0d4070 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f68227d7640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f681c0b42f0 con 0x7f681c161520 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f68227d7640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f681c0b45d0 con 0x7f681c162760 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f6820d74640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f681c0d4070 0x7f681c0d1bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51962/0 (socket says 172.21.15.104:51962) 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f6820d74640 1 -- 172.21.15.104:0/688190806 learned_addr learned my addr 172.21.15.104:0/688190806 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f681b7fe640 1 --2- 172.21.15.104:0/688190806 >> v2:172.21.15.158:3300/0 conn(0x7f681c162760 0x7f681c0d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f681affd640 1 -- 172.21.15.104:0/688190806 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 103971982 0 0) 0x7f681c0b4080 con 0x7f681c0d4070 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f681affd640 1 -- 172.21.15.104:0/688190806 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6804003520 con 0x7f681c0d4070 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f681b7fe640 1 -- 172.21.15.104:0/688190806 >> v1:172.21.15.158:6789/0 conn(0x7f681c161520 legacy=0x7f681c0b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f681affd640 1 -- 172.21.15.104:0/688190806 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4917128 0 0) 0x7f6804003520 con 0x7f681c0d4070 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f681b7fe640 1 -- 172.21.15.104:0/688190806 >> v1:172.21.15.104:6789/0 conn(0x7f681c0d4070 legacy=0x7f681c0d1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:41.149 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.147+0000 7f681b7fe640 1 -- 172.21.15.104:0/688190806 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f681c0b48b0 con 0x7f681c162760 2024-02-19T16:32:41.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.148+0000 7f681b7fe640 1 --2- 172.21.15.104:0/688190806 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c162760 0x7f681c0d3b30 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f68100097a0 tx=0x7f681002b710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bafcf98600d27fba server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:41.150 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.148+0000 7f681affd640 1 -- 172.21.15.104:0/688190806 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68140019f0 con 0x7f681c162760 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.148+0000 7f681affd640 1 -- 172.21.15.104:0/688190806 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f681002e050 con 0x7f681c162760 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.148+0000 7f681affd640 1 -- 172.21.15.104:0/688190806 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6810030730 con 0x7f681c162760 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.149+0000 7f68227d7640 1 -- 172.21.15.104:0/688190806 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c162760 msgr2=0x7f681c0d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.149+0000 7f68227d7640 1 --2- 172.21.15.104:0/688190806 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c162760 0x7f681c0d3b30 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f68100097a0 tx=0x7f681002b710 comp rx=0 tx=0).stop 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.149+0000 7f68227d7640 1 -- 172.21.15.104:0/688190806 shutdown_connections 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.149+0000 7f68227d7640 1 --2- 172.21.15.104:0/688190806 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c162760 0x7f681c0d3b30 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.149+0000 7f68227d7640 1 -- 172.21.15.104:0/688190806 >> 172.21.15.104:0/688190806 conn(0x7f681c08d5d0 msgr2=0x7f681c09cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.149+0000 7f68227d7640 1 -- 172.21.15.104:0/688190806 shutdown_connections 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.149+0000 7f68227d7640 1 -- 172.21.15.104:0/688190806 wait complete. 2024-02-19T16:32:41.151 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.150+0000 7f68227d7640 1 Processor -- start 2024-02-19T16:32:41.152 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.150+0000 7f68227d7640 1 -- start start 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f68227d7640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c0d4070 0x7f681c0c7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f68227d7640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f681c161520 0x7f681c15cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f68227d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f681c162760 0x7f681c0c9580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f68227d7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f681c15c520 con 0x7f681c162760 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f68227d7640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f681c0c7d30 con 0x7f681c0d4070 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f68227d7640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f681c0c8010 con 0x7f681c161520 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f681c162760 0x7f681c0c9580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f681c162760 0x7f681c0c9580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41124/0 (socket says 172.21.15.104:41124) 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 -- 172.21.15.104:0/4029582173 learned_addr learned my addr 172.21.15.104:0/4029582173 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f681bfff640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c0d4070 0x7f681c0c7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f681b7fe640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f681c161520 0x7f681c15cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 -- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f681c161520 msgr2=0x7f681c15cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:41.154 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f681c161520 0x7f681c15cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 -- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c0d4070 msgr2=0x7f681c0c7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c0d4070 0x7f681c0c7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 -- 172.21.15.104:0/4029582173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6810009400 con 0x7f681c162760 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f681bfff640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c0d4070 0x7f681c0c7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6820d74640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f681c162760 0x7f681c0c9580 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f681400caf0 tx=0x7f6814002090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.151+0000 7f6818ff9640 1 -- 172.21.15.104:0/4029582173 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f681400a700 con 0x7f681c162760 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.152+0000 7f6818ff9640 1 -- 172.21.15.104:0/4029582173 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f681400a880 con 0x7f681c162760 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.152+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f681c0c82f0 con 0x7f681c162760 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.152+0000 7f6818ff9640 1 -- 172.21.15.104:0/4029582173 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f681400ac30 con 0x7f681c162760 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.152+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f681c0cb920 con 0x7f681c162760 2024-02-19T16:32:41.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.152+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f681c0751e0 con 0x7f681c162760 2024-02-19T16:32:41.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.153+0000 7f6818ff9640 1 -- 172.21.15.104:0/4029582173 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f68140070d0 con 0x7f681c162760 2024-02-19T16:32:41.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.153+0000 7f6818ff9640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f680806b810 0x7f680806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:41.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.153+0000 7f6818ff9640 1 -- 172.21.15.104:0/4029582173 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6814089c50 con 0x7f681c162760 2024-02-19T16:32:41.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.153+0000 7f681bfff640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f680806b810 0x7f680806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:41.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.154+0000 7f681bfff640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f680806b810 0x7f680806dcd0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f680c000f60 tx=0x7f680c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:41.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.157+0000 7f6818ff9640 1 -- 172.21.15.104:0/4029582173 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f681408f020 con 0x7f681c162760 2024-02-19T16:32:41.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:41.367+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f681c0b2900 con 0x7f681c162760 2024-02-19T16:32:42.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.031+0000 7f6818ff9640 1 -- 172.21.15.104:0/4029582173 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v25) v1 ==== 104+0+0 (secure 0 0 0) 0x7f68140180a0 con 0x7f681c162760 2024-02-19T16:32:42.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f680806b810 msgr2=0x7f680806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:42.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f680806b810 0x7f680806dcd0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f680c000f60 tx=0x7f680c009040 comp rx=0 tx=0).stop 2024-02-19T16:32:42.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f681c162760 msgr2=0x7f681c0c9580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:42.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f681c162760 0x7f681c0c9580 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f681400caf0 tx=0x7f6814002090 comp rx=0 tx=0).stop 2024-02-19T16:32:42.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 shutdown_connections 2024-02-19T16:32:42.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f680806b810 0x7f680806dcd0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f681c162760 0x7f681c0c9580 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f681c161520 0x7f681c15cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 --2- 172.21.15.104:0/4029582173 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f681c0d4070 0x7f681c0c7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 >> 172.21.15.104:0/4029582173 conn(0x7f681c08d5d0 msgr2=0x7f681c0b4dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:42.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 shutdown_connections 2024-02-19T16:32:42.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.034+0000 7f68227d7640 1 -- 172.21.15.104:0/4029582173 wait complete. 2024-02-19T16:32:42.049 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-02-19T16:32:42.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.197+0000 7f0abff0d640 1 Processor -- start 2024-02-19T16:32:42.198 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.197+0000 7f0abff0d640 1 -- start start 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abff0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80cfad0 0x7f0ab815cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abff0d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0ab80d15c0 0x7f0ab80d1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abff0d640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ab815c740 con 0x7f0ab80b1030 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abff0d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ab80d1fb0 con 0x7f0ab80d15c0 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abff0d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab80cffa0 con 0x7f0ab80cfad0 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abe4aa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0ab80d15c0 0x7f0ab80d1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abe4aa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0ab80d15c0 0x7f0ab80d1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41136/0 (socket says 172.21.15.104:41136) 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abe4aa640 1 -- 172.21.15.104:0/2829724790 learned_addr learned my addr 172.21.15.104:0/2829724790 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:42.200 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abd4a8640 1 --2- 172.21.15.104:0/2829724790 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80cfad0 0x7f0ab815cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:42.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abe4aa640 1 -- 172.21.15.104:0/2829724790 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80cfad0 msgr2=0x7f0ab815cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:42.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.198+0000 7f0abe4aa640 1 --2- 172.21.15.104:0/2829724790 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80cfad0 0x7f0ab815cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.199+0000 7f0abe4aa640 1 -- 172.21.15.104:0/2829724790 >> v1:172.21.15.158:6789/0 conn(0x7f0ab80b1030 legacy=0x7f0ab81601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:42.201 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.199+0000 7f0abe4aa640 1 -- 172.21.15.104:0/2829724790 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ab80d0280 con 0x7f0ab80d15c0 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.199+0000 7f0abe4aa640 1 --2- 172.21.15.104:0/2829724790 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80d15c0 0x7f0ab80d1a70 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0009e50 tx=0x7f0ab002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2190bb3ec3a7c14b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.199+0000 7f0abcca7640 1 -- 172.21.15.104:0/2829724790 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab002ca70 con 0x7f0ab80d15c0 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.199+0000 7f0abcca7640 1 -- 172.21.15.104:0/2829724790 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ab002cbd0 con 0x7f0ab80d15c0 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.199+0000 7f0abcca7640 1 -- 172.21.15.104:0/2829724790 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab00343f0 con 0x7f0ab80d15c0 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.200+0000 7f0abff0d640 1 -- 172.21.15.104:0/2829724790 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80d15c0 msgr2=0x7f0ab80d1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.200+0000 7f0abff0d640 1 --2- 172.21.15.104:0/2829724790 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80d15c0 0x7f0ab80d1a70 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0009e50 tx=0x7f0ab002bed0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.200+0000 7f0abff0d640 1 -- 172.21.15.104:0/2829724790 shutdown_connections 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.200+0000 7f0abff0d640 1 --2- 172.21.15.104:0/2829724790 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80d15c0 0x7f0ab80d1a70 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.200+0000 7f0abff0d640 1 --2- 172.21.15.104:0/2829724790 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80cfad0 0x7f0ab815cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.200+0000 7f0abff0d640 1 -- 172.21.15.104:0/2829724790 >> 172.21.15.104:0/2829724790 conn(0x7f0ab809aa70 msgr2=0x7f0ab809ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:42.202 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.200+0000 7f0abff0d640 1 -- 172.21.15.104:0/2829724790 shutdown_connections 2024-02-19T16:32:42.203 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.200+0000 7f0abff0d640 1 -- 172.21.15.104:0/2829724790 wait complete. 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.201+0000 7f0abff0d640 1 Processor -- start 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.201+0000 7f0abff0d640 1 -- start start 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abff0d640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80b1030 0x7f0ab80cb710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abff0d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80cfad0 0x7f0ab80c6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abff0d640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ab80d15c0 0x7f0ab806ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abff0d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab80c7c70 con 0x7f0ab80cfad0 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abff0d640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab80c6bd0 con 0x7f0ab80d15c0 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abff0d640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab80c6eb0 con 0x7f0ab80b1030 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abd4a8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80cfad0 0x7f0ab80c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abd4a8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80cfad0 0x7f0ab80c6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41140/0 (socket says 172.21.15.104:41140) 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abd4a8640 1 -- 172.21.15.104:0/1296991802 learned_addr learned my addr 172.21.15.104:0/1296991802 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:42.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abdca9640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80b1030 0x7f0ab80cb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abe4aa640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ab80d15c0 0x7f0ab806ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abd4a8640 1 -- 172.21.15.104:0/1296991802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80b1030 msgr2=0x7f0ab80cb710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abd4a8640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80b1030 0x7f0ab80cb710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abd4a8640 1 -- 172.21.15.104:0/1296991802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ab80d15c0 msgr2=0x7f0ab806ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abd4a8640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ab80d15c0 0x7f0ab806ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.202+0000 7f0abd4a8640 1 -- 172.21.15.104:0/1296991802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ab0009b30 con 0x7f0ab80cfad0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.203+0000 7f0abd4a8640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80cfad0 0x7f0ab80c6260 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f0aa800c7f0 tx=0x7f0aa800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.203+0000 7f0aae7fc640 1 -- 172.21.15.104:0/1296991802 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8004220 con 0x7f0ab80cfad0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.203+0000 7f0aae7fc640 1 -- 172.21.15.104:0/1296991802 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0aa8004380 con 0x7f0ab80cfad0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.203+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ab80c7190 con 0x7f0ab80cfad0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.203+0000 7f0aae7fc640 1 -- 172.21.15.104:0/1296991802 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8007840 con 0x7f0ab80cfad0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.203+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ab80c7750 con 0x7f0ab80cfad0 2024-02-19T16:32:42.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.204+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ab80751e0 con 0x7f0ab80cfad0 2024-02-19T16:32:42.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.204+0000 7f0aae7fc640 1 -- 172.21.15.104:0/1296991802 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0aa8007bb0 con 0x7f0ab80cfad0 2024-02-19T16:32:42.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.204+0000 7f0aae7fc640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0a9c06b810 0x7f0a9c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:42.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.205+0000 7f0aae7fc640 1 -- 172.21.15.104:0/1296991802 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0aa808a190 con 0x7f0ab80cfad0 2024-02-19T16:32:42.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.205+0000 7f0abdca9640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0a9c06b810 0x7f0a9c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:42.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.205+0000 7f0abdca9640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0a9c06b810 0x7f0a9c06dcd0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f0ab4003d90 tx=0x7f0ab4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:42.210 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.209+0000 7f0aae7fc640 1 -- 172.21.15.104:0/1296991802 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0aa8054be0 con 0x7f0ab80cfad0 2024-02-19T16:32:42.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:42.381+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f0ab80ce1b0 con 0x7f0ab80cfad0 2024-02-19T16:32:43.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.035+0000 7f0aae7fc640 1 -- 172.21.15.104:0/1296991802 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v50) v1 ==== 181+0+0 (secure 0 0 0) 0x7f0aa8007e60 con 0x7f0ab80cfad0 2024-02-19T16:32:43.038 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_metadata' removed 2024-02-19T16:32:43.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0a9c06b810 msgr2=0x7f0a9c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:43.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0a9c06b810 0x7f0a9c06dcd0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f0ab4003d90 tx=0x7f0ab4009040 comp rx=0 tx=0).stop 2024-02-19T16:32:43.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80cfad0 msgr2=0x7f0ab80c6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:43.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80cfad0 0x7f0ab80c6260 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f0aa800c7f0 tx=0x7f0aa800ccb0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 shutdown_connections 2024-02-19T16:32:43.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0a9c06b810 0x7f0a9c06dcd0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0ab80cfad0 0x7f0ab80c6260 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0ab80d15c0 0x7f0ab806ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 --2- 172.21.15.104:0/1296991802 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0ab80b1030 0x7f0ab80cb710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.039+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 >> 172.21.15.104:0/1296991802 conn(0x7f0ab809aa70 msgr2=0x7f0ab80b2cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:43.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.040+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 shutdown_connections 2024-02-19T16:32:43.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.040+0000 7f0abff0d640 1 -- 172.21.15.104:0/1296991802 wait complete. 2024-02-19T16:32:43.055 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-02-19T16:32:43.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.163+0000 7f9deef3a640 1 Processor -- start 2024-02-19T16:32:43.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.163+0000 7f9deef3a640 1 -- start start 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9deef3a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de8161520 0x7f9de80b3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9deef3a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9de8162760 0x7f9de80d3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9deef3a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9de80d44c0 con 0x7f9de80d4070 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9deef3a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9de80b42f0 con 0x7f9de8162760 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9deef3a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9de80b45d0 con 0x7f9de8161520 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9de7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9de8162760 0x7f9de80d3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9ded4d7640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f9de80d4070 0x7f9de80d0630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51978/0 (socket says 172.21.15.104:51978) 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9ded4d7640 1 -- 172.21.15.104:0/1843076782 learned_addr learned my addr 172.21.15.104:0/1843076782 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9de7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9de8162760 0x7f9de80d3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41144/0 (socket says 172.21.15.104:41144) 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9de7fff640 1 -- 172.21.15.104:0/1843076782 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de8161520 msgr2=0x7f9de80b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:43.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9de7fff640 1 --2- 172.21.15.104:0/1843076782 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de8161520 0x7f9de80b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9de7fff640 1 -- 172.21.15.104:0/1843076782 >> v1:172.21.15.104:6789/0 conn(0x7f9de80d4070 legacy=0x7f9de80d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:43.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.164+0000 7f9de7fff640 1 -- 172.21.15.104:0/1843076782 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9de80b48b0 con 0x7f9de8162760 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.165+0000 7f9de7fff640 1 --2- 172.21.15.104:0/1843076782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de80d3b30 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc0097a0 tx=0x7f9ddc02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e314dc7550db53e2 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.165+0000 7f9de77fe640 1 -- 172.21.15.104:0/1843076782 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc030610 con 0x7f9de8162760 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.165+0000 7f9de77fe640 1 -- 172.21.15.104:0/1843076782 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ddc030770 con 0x7f9de8162760 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.165+0000 7f9de77fe640 1 -- 172.21.15.104:0/1843076782 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc030b00 con 0x7f9de8162760 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.166+0000 7f9deef3a640 1 -- 172.21.15.104:0/1843076782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 msgr2=0x7f9de80d3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.166+0000 7f9deef3a640 1 --2- 172.21.15.104:0/1843076782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de80d3b30 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc0097a0 tx=0x7f9ddc02b960 comp rx=0 tx=0).stop 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.166+0000 7f9deef3a640 1 -- 172.21.15.104:0/1843076782 shutdown_connections 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.166+0000 7f9deef3a640 1 --2- 172.21.15.104:0/1843076782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de80d3b30 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.166+0000 7f9deef3a640 1 --2- 172.21.15.104:0/1843076782 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de8161520 0x7f9de80b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.166+0000 7f9deef3a640 1 -- 172.21.15.104:0/1843076782 >> 172.21.15.104:0/1843076782 conn(0x7f9de808d5d0 msgr2=0x7f9de809cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:43.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.166+0000 7f9deef3a640 1 -- 172.21.15.104:0/1843076782 shutdown_connections 2024-02-19T16:32:43.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.166+0000 7f9deef3a640 1 -- 172.21.15.104:0/1843076782 wait complete. 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.167+0000 7f9deef3a640 1 Processor -- start 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.167+0000 7f9deef3a640 1 -- start start 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9deef3a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de80d4070 0x7f9de8159210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9deef3a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9de8161520 0x7f9de80cc300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9deef3a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de815f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9deef3a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de80cc840 con 0x7f9de8162760 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9deef3a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de815fa20 con 0x7f9de8161520 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9deef3a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9de8160d00 con 0x7f9de80d4070 2024-02-19T16:32:43.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de815f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de815f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41152/0 (socket says 172.21.15.104:41152) 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 -- 172.21.15.104:0/2967041745 learned_addr learned my addr 172.21.15.104:0/2967041745 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9deccd6640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de80d4070 0x7f9de8159210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9de7fff640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9de8161520 0x7f9de80cc300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 -- 172.21.15.104:0/2967041745 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de80d4070 msgr2=0x7f9de8159210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de80d4070 0x7f9de8159210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 -- 172.21.15.104:0/2967041745 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9de8161520 msgr2=0x7f9de80cc300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9de8161520 0x7f9de80cc300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 -- 172.21.15.104:0/2967041745 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ddc009400 con 0x7f9de8162760 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9ded4d7640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de815f4e0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f9de000ca80 tx=0x7f9de000ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9de57fa640 1 -- 172.21.15.104:0/2967041745 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9de000ab10 con 0x7f9de8162760 2024-02-19T16:32:43.172 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9de57fa640 1 -- 172.21.15.104:0/2967041745 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9de000ac70 con 0x7f9de8162760 2024-02-19T16:32:43.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9de815fc60 con 0x7f9de8162760 2024-02-19T16:32:43.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.168+0000 7f9de57fa640 1 -- 172.21.15.104:0/2967041745 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9de0012400 con 0x7f9de8162760 2024-02-19T16:32:43.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.169+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9de8160220 con 0x7f9de8162760 2024-02-19T16:32:43.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.169+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9de80751e0 con 0x7f9de8162760 2024-02-19T16:32:43.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.170+0000 7f9de57fa640 1 -- 172.21.15.104:0/2967041745 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9de0012560 con 0x7f9de8162760 2024-02-19T16:32:43.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.170+0000 7f9de57fa640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9dd406b810 0x7f9dd406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:43.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.170+0000 7f9de57fa640 1 -- 172.21.15.104:0/2967041745 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5357+0+0 (secure 0 0 0) 0x7f9de0089d30 con 0x7f9de8162760 2024-02-19T16:32:43.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.170+0000 7f9deccd6640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9dd406b810 0x7f9dd406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:43.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.171+0000 7f9deccd6640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9dd406b810 0x7f9dd406dcd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8009990 tx=0x7f9dd8009110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:43.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.175+0000 7f9de57fa640 1 -- 172.21.15.104:0/2967041745 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9de0054960 con 0x7f9de8162760 2024-02-19T16:32:43.351 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:43.349+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f9de8162200 con 0x7f9de8162760 2024-02-19T16:32:44.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.037+0000 7f9de57fa640 1 -- 172.21.15.104:0/2967041745 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v51) v1 ==== 169+0+0 (secure 0 0 0) 0x7f9de0058020 con 0x7f9de8162760 2024-02-19T16:32:44.039 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_data' removed 2024-02-19T16:32:44.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.041+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9dd406b810 msgr2=0x7f9dd406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.041+0000 7f9deef3a640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9dd406b810 0x7f9dd406dcd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8009990 tx=0x7f9dd8009110 comp rx=0 tx=0).stop 2024-02-19T16:32:44.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.041+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 msgr2=0x7f9de815f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.042 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.041+0000 7f9deef3a640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de815f4e0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f9de000ca80 tx=0x7f9de000ce80 comp rx=0 tx=0).stop 2024-02-19T16:32:44.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.042+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 shutdown_connections 2024-02-19T16:32:44.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.042+0000 7f9deef3a640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9dd406b810 0x7f9dd406dcd0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.042+0000 7f9deef3a640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9de8162760 0x7f9de815f4e0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.042+0000 7f9deef3a640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9de8161520 0x7f9de80cc300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.042+0000 7f9deef3a640 1 --2- 172.21.15.104:0/2967041745 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9de80d4070 0x7f9de8159210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.042+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 >> 172.21.15.104:0/2967041745 conn(0x7f9de808d5d0 msgr2=0x7f9de815d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:44.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.043+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 shutdown_connections 2024-02-19T16:32:44.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.043+0000 7f9deef3a640 1 -- 172.21.15.104:0/2967041745 wait complete. 2024-02-19T16:32:44.059 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-02-19T16:32:44.113 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:32:44.115 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:32:44.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.163+0000 7f66084a4640 1 Processor -- start 2024-02-19T16:32:44.165 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.163+0000 7f66084a4640 1 -- start start 2024-02-19T16:32:44.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.164+0000 7f66084a4640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f66000d1c60 0x7f66000d20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.164+0000 7f66084a4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66000d2600 con 0x7f66000cce00 2024-02-19T16:32:44.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.164+0000 7f66084a4640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66000cc970 con 0x7f660015bdc0 2024-02-19T16:32:44.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.164+0000 7f66084a4640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66000704d0 con 0x7f66000d1c60 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.164+0000 7f6606a41640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f66000cce00 0x7f66000cd250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51984/0 (socket says 172.21.15.104:51984) 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.164+0000 7f6606a41640 1 -- 172.21.15.104:0/1920670086 learned_addr learned my addr 172.21.15.104:0/1920670086 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6605a3f640 1 --2- 172.21.15.104:0/1920670086 >> v2:172.21.15.158:3300/0 conn(0x7f66000d1c60 0x7f66000d20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 581237802 0 0) 0x7f66000d2600 con 0x7f66000cce00 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65ec003520 con 0x7f66000cce00 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1013723588 0 0) 0x7f66000cc970 con 0x7f660015bdc0 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f66000d2600 con 0x7f660015bdc0 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4051639485 0 0) 0x7f65ec003520 con 0x7f66000cce00 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 >> v2:172.21.15.158:3300/0 conn(0x7f66000d1c60 msgr2=0x7f66000d20c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 --2- 172.21.15.104:0/1920670086 >> v2:172.21.15.158:3300/0 conn(0x7f66000d1c60 0x7f66000d20c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 >> v1:172.21.15.158:6789/0 conn(0x7f660015bdc0 legacy=0x7f660006fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66000707b0 con 0x7f66000cce00 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f65f80019f0 con 0x7f66000cce00 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 >> v1:172.21.15.104:6789/0 conn(0x7f66000cce00 legacy=0x7f66000cd250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f65ec003b00 0x7f65ec003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f65ec004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65ec005180 0x7f65ec00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66000704d0 con 0x7f65ec0047c0 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65ec00c000 con 0x7f65ec003b00 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65ec00c1c0 con 0x7f65ec005180 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6605a3f640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f65ec004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6606240640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f65ec003b00 0x7f65ec003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6606a41640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65ec005180 0x7f65ec00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6605a3f640 1 -- 172.21.15.104:0/1920670086 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65ec005180 msgr2=0x7f65ec00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6605a3f640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f65ec005180 0x7f65ec00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6605a3f640 1 -- 172.21.15.104:0/1920670086 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f65ec003b00 msgr2=0x7f65ec003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6605a3f640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f65ec003b00 0x7f65ec003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6605a3f640 1 -- 172.21.15.104:0/1920670086 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65ec003520 con 0x7f65ec0047c0 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.165+0000 7f6606a41640 1 -- 172.21.15.104:0/1920670086 reap_dead start 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.166+0000 7f6605a3f640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f65ec004c40 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f65fc009ac0 tx=0x7f65ec0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a08c518838fb24 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.166+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65fc02c6b0 con 0x7f65ec0047c0 2024-02-19T16:32:44.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.166+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65fc02c810 con 0x7f65ec0047c0 2024-02-19T16:32:44.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.166+0000 7f660523e640 1 -- 172.21.15.104:0/1920670086 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65fc02cba0 con 0x7f65ec0047c0 2024-02-19T16:32:44.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.167+0000 7f66084a4640 1 -- 172.21.15.104:0/1920670086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 msgr2=0x7f65ec004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.167+0000 7f66084a4640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f65ec004c40 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f65fc009ac0 tx=0x7f65ec0057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.167+0000 7f66084a4640 1 -- 172.21.15.104:0/1920670086 shutdown_connections 2024-02-19T16:32:44.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.167+0000 7f66084a4640 1 --2- 172.21.15.104:0/1920670086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f65ec004c40 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.167+0000 7f66084a4640 1 -- 172.21.15.104:0/1920670086 >> 172.21.15.104:0/1920670086 conn(0x7f6600072f80 msgr2=0x7f660009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:44.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.167+0000 7f66084a4640 1 -- 172.21.15.104:0/1920670086 shutdown_connections 2024-02-19T16:32:44.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.167+0000 7f66084a4640 1 -- 172.21.15.104:0/1920670086 wait complete. 2024-02-19T16:32:44.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.168+0000 7f66084a4640 1 Processor -- start 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.168+0000 7f66084a4640 1 -- start start 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f66084a4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f66000b26e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f66084a4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6600158e00 0x7f66001e4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f66084a4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6600159280 0x7f66001e5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f66084a4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66001e45d0 con 0x7f65ec0047c0 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f66084a4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66001e42f0 con 0x7f6600159280 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f66084a4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6600158320 con 0x7f6600158e00 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f66000b26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f66000b26e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41164/0 (socket says 172.21.15.104:41164) 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 -- 172.21.15.104:0/825418782 learned_addr learned my addr 172.21.15.104:0/825418782 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6605a3f640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6600158e00 0x7f66001e4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606a41640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6600159280 0x7f66001e5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 -- 172.21.15.104:0/825418782 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6600158e00 msgr2=0x7f66001e4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6600158e00 0x7f66001e4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 -- 172.21.15.104:0/825418782 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6600159280 msgr2=0x7f66001e5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6600159280 0x7f66001e5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 -- 172.21.15.104:0/825418782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6600158600 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f6606240640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f66000b26e0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f65f000f7a0 tx=0x7f65f000fba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f65f6ffd640 1 -- 172.21.15.104:0/825418782 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65f00050d0 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f65f6ffd640 1 -- 172.21.15.104:0/825418782 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65f0005250 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66001588e0 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f65f6ffd640 1 -- 172.21.15.104:0/825418782 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65f000d730 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.169+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66000c8da0 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.170+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6600158ad0 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.171+0000 7f65f6ffd640 1 -- 172.21.15.104:0/825418782 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f65f000d890 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.171+0000 7f65f6ffd640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f65e406b810 0x7f65e406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.171+0000 7f65f6ffd640 1 -- 172.21.15.104:0/825418782 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f65f0089d00 con 0x7f65ec0047c0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.171+0000 7f6605a3f640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f65e406b810 0x7f65e406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.175 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.172+0000 7f6605a3f640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f65e406b810 0x7f65e406dcd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f65fc036000 tx=0x7f65fc030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:44.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.175+0000 7f65f6ffd640 1 -- 172.21.15.104:0/825418782 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f65f0054ab0 con 0x7f65ec0047c0 2024-02-19T16:32:44.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.354+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f66000751e0 con 0x7f65ec0047c0 2024-02-19T16:32:44.358 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.357+0000 7f65f6ffd640 1 -- 172.21.15.104:0/825418782 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) v1 ==== 104+0+0 (secure 0 0 0) 0x7f65f0058170 con 0x7f65ec0047c0 2024-02-19T16:32:44.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f65e406b810 msgr2=0x7f65e406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f65e406b810 0x7f65e406dcd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f65fc036000 tx=0x7f65fc030000 comp rx=0 tx=0).stop 2024-02-19T16:32:44.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 msgr2=0x7f66000b26e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f66000b26e0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f65f000f7a0 tx=0x7f65f000fba0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 shutdown_connections 2024-02-19T16:32:44.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f65e406b810 0x7f65e406dcd0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f6600159280 0x7f66001e5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f6600158e00 0x7f66001e4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.359+0000 7f66084a4640 1 --2- 172.21.15.104:0/825418782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65ec0047c0 0x7f66000b26e0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.360+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 >> 172.21.15.104:0/825418782 conn(0x7f6600072f80 msgr2=0x7f660006fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.360+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 shutdown_connections 2024-02-19T16:32:44.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.360+0000 7f66084a4640 1 -- 172.21.15.104:0/825418782 wait complete. 2024-02-19T16:32:44.372 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm' 2024-02-19T16:32:44.511 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.510+0000 7fa4fa3bd640 1 Processor -- start 2024-02-19T16:32:44.512 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.510+0000 7fa4fa3bd640 1 -- start start 2024-02-19T16:32:44.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4fa3bd640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fa4f40d1ff0 0x7fa4f40b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4fa3bd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4f40b29b0 con 0x7fa4f415ddb0 2024-02-19T16:32:44.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4fa3bd640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4f40b1930 con 0x7fa4f406cf00 2024-02-19T16:32:44.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4fa3bd640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4f40b1bf0 con 0x7fa4f40d1ff0 2024-02-19T16:32:44.514 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4f3fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa4f415ddb0 0x7fa4f40d18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:51998/0 (socket says 172.21.15.104:51998) 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4f3fff640 1 -- 172.21.15.104:0/694365130 learned_addr learned my addr 172.21.15.104:0/694365130 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4f37fe640 1 --2- 172.21.15.104:0/694365130 >> v2:172.21.15.158:3300/0 conn(0x7fa4f40d1ff0 0x7fa4f40b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2043116224 0 0) 0x7fa4e4001110 con 0x7fa4f415ddb0 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.511+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa4dc003520 con 0x7fa4f415ddb0 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2281926200 0 0) 0x7fa4dc003520 con 0x7fa4f415ddb0 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 >> v2:172.21.15.158:3300/0 conn(0x7fa4f40d1ff0 msgr2=0x7fa4f40b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 --2- 172.21.15.104:0/694365130 >> v2:172.21.15.158:3300/0 conn(0x7fa4f40d1ff0 0x7fa4f40b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 >> v1:172.21.15.158:6789/0 conn(0x7fa4f406cf00 legacy=0x7fa4f40cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4f40b1ed0 con 0x7fa4f415ddb0 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fa4e4001800 con 0x7fa4f415ddb0 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 >> v1:172.21.15.104:6789/0 conn(0x7fa4f415ddb0 legacy=0x7fa4f40d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc003970 0x7fa4dc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4dc0047c0 0x7fa4dc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4dc005180 0x7fa4dc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.515 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f40b1bf0 con 0x7fa4dc0047c0 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4dc00c020 con 0x7fa4dc005180 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4dc00c1e0 con 0x7fa4dc003970 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f37fe640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4dc0047c0 0x7fa4dc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f895a640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4dc005180 0x7fa4dc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f3fff640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc003970 0x7fa4dc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f37fe640 1 -- 172.21.15.104:0/694365130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc003970 msgr2=0x7fa4dc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f37fe640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc003970 0x7fa4dc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f37fe640 1 -- 172.21.15.104:0/694365130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4dc005180 msgr2=0x7fa4dc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f37fe640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4dc005180 0x7fa4dc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f37fe640 1 -- 172.21.15.104:0/694365130 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4dc003520 con 0x7fa4dc0047c0 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.512+0000 7fa4f895a640 1 -- 172.21.15.104:0/694365130 reap_dead start 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.513+0000 7fa4f37fe640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4dc0047c0 0x7fa4dc004c40 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8009ac0 tx=0x7fa4dc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecb838af3245b489 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.513+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e802c6b0 con 0x7fa4dc0047c0 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.513+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4e802c810 con 0x7fa4dc0047c0 2024-02-19T16:32:44.516 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.513+0000 7fa4f2ffd640 1 -- 172.21.15.104:0/694365130 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e802cba0 con 0x7fa4dc0047c0 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.513+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/694365130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4dc0047c0 msgr2=0x7fa4dc004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.513+0000 7fa4fa3bd640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4dc0047c0 0x7fa4dc004c40 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8009ac0 tx=0x7fa4dc0057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.514+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/694365130 shutdown_connections 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.514+0000 7fa4fa3bd640 1 --2- 172.21.15.104:0/694365130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4dc0047c0 0x7fa4dc004c40 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.514+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/694365130 >> 172.21.15.104:0/694365130 conn(0x7fa4f409aa70 msgr2=0x7fa4f409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.514+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/694365130 shutdown_connections 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.514+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/694365130 wait complete. 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.515+0000 7fa4fa3bd640 1 Processor -- start 2024-02-19T16:32:44.519 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.515+0000 7fa4fa3bd640 1 -- start start 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4fa3bd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc0047c0 0x7fa4f4159be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4fa3bd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f40c84d0 0x7fa4f409d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4fa3bd640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f40b68d0 0x7fa4f409d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4fa3bd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f41f7670 con 0x7fa4f40c84d0 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4fa3bd640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f41f7910 con 0x7fa4f40b68d0 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4fa3bd640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f41f7bf0 con 0x7fa4dc0047c0 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f40c84d0 0x7fa4f409d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f40c84d0 0x7fa4f409d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41184/0 (socket says 172.21.15.104:41184) 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 -- 172.21.15.104:0/4287707787 learned_addr learned my addr 172.21.15.104:0/4287707787 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f3fff640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc0047c0 0x7fa4f4159be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f895a640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f40b68d0 0x7fa4f409d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 -- 172.21.15.104:0/4287707787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc0047c0 msgr2=0x7fa4f4159be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc0047c0 0x7fa4f4159be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 -- 172.21.15.104:0/4287707787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f40b68d0 msgr2=0x7fa4f409d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:44.520 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f40b68d0 0x7fa4f409d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 -- 172.21.15.104:0/4287707787 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4f41f7ed0 con 0x7fa4f40c84d0 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f37fe640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f40c84d0 0x7fa4f409d250 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8009ac0 tx=0x7fa4e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f0ff9640 1 -- 172.21.15.104:0/4287707787 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8003810 con 0x7fa4f40c84d0 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f0ff9640 1 -- 172.21.15.104:0/4287707787 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4e8003970 con 0x7fa4f40c84d0 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4f41f81b0 con 0x7fa4f40c84d0 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4f0ff9640 1 -- 172.21.15.104:0/4287707787 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8003d00 con 0x7fa4f40c84d0 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.516+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4f409f520 con 0x7fa4f40c84d0 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.517+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4f40751e0 con 0x7fa4f40c84d0 2024-02-19T16:32:44.521 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.518+0000 7fa4f0ff9640 1 -- 172.21.15.104:0/4287707787 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fa4e8040450 con 0x7fa4f40c84d0 2024-02-19T16:32:44.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.518+0000 7fa4f0ff9640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4e006b810 0x7fa4e006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:44.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.518+0000 7fa4f0ff9640 1 -- 172.21.15.104:0/4287707787 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fa4e80abe70 con 0x7fa4f40c84d0 2024-02-19T16:32:44.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.518+0000 7fa4f3fff640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4e006b810 0x7fa4e006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:44.522 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.519+0000 7fa4f3fff640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4e006b810 0x7fa4e006dcd0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4001390 tx=0x7fa4e4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:44.524 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.523+0000 7fa4f0ff9640 1 -- 172.21.15.104:0/4287707787 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fa4e8076c20 con 0x7fa4f40c84d0 2024-02-19T16:32:44.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:44.758+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm"]} v 0) v1 -- 0x7fa4f40afb50 con 0x7fa4f40c84d0 2024-02-19T16:32:45.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.043+0000 7fa4f0ff9640 1 -- 172.21.15.104:0/4287707787 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm"]}]=0 v159) v1 ==== 134+0+0 (secure 0 0 0) 0x7fa4e80044e0 con 0x7fa4f40c84d0 2024-02-19T16:32:45.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4e006b810 msgr2=0x7fa4e006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:45.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4e006b810 0x7fa4e006dcd0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4001390 tx=0x7fa4e4009040 comp rx=0 tx=0).stop 2024-02-19T16:32:45.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f40c84d0 msgr2=0x7fa4f409d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f40c84d0 0x7fa4f409d250 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8009ac0 tx=0x7fa4e8004730 comp rx=0 tx=0).stop 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 shutdown_connections 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fa4e006b810 0x7fa4e006dcd0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4f40c84d0 0x7fa4f409d250 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fa4f40b68d0 0x7fa4f409d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 --2- 172.21.15.104:0/4287707787 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fa4dc0047c0 0x7fa4f4159be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.045+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 >> 172.21.15.104:0/4287707787 conn(0x7fa4f409aa70 msgr2=0x7fa4f406f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.046+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 shutdown_connections 2024-02-19T16:32:45.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:45.046+0000 7fa4fa3bd640 1 -- 172.21.15.104:0/4287707787 wait complete. 2024-02-19T16:32:45.059 INFO:tasks.cephfs_test_runner:test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm) ... ERROR 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner:====================================================================== 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner:ERROR: test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm) 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa/tasks/cephfs/test_pool_perm.py", line 52, in test_pool_perm 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: self.mount_a.run_python(remote_script.format(path=file_path, check_read=str(True))) 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa/tasks/cephfs/mount.py", line 776, in run_python 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: p.wait() 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_b1dac5519c57c269ea98a22fb7729016a1d0e4d2/teuthology/orchestra/run.py", line 161, in wait 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_b1dac5519c57c269ea98a22fb7729016a1d0e4d2/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-02-19T16:32:45.060 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi104 with status 1: 'stdin-killer -- python3 -c \'\nimport os\nimport errno\n\nfd = os.open("/home/ubuntu/cephtest/mnt.0/test_file", os.O_RDWR)\ntry:\n if True:\n ret = os.read(fd, 1024)\n else:\n os.write(fd, b\'"\'"\'content\'"\'"\')\nexcept OSError as e:\n if e.errno != errno.EPERM:\n raise\nelse:\n raise RuntimeError("client does not check permission of data pool")\n\'' 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner: 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner:Ran 2 tests in 123.067s 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner: 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner:FAILED (errors=1) 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner: 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner:====================================================================== 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner:ERROR: test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm) 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa/tasks/cephfs/test_pool_perm.py", line 52, in test_pool_perm 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner: self.mount_a.run_python(remote_script.format(path=file_path, check_read=str(True))) 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa/tasks/cephfs/mount.py", line 776, in run_python 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner: p.wait() 2024-02-19T16:32:45.061 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_b1dac5519c57c269ea98a22fb7729016a1d0e4d2/teuthology/orchestra/run.py", line 161, in wait 2024-02-19T16:32:45.062 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-02-19T16:32:45.062 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_b1dac5519c57c269ea98a22fb7729016a1d0e4d2/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-02-19T16:32:45.062 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-02-19T16:32:45.062 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi104 with status 1: 'stdin-killer -- python3 -c \'\nimport os\nimport errno\n\nfd = os.open("/home/ubuntu/cephtest/mnt.0/test_file", os.O_RDWR)\ntry:\n if True:\n ret = os.read(fd, 1024)\n else:\n os.write(fd, b\'"\'"\'content\'"\'"\')\nexcept OSError as e:\n if e.errno != errno.EPERM:\n raise\nelse:\n raise RuntimeError("client does not check permission of data pool")\n\'' 2024-02-19T16:32:45.062 INFO:tasks.cephfs_test_runner: 2024-02-19T16:32:45.062 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_b1dac5519c57c269ea98a22fb7729016a1d0e4d2/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm) 2024-02-19T16:32:45.289 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=ce0c99fc0eda4e3fb4f9aa465b198579 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_b1dac5519c57c269ea98a22fb7729016a1d0e4d2/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_9f8908eed2b2d7e8c316bd5be7ed6e49024931ee/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm) 2024-02-19T16:32:45.290 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-02-19T16:32:45.299 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-02-19T16:32:45.321 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-02-19T16:32:45.322 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:32:45.322 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:45.341 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056372,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18604 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-19T16:32:45.341 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-02-19T16:32:45.341 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:45.396 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056372,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18604 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-02-19T16:32:45.396 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:32:45.396 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:45.415 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056373,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16832 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-19T16:32:45.415 DEBUG:teuthology.orchestra.run.smithi158:> set -ex 2024-02-19T16:32:45.415 DEBUG:teuthology.orchestra.run.smithi158:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-19T16:32:45.473 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056373,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16832 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-02-19T16:32:45.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:45.474 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-02-19T16:32:45.488 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-02-19T16:32:45.489 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-19T16:32:45.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:45.489 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-02-19T16:32:45.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:45.556 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-19T16:32:45.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:45.624 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link delete ceph-brx 2024-02-19T16:32:45.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:45.718 DEBUG:teuthology.orchestra.run.smithi158:> ip netns list 2024-02-19T16:32:45.736 INFO:teuthology.orchestra.run.smithi158.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-02-19T16:32:45.736 INFO:teuthology.orchestra.run.smithi158.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-02-19T16:32:45.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:45.737 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-02-19T16:32:45.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:45.808 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-02-19T16:32:45.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-19T16:32:45.878 DEBUG:teuthology.orchestra.run.smithi158:> sudo ip link delete ceph-brx 2024-02-19T16:32:45.971 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-02-19T16:32:45.979 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-02-19T16:32:45.980 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:46.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.082+0000 7fd1589bd640 1 Processor -- start 2024-02-19T16:32:46.084 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.082+0000 7fd1589bd640 1 -- start start 2024-02-19T16:32:46.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd1589bd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd154154fc0 0x7fd1540b3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd1589bd640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fd1540b43c0 0x7fd1540b4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd1589bd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd15415b070 0x7fd15415b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd1589bd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd15415c0b0 con 0x7fd154154fc0 2024-02-19T16:32:46.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd1589bd640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1540b4d60 con 0x7fd1540b43c0 2024-02-19T16:32:46.086 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd1589bd640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd15415bdd0 con 0x7fd15415b070 2024-02-19T16:32:46.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd15259c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd154154fc0 0x7fd1540b3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd15259c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd154154fc0 0x7fd1540b3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41186/0 (socket says 172.21.15.104:41186) 2024-02-19T16:32:46.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd15259c640 1 -- 172.21.15.104:0/4265271056 learned_addr learned my addr 172.21.15.104:0/4265271056 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:46.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd152d9d640 1 --2- 172.21.15.104:0/4265271056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd15415b070 0x7fd15415b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.083+0000 7fd151d9b640 1 --2- 172.21.15.104:0/4265271056 >> v2:172.21.15.158:3300/0 conn(0x7fd1540b43c0 0x7fd1540b4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.084+0000 7fd15259c640 1 -- 172.21.15.104:0/4265271056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd15415b070 msgr2=0x7fd15415b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:46.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.084+0000 7fd15259c640 1 --2- 172.21.15.104:0/4265271056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd15415b070 0x7fd15415b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.087 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.084+0000 7fd15259c640 1 -- 172.21.15.104:0/4265271056 >> v2:172.21.15.158:3300/0 conn(0x7fd1540b43c0 msgr2=0x7fd1540b4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:46.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.084+0000 7fd15259c640 1 --2- 172.21.15.104:0/4265271056 >> v2:172.21.15.158:3300/0 conn(0x7fd1540b43c0 0x7fd1540b4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.084+0000 7fd15259c640 1 -- 172.21.15.104:0/4265271056 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1540b2a70 con 0x7fd154154fc0 2024-02-19T16:32:46.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.084+0000 7fd151d9b640 1 --2- 172.21.15.104:0/4265271056 >> v2:172.21.15.158:3300/0 conn(0x7fd1540b43c0 0x7fd1540b4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:46.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.084+0000 7fd15259c640 1 --2- 172.21.15.104:0/4265271056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1540b3550 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fd15406e720 tx=0x7fd14402e0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd3a3dcf807ae25d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.084+0000 7fd15159a640 1 -- 172.21.15.104:0/4265271056 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14402ec80 con 0x7fd154154fc0 2024-02-19T16:32:46.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd15159a640 1 -- 172.21.15.104:0/4265271056 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd14402ede0 con 0x7fd154154fc0 2024-02-19T16:32:46.088 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd15159a640 1 -- 172.21.15.104:0/4265271056 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd144036610 con 0x7fd154154fc0 2024-02-19T16:32:46.091 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 -- 172.21.15.104:0/4265271056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 msgr2=0x7fd1540b3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.091 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 --2- 172.21.15.104:0/4265271056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1540b3550 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fd15406e720 tx=0x7fd14402e0e0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.091 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 -- 172.21.15.104:0/4265271056 shutdown_connections 2024-02-19T16:32:46.091 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 --2- 172.21.15.104:0/4265271056 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd15415b070 0x7fd15415b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 --2- 172.21.15.104:0/4265271056 >> v2:172.21.15.158:3300/0 conn(0x7fd1540b43c0 0x7fd1540b4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 --2- 172.21.15.104:0/4265271056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1540b3550 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 -- 172.21.15.104:0/4265271056 >> 172.21.15.104:0/4265271056 conn(0x7fd1540b1a10 msgr2=0x7fd1540b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 -- 172.21.15.104:0/4265271056 shutdown_connections 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.085+0000 7fd1589bd640 1 -- 172.21.15.104:0/4265271056 wait complete. 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.086+0000 7fd1589bd640 1 Processor -- start 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd1589bd640 1 -- start start 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd1589bd640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd1540b43c0 0x7fd1541f32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.092 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd1589bd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1541eea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd1589bd640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd15415b070 0x7fd15415d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd1589bd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1541f2e80 con 0x7fd154154fc0 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd1589bd640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1540a95d0 con 0x7fd15415b070 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd1589bd640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd154146c70 con 0x7fd1540b43c0 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd151d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1541eea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd151d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1541eea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41198/0 (socket says 172.21.15.104:41198) 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.087+0000 7fd151d9b640 1 -- 172.21.15.104:0/1707099011 learned_addr learned my addr 172.21.15.104:0/1707099011 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd151d9b640 1 -- 172.21.15.104:0/1707099011 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd1540b43c0 msgr2=0x7fd1541f32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.093 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd151d9b640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd1540b43c0 0x7fd1541f32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd151d9b640 1 -- 172.21.15.104:0/1707099011 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd15415b070 msgr2=0x7fd15415d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd151d9b640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd15415b070 0x7fd15415d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd151d9b640 1 -- 172.21.15.104:0/1707099011 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd144009b30 con 0x7fd154154fc0 2024-02-19T16:32:46.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd151d9b640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1541eea00 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fd14800e840 tx=0x7fd14800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd142ffd640 1 -- 172.21.15.104:0/1707099011 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd148004030 con 0x7fd154154fc0 2024-02-19T16:32:46.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd142ffd640 1 -- 172.21.15.104:0/1707099011 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd148004190 con 0x7fd154154fc0 2024-02-19T16:32:46.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd15415de30 con 0x7fd154154fc0 2024-02-19T16:32:46.094 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd142ffd640 1 -- 172.21.15.104:0/1707099011 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd148004520 con 0x7fd154154fc0 2024-02-19T16:32:46.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.088+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1541f27c0 con 0x7fd154154fc0 2024-02-19T16:32:46.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.089+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1540751e0 con 0x7fd154154fc0 2024-02-19T16:32:46.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.089+0000 7fd142ffd640 1 -- 172.21.15.104:0/1707099011 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fd14800c6d0 con 0x7fd154154fc0 2024-02-19T16:32:46.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.090+0000 7fd142ffd640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd13406b810 0x7fd13406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.090+0000 7fd142ffd640 1 -- 172.21.15.104:0/1707099011 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fd1480899c0 con 0x7fd154154fc0 2024-02-19T16:32:46.095 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.090+0000 7fd15259c640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd13406b810 0x7fd13406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.090+0000 7fd15259c640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd13406b810 0x7fd13406dcd0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fd144037000 tx=0x7fd144030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.096 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.094+0000 7fd142ffd640 1 -- 172.21.15.104:0/1707099011 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fd148054770 con 0x7fd154154fc0 2024-02-19T16:32:46.262 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.261+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd1540b3030 con 0x7fd13406b810 2024-02-19T16:32:46.264 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.263+0000 7fd142ffd640 1 -- 172.21.15.104:0/1707099011 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+51129 (secure 0 0 0) 0x7fd14402eb80 con 0x7fd13406b810 2024-02-19T16:32:46.265 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:46.265 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:46.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd13406b810 msgr2=0x7fd13406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.266 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd13406b810 0x7fd13406dcd0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fd144037000 tx=0x7fd144030000 comp rx=0 tx=0).stop 2024-02-19T16:32:46.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 msgr2=0x7fd1541eea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1541eea00 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fd14800e840 tx=0x7fd14800ed00 comp rx=0 tx=0).stop 2024-02-19T16:32:46.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 shutdown_connections 2024-02-19T16:32:46.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fd13406b810 0x7fd13406dcd0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd154154fc0 0x7fd1541eea00 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.267 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fd15415b070 0x7fd15415d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.268 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 --2- 172.21.15.104:0/1707099011 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fd1540b43c0 0x7fd1541f32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.268 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 >> 172.21.15.104:0/1707099011 conn(0x7fd1540b1a10 msgr2=0x7fd1540cef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:46.268 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 shutdown_connections 2024-02-19T16:32:46.268 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.265+0000 7fd1589bd640 1 -- 172.21.15.104:0/1707099011 wait complete. 2024-02-19T16:32:46.277 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-02-19T16:32:46.090753+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":166,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":238632,"kb_used_data":5832,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736088,"statfs":{"total":773094113280,"available":772849754112,"internally_reserved":0,"allocated":5971968,"data_stored":3171088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14933,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-70,"num_write_kb":-38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001077"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":233,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-02-19T16:32:44.040523+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:32:44.040523+0000","last_peered":"2024-02-19T16:32:44.040523+0000","last_clean":"2024-02-19T16:32:44.040523+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:32:44.040523+0000","last_undegraded":"2024-02-19T16:32:44.040523+0000","last_fullsized":"2024-02-19T16:32:44.040523+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32344,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339496,"statfs":{"total":96636764160,"available":96603643904,"internally_reserved":0,"allocated":1191936,"data_stored":839162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.437,"15min":0.42699999999999999},"min":{"1min":0.26800000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.71499999999999997,"5min":0.875,"15min":0.875},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.432,"15min":0.42599999999999999},"min":{"1min":0.30399999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.76000000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.40500000000000003},"min":{"1min":0.34899999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.69999999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.44700000000000001,"15min":0.441},"min":{"1min":0.27400000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.81200000000000006}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.47999999999999998,"15min":0.46400000000000002},"min":{"1min":0.38700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76800000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.33300000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.72999999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55400000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.35799999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.497,"15min":0.47999999999999998},"min":{"1min":0.44600000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.63700000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.39200000000000002,"15min":0.372},"min":{"1min":0.34999999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.624,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.47199999999999998,"15min":0.46000000000000002},"min":{"1min":0.34899999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.67800000000000005,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.73999999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.41899999999999998,"15min":0.40000000000000002},"min":{"1min":0.39200000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.72499999999999998,"5min":0.747,"15min":0.747},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.433,"15min":0.41099999999999998},"min":{"1min":0.39100000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.79500000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.89500000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70799999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.45900000000000002,"15min":0.44500000000000001},"min":{"1min":0.41399999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65100000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.77600000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574884,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.65000000000000002,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.47299999999999998,"15min":0.46800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.47799999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":0.67000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.47999999999999998,"15min":0.46899999999999997},"min":{"1min":0.38,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69899999999999995,"5min":1.046,"15min":1.046},"last":0.54000000000000004}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68700000000000006,"5min":0.87,"15min":0.87},"last":0.435},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.505},"min":{"1min":0.42699999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70299999999999996,"5min":0.752,"15min":0.752},"last":0.57599999999999996}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.49299999999999999,"15min":0.48199999999999998},"min":{"1min":0.41599999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.67600000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.38500000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.52100000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.41299999999999998,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.41999999999999998,"15min":0.39900000000000002},"min":{"1min":0.33100000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.59599999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.44900000000000001,"15min":0.433},"min":{"1min":0.378,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65200000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.47299999999999998,"15min":0.45600000000000002},"min":{"1min":0.34499999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.78300000000000003,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.45900000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.48499999999999999,"15min":0.46700000000000003},"min":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76600000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.47099999999999997,"15min":0.45200000000000001},"min":{"1min":0.42799999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69099999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.61399999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574884,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.61899999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.45800000000000002,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.624,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.628}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60899999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.52800000000000002,"15min":0.52300000000000002},"min":{"1min":0.41799999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.68400000000000005,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.67700000000000005}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.32100000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.32200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.68899999999999995}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.41599999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81699999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.51100000000000001,"15min":0.497},"min":{"1min":0.36699999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.76900000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.38,"15min":0.34999999999999998},"min":{"1min":0.35699999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.41499999999999998,"15min":0.39100000000000001},"min":{"1min":0.315,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.878,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.434}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.42799999999999999,"15min":0.40500000000000003},"min":{"1min":0.34100000000000003,"5min":0.255,"15min":0.255},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.437,"15min":0.41299999999999998},"min":{"1min":0.38700000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.55000000000000004}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.5,"15min":0.48099999999999998},"min":{"1min":0.39900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.497,"15min":0.47399999999999998},"min":{"1min":0.45800000000000002,"5min":0.31,"15min":0.31},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.58599999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574884,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47199999999999998,"15min":0.46999999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.75,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.50600000000000001,"15min":0.503},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68000000000000005,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.66600000000000004}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.46100000000000002,"15min":0.44900000000000001},"min":{"1min":0.33600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.5,"15min":0.49199999999999999},"min":{"1min":0.39100000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":0.752,"15min":0.752},"last":0.499}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.36699999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73399999999999999,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.47599999999999998,"15min":0.46300000000000002},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78500000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.497,"15min":0.49299999999999999},"min":{"1min":0.379,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67700000000000005,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.754,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.58299999999999996}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.379,"15min":0.36299999999999999},"min":{"1min":0.28499999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.81899999999999995,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.40100000000000002,"15min":0.38700000000000001},"min":{"1min":0.32300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71799999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.64900000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.42199999999999999,"15min":0.40400000000000003},"min":{"1min":0.35899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.47799999999999998,"15min":0.46000000000000002},"min":{"1min":0.36199999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.73399999999999999}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.48199999999999998,"15min":0.46400000000000002},"min":{"1min":0.36399999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77400000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.52400000000000002,"15min":0.50800000000000001},"min":{"1min":0.47599999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88100000000000001,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.71899999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574885,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34399999999999997,"15min":0.35099999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.40000000000000002,"5min":0.505,"15min":0.505},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.33000000000000002,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.374,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.252}]},{"osd":1,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34799999999999998,"15min":0.35499999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.40600000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.311},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.375,"15min":0.38300000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.46600000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26800000000000002}]},{"osd":2,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.40899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.39800000000000002,"15min":0.40799999999999997},"min":{"1min":0.25,"5min":0.246,"15min":0.246},"max":{"1min":0.436,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.29999999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.52400000000000002,"15min":0.51700000000000002},"min":{"1min":0.443,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73299999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.63300000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.50800000000000001,"15min":0.501},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65300000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.55500000000000005,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.76700000000000002,"5min":0.871,"15min":0.871},"last":0.621}]},{"osd":6,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81100000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54800000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.71599999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.59699999999999998}]},{"osd":7,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.42399999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.69299999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.77800000000000002,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.64700000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574886,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33300000000000002,"15min":0.33100000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.36199999999999999,"15min":0.36399999999999999},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.42199999999999999,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.35499999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.33700000000000002,"15min":0.33900000000000002},"min":{"1min":0.25800000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.42499999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.33000000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.308}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.373},{"interface":"front","average":{"1min":0.374,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.48599999999999999,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.26600000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.50700000000000001,"15min":0.495},"min":{"1min":0.42199999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.72299999999999998,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.44600000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.499}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.47499999999999998,"15min":0.46100000000000002},"min":{"1min":0.40999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70199999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.48999999999999999,"15min":0.47899999999999998},"min":{"1min":0.45100000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.64000000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.50800000000000001,"15min":0.5},"min":{"1min":0.46000000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.68799999999999994,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.51100000000000001},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69299999999999995,"5min":0.752,"15min":0.752},"last":0.60599999999999998}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.51500000000000001,"15min":0.499},"min":{"1min":0.439,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.45600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.74199999999999999,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.65400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.29199999999999998,"15min":0.29599999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.36399999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.33600000000000002,"15min":0.34499999999999997},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.40400000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.26200000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34300000000000003,"15min":0.34999999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42199999999999999,"5min":0.503,"15min":0.503},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.371,"15min":0.379},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.46700000000000003,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36899999999999999,"15min":0.373},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.441},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.34200000000000003,"15min":0.34499999999999997},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.439,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.38800000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":1.0449999999999999,"15min":1.133},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67900000000000005,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.0589999999999999,"15min":1.1459999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77800000000000002,"5min":13.202,"15min":13.202},"last":0.61899999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.46500000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69999999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.495,"15min":0.48399999999999999},"min":{"1min":0.41799999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.69699999999999995}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.501,"15min":0.496},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56000000000000005}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.433,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.46000000000000002,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.495}]}]},{"osd":0,"up_from":13,"seq":55834574884,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28184,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343656,"statfs":{"total":96636764160,"available":96607903744,"internally_reserved":0,"allocated":1191936,"data_stored":839162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.32600000000000001,"15min":0.33200000000000002},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.318,"15min":0.32200000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36099999999999999,"15min":0.36699999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.33700000000000002,"15min":0.34200000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.32200000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.35299999999999998,"15min":0.35699999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.372,"5min":0.40300000000000002,"15min":0.40799999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58499999999999996,"5min":0.62,"15min":0.62},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.45000000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52000000000000002,"15min":0.51400000000000001},"min":{"1min":0.442,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68899999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.63100000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.497},"min":{"1min":0.46500000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.51300000000000001,"15min":0.501},"min":{"1min":0.39600000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.69499999999999995}]},{"osd":6,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.51700000000000002,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.441,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69099999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.68200000000000005}]},{"osd":7,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.52100000000000002,"15min":0.51300000000000001},"min":{"1min":0.40899999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77000000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.61899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:46.279 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:46.378 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.377+0000 7fc35102a640 1 Processor -- start 2024-02-19T16:32:46.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.377+0000 7fc35102a640 1 -- start start 2024-02-19T16:32:46.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc35102a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc34c0ad600 0x7fc34c166b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc35102a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc34c0cbe10 con 0x7fc34c0cb960 2024-02-19T16:32:46.379 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc35102a640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc34c0cc0f0 con 0x7fc34c15bbb0 2024-02-19T16:32:46.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc35102a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc34c0cc3d0 con 0x7fc34c0ad600 2024-02-19T16:32:46.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc34b59e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc34c0ad600 0x7fc34c166b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc34a59c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fc34c0cb960 0x7fc34c0acef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52004/0 (socket says 172.21.15.104:52004) 2024-02-19T16:32:46.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc34a59c640 1 -- 172.21.15.104:0/2208637538 learned_addr learned my addr 172.21.15.104:0/2208637538 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:46.381 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc34b59e640 1 -- 172.21.15.104:0/2208637538 >> v1:172.21.15.158:6789/0 conn(0x7fc34c15bbb0 legacy=0x7fc34c0cb250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc34b59e640 1 -- 172.21.15.104:0/2208637538 >> v1:172.21.15.104:6789/0 conn(0x7fc34c0cb960 legacy=0x7fc34c0acef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.378+0000 7fc34b59e640 1 -- 172.21.15.104:0/2208637538 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc34c0cc6b0 con 0x7fc34c0ad600 2024-02-19T16:32:46.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.379+0000 7fc34b59e640 1 --2- 172.21.15.104:0/2208637538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0ad600 0x7fc34c166b60 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fc3440097a0 tx=0x7fc34402b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc58424bdb73807a server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.379+0000 7fc349d9b640 1 -- 172.21.15.104:0/2208637538 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc344030610 con 0x7fc34c0ad600 2024-02-19T16:32:46.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.379+0000 7fc349d9b640 1 -- 172.21.15.104:0/2208637538 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc344030770 con 0x7fc34c0ad600 2024-02-19T16:32:46.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.379+0000 7fc349d9b640 1 -- 172.21.15.104:0/2208637538 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc344030b00 con 0x7fc34c0ad600 2024-02-19T16:32:46.382 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.380+0000 7fc35102a640 1 -- 172.21.15.104:0/2208637538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0ad600 msgr2=0x7fc34c166b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.380+0000 7fc35102a640 1 --2- 172.21.15.104:0/2208637538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0ad600 0x7fc34c166b60 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fc3440097a0 tx=0x7fc34402b960 comp rx=0 tx=0).stop 2024-02-19T16:32:46.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.380+0000 7fc35102a640 1 -- 172.21.15.104:0/2208637538 shutdown_connections 2024-02-19T16:32:46.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.380+0000 7fc35102a640 1 --2- 172.21.15.104:0/2208637538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0ad600 0x7fc34c166b60 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.380+0000 7fc35102a640 1 -- 172.21.15.104:0/2208637538 >> 172.21.15.104:0/2208637538 conn(0x7fc34c0b2240 msgr2=0x7fc34c0d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:46.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.380+0000 7fc35102a640 1 -- 172.21.15.104:0/2208637538 shutdown_connections 2024-02-19T16:32:46.383 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.380+0000 7fc35102a640 1 -- 172.21.15.104:0/2208637538 wait complete. 2024-02-19T16:32:46.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.381+0000 7fc35102a640 1 Processor -- start 2024-02-19T16:32:46.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.381+0000 7fc35102a640 1 -- start start 2024-02-19T16:32:46.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc35102a640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc34c0ad600 0x7fc34c0c6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc35102a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0cb960 0x7fc34c153ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.386 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc35102a640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc34c15bbb0 0x7fc34c0b3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc35102a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c154420 con 0x7fc34c0cb960 2024-02-19T16:32:46.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc35102a640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c0c5660 con 0x7fc34c15bbb0 2024-02-19T16:32:46.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc35102a640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c09b640 con 0x7fc34c0ad600 2024-02-19T16:32:46.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0cb960 0x7fc34c153ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0cb960 0x7fc34c153ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41206/0 (socket says 172.21.15.104:41206) 2024-02-19T16:32:46.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34a59c640 1 -- 172.21.15.104:0/4223613301 learned_addr learned my addr 172.21.15.104:0/4223613301 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:46.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34b59e640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc34c15bbb0 0x7fc34c0b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.387 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34ad9d640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc34c0ad600 0x7fc34c0c6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34a59c640 1 -- 172.21.15.104:0/4223613301 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc34c0ad600 msgr2=0x7fc34c0c6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34a59c640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc34c0ad600 0x7fc34c0c6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34a59c640 1 -- 172.21.15.104:0/4223613301 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc34c15bbb0 msgr2=0x7fc34c0b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34a59c640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc34c15bbb0 0x7fc34c0b3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.382+0000 7fc34a59c640 1 -- 172.21.15.104:0/4223613301 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc344009400 con 0x7fc34c0cb960 2024-02-19T16:32:46.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.383+0000 7fc34a59c640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0cb960 0x7fc34c153ee0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fc34000c500 tx=0x7fc34000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.383+0000 7fc3337fe640 1 -- 172.21.15.104:0/4223613301 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc340005ce0 con 0x7fc34c0cb960 2024-02-19T16:32:46.388 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.383+0000 7fc3337fe640 1 -- 172.21.15.104:0/4223613301 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc340005e40 con 0x7fc34c0cb960 2024-02-19T16:32:46.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.383+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc34c0c5900 con 0x7fc34c0cb960 2024-02-19T16:32:46.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.383+0000 7fc3337fe640 1 -- 172.21.15.104:0/4223613301 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3400072f0 con 0x7fc34c0cb960 2024-02-19T16:32:46.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.383+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc34c09b920 con 0x7fc34c0cb960 2024-02-19T16:32:46.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.384+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc34c0c5e20 con 0x7fc34c0cb960 2024-02-19T16:32:46.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.384+0000 7fc3337fe640 1 -- 172.21.15.104:0/4223613301 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc340007450 con 0x7fc34c0cb960 2024-02-19T16:32:46.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.385+0000 7fc3337fe640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc33806b840 0x7fc33806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.385+0000 7fc3337fe640 1 -- 172.21.15.104:0/4223613301 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc340089290 con 0x7fc34c0cb960 2024-02-19T16:32:46.389 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.385+0000 7fc34ad9d640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc33806b840 0x7fc33806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.385+0000 7fc34ad9d640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc33806b840 0x7fc33806dd00 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc33c001e70 tx=0x7fc33c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.390 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.389+0000 7fc3337fe640 1 -- 172.21.15.104:0/4223613301 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc34c0c5e20 con 0x7fc34c0cb960 2024-02-19T16:32:46.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.558+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc34c0c5e20 con 0x7fc33806b840 2024-02-19T16:32:46.561 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.560+0000 7fc3337fe640 1 -- 172.21.15.104:0/4223613301 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+51129 (secure 0 0 0) 0x7fc34c0c5e20 con 0x7fc33806b840 2024-02-19T16:32:46.562 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:46.562 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:46.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc33806b840 msgr2=0x7fc33806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc33806b840 0x7fc33806dd00 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc33c001e70 tx=0x7fc33c009040 comp rx=0 tx=0).stop 2024-02-19T16:32:46.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0cb960 msgr2=0x7fc34c153ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0cb960 0x7fc34c153ee0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fc34000c500 tx=0x7fc34000c9c0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 shutdown_connections 2024-02-19T16:32:46.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc33806b840 0x7fc33806dd00 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc34c0cb960 0x7fc34c153ee0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.564 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc34c15bbb0 0x7fc34c0b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 --2- 172.21.15.104:0/4223613301 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc34c0ad600 0x7fc34c0c6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 >> 172.21.15.104:0/4223613301 conn(0x7fc34c0b2240 msgr2=0x7fc34c0b0040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:46.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 shutdown_connections 2024-02-19T16:32:46.565 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.562+0000 7fc35102a640 1 -- 172.21.15.104:0/4223613301 wait complete. 2024-02-19T16:32:46.574 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-02-19T16:32:46.090753+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":166,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":238632,"kb_used_data":5832,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736088,"statfs":{"total":773094113280,"available":772849754112,"internally_reserved":0,"allocated":5971968,"data_stored":3171088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14933,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-70,"num_write_kb":-38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001077"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":233,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-02-19T16:32:44.040523+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:32:44.040523+0000","last_peered":"2024-02-19T16:32:44.040523+0000","last_clean":"2024-02-19T16:32:44.040523+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:32:44.040523+0000","last_undegraded":"2024-02-19T16:32:44.040523+0000","last_fullsized":"2024-02-19T16:32:44.040523+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32344,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339496,"statfs":{"total":96636764160,"available":96603643904,"internally_reserved":0,"allocated":1191936,"data_stored":839162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.437,"15min":0.42699999999999999},"min":{"1min":0.26800000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.71499999999999997,"5min":0.875,"15min":0.875},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.432,"15min":0.42599999999999999},"min":{"1min":0.30399999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.76000000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.40500000000000003},"min":{"1min":0.34899999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.69999999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.44700000000000001,"15min":0.441},"min":{"1min":0.27400000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.81200000000000006}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.47999999999999998,"15min":0.46400000000000002},"min":{"1min":0.38700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76800000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.33300000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.72999999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55400000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.35799999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.497,"15min":0.47999999999999998},"min":{"1min":0.44600000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.63700000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.39200000000000002,"15min":0.372},"min":{"1min":0.34999999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.624,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.47199999999999998,"15min":0.46000000000000002},"min":{"1min":0.34899999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.67800000000000005,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.73999999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.41899999999999998,"15min":0.40000000000000002},"min":{"1min":0.39200000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.72499999999999998,"5min":0.747,"15min":0.747},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.433,"15min":0.41099999999999998},"min":{"1min":0.39100000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.79500000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.89500000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70799999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.45900000000000002,"15min":0.44500000000000001},"min":{"1min":0.41399999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65100000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.77600000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574884,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.65000000000000002,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.47299999999999998,"15min":0.46800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.47799999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":0.67000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.47999999999999998,"15min":0.46899999999999997},"min":{"1min":0.38,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69899999999999995,"5min":1.046,"15min":1.046},"last":0.54000000000000004}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68700000000000006,"5min":0.87,"15min":0.87},"last":0.435},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.505},"min":{"1min":0.42699999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70299999999999996,"5min":0.752,"15min":0.752},"last":0.57599999999999996}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.49299999999999999,"15min":0.48199999999999998},"min":{"1min":0.41599999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.67600000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.38500000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.52100000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.41299999999999998,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.41999999999999998,"15min":0.39900000000000002},"min":{"1min":0.33100000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.59599999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.44900000000000001,"15min":0.433},"min":{"1min":0.378,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65200000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.47299999999999998,"15min":0.45600000000000002},"min":{"1min":0.34499999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.78300000000000003,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.45900000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.48499999999999999,"15min":0.46700000000000003},"min":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76600000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.47099999999999997,"15min":0.45200000000000001},"min":{"1min":0.42799999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69099999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.61399999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574884,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.61899999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.45800000000000002,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.624,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.628}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60899999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.52800000000000002,"15min":0.52300000000000002},"min":{"1min":0.41799999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.68400000000000005,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.67700000000000005}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.32100000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.32200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.68899999999999995}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.41599999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81699999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.51100000000000001,"15min":0.497},"min":{"1min":0.36699999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.76900000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.38,"15min":0.34999999999999998},"min":{"1min":0.35699999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.41499999999999998,"15min":0.39100000000000001},"min":{"1min":0.315,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.878,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.434}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.42799999999999999,"15min":0.40500000000000003},"min":{"1min":0.34100000000000003,"5min":0.255,"15min":0.255},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.437,"15min":0.41299999999999998},"min":{"1min":0.38700000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.55000000000000004}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.5,"15min":0.48099999999999998},"min":{"1min":0.39900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.497,"15min":0.47399999999999998},"min":{"1min":0.45800000000000002,"5min":0.31,"15min":0.31},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.58599999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574884,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47199999999999998,"15min":0.46999999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.75,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.50600000000000001,"15min":0.503},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68000000000000005,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.66600000000000004}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.46100000000000002,"15min":0.44900000000000001},"min":{"1min":0.33600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.5,"15min":0.49199999999999999},"min":{"1min":0.39100000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":0.752,"15min":0.752},"last":0.499}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.36699999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73399999999999999,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.47599999999999998,"15min":0.46300000000000002},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78500000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.497,"15min":0.49299999999999999},"min":{"1min":0.379,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67700000000000005,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.754,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.58299999999999996}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.379,"15min":0.36299999999999999},"min":{"1min":0.28499999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.81899999999999995,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.40100000000000002,"15min":0.38700000000000001},"min":{"1min":0.32300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71799999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.64900000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.42199999999999999,"15min":0.40400000000000003},"min":{"1min":0.35899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.47799999999999998,"15min":0.46000000000000002},"min":{"1min":0.36199999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.73399999999999999}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.48199999999999998,"15min":0.46400000000000002},"min":{"1min":0.36399999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77400000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.52400000000000002,"15min":0.50800000000000001},"min":{"1min":0.47599999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88100000000000001,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.71899999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574885,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34399999999999997,"15min":0.35099999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.40000000000000002,"5min":0.505,"15min":0.505},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.33000000000000002,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.374,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.252}]},{"osd":1,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34799999999999998,"15min":0.35499999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.40600000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.311},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.375,"15min":0.38300000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.46600000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26800000000000002}]},{"osd":2,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.40899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.39800000000000002,"15min":0.40799999999999997},"min":{"1min":0.25,"5min":0.246,"15min":0.246},"max":{"1min":0.436,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.29999999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.52400000000000002,"15min":0.51700000000000002},"min":{"1min":0.443,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73299999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.63300000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.50800000000000001,"15min":0.501},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65300000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.55500000000000005,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.76700000000000002,"5min":0.871,"15min":0.871},"last":0.621}]},{"osd":6,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81100000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54800000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.71599999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.59699999999999998}]},{"osd":7,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.42399999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.69299999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.77800000000000002,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.64700000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574886,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33300000000000002,"15min":0.33100000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.36199999999999999,"15min":0.36399999999999999},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.42199999999999999,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.35499999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.33700000000000002,"15min":0.33900000000000002},"min":{"1min":0.25800000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.42499999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.33000000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.308}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.373},{"interface":"front","average":{"1min":0.374,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.48599999999999999,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.26600000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.50700000000000001,"15min":0.495},"min":{"1min":0.42199999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.72299999999999998,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.44600000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.499}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.47499999999999998,"15min":0.46100000000000002},"min":{"1min":0.40999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70199999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.48999999999999999,"15min":0.47899999999999998},"min":{"1min":0.45100000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.64000000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.50800000000000001,"15min":0.5},"min":{"1min":0.46000000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.68799999999999994,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.51100000000000001},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69299999999999995,"5min":0.752,"15min":0.752},"last":0.60599999999999998}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.51500000000000001,"15min":0.499},"min":{"1min":0.439,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.45600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.74199999999999999,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.65400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.29199999999999998,"15min":0.29599999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.36399999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.33600000000000002,"15min":0.34499999999999997},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.40400000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.26200000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34300000000000003,"15min":0.34999999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42199999999999999,"5min":0.503,"15min":0.503},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.371,"15min":0.379},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.46700000000000003,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36899999999999999,"15min":0.373},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.441},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.34200000000000003,"15min":0.34499999999999997},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.439,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.38800000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":1.0449999999999999,"15min":1.133},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67900000000000005,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.0589999999999999,"15min":1.1459999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77800000000000002,"5min":13.202,"15min":13.202},"last":0.61899999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.46500000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69999999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.495,"15min":0.48399999999999999},"min":{"1min":0.41799999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.69699999999999995}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.501,"15min":0.496},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56000000000000005}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.433,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.46000000000000002,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.495}]}]},{"osd":0,"up_from":13,"seq":55834574884,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28184,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343656,"statfs":{"total":96636764160,"available":96607903744,"internally_reserved":0,"allocated":1191936,"data_stored":839162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.32600000000000001,"15min":0.33200000000000002},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.318,"15min":0.32200000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36099999999999999,"15min":0.36699999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.33700000000000002,"15min":0.34200000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.32200000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.35299999999999998,"15min":0.35699999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.372,"5min":0.40300000000000002,"15min":0.40799999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58499999999999996,"5min":0.62,"15min":0.62},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.45000000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52000000000000002,"15min":0.51400000000000001},"min":{"1min":0.442,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68899999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.63100000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.497},"min":{"1min":0.46500000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.51300000000000001,"15min":0.501},"min":{"1min":0.39600000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.69499999999999995}]},{"osd":6,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.51700000000000002,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.441,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69099999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.68200000000000005}]},{"osd":7,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.52100000000000002,"15min":0.51300000000000001},"min":{"1min":0.40899999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77000000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.61899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:46.575 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-02-19T16:32:46.575 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:46.674 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.673+0000 7f627f4b5640 1 Processor -- start 2024-02-19T16:32:46.675 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.673+0000 7f627f4b5640 1 -- start start 2024-02-19T16:32:46.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627f4b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f62780d1ff0 0x7f62780b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627f4b5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f627806cf00 0x7f62780cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.676 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627f4b5640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62780b29b0 con 0x7f627815ddb0 2024-02-19T16:32:46.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627f4b5640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62780b1930 con 0x7f627806cf00 2024-02-19T16:32:46.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627f4b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f627806d390 con 0x7f62780d1ff0 2024-02-19T16:32:46.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627da52640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f627806cf00 0x7f62780cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627da52640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f627806cf00 0x7f62780cfb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41208/0 (socket says 172.21.15.104:41208) 2024-02-19T16:32:46.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627da52640 1 -- 172.21.15.104:0/1675642269 learned_addr learned my addr 172.21.15.104:0/1675642269 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:46.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627ca50640 1 --2- 172.21.15.104:0/1675642269 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f62780d1ff0 0x7f62780b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627da52640 1 -- 172.21.15.104:0/1675642269 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f62780d1ff0 msgr2=0x7f62780b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:46.677 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627da52640 1 --2- 172.21.15.104:0/1675642269 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f62780d1ff0 0x7f62780b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627da52640 1 -- 172.21.15.104:0/1675642269 >> v1:172.21.15.158:6789/0 conn(0x7f627815ddb0 legacy=0x7f62780d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:46.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627da52640 1 -- 172.21.15.104:0/1675642269 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62780b1bf0 con 0x7f627806cf00 2024-02-19T16:32:46.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.674+0000 7f627ca50640 1 --2- 172.21.15.104:0/1675642269 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f62780d1ff0 0x7f62780b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:46.678 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.675+0000 7f627da52640 1 --2- 172.21.15.104:0/1675642269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f627806cf00 0x7f62780cfb10 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6270009e50 tx=0x7f627002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=129df97f3856b21b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.675+0000 7f626ffff640 1 -- 172.21.15.104:0/1675642269 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f627002ca70 con 0x7f627806cf00 2024-02-19T16:32:46.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.675+0000 7f626ffff640 1 -- 172.21.15.104:0/1675642269 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f627002cbd0 con 0x7f627806cf00 2024-02-19T16:32:46.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.675+0000 7f626ffff640 1 -- 172.21.15.104:0/1675642269 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62700343f0 con 0x7f627806cf00 2024-02-19T16:32:46.682 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.676+0000 7f627f4b5640 1 -- 172.21.15.104:0/1675642269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f627806cf00 msgr2=0x7f62780cfb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.676+0000 7f627f4b5640 1 --2- 172.21.15.104:0/1675642269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f627806cf00 0x7f62780cfb10 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6270009e50 tx=0x7f627002bed0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.676+0000 7f627f4b5640 1 -- 172.21.15.104:0/1675642269 shutdown_connections 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.676+0000 7f627f4b5640 1 --2- 172.21.15.104:0/1675642269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f627806cf00 0x7f62780cfb10 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.676+0000 7f627f4b5640 1 --2- 172.21.15.104:0/1675642269 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f62780d1ff0 0x7f62780b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.676+0000 7f627f4b5640 1 -- 172.21.15.104:0/1675642269 >> 172.21.15.104:0/1675642269 conn(0x7f627809aa70 msgr2=0x7f627809ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.676+0000 7f627f4b5640 1 -- 172.21.15.104:0/1675642269 shutdown_connections 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.676+0000 7f627f4b5640 1 -- 172.21.15.104:0/1675642269 wait complete. 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.677+0000 7f627f4b5640 1 Processor -- start 2024-02-19T16:32:46.683 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.677+0000 7f627f4b5640 1 -- start start 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627f4b5640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f627806cf00 0x7f6278147e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627f4b5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62780d1ff0 0x7f62780af180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627f4b5640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f627815ddb0 0x7f62780af6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627f4b5640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6278159810 con 0x7f62780d1ff0 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627f4b5640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6278158c00 con 0x7f627806cf00 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627f4b5640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6278158ee0 con 0x7f627815ddb0 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62780d1ff0 0x7f62780af180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62780d1ff0 0x7f62780af180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41210/0 (socket says 172.21.15.104:41210) 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 -- 172.21.15.104:0/562907614 learned_addr learned my addr 172.21.15.104:0/562907614 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:46.684 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627d251640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f627806cf00 0x7f6278147e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627da52640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f627815ddb0 0x7f62780af6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 -- 172.21.15.104:0/562907614 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f627815ddb0 msgr2=0x7f62780af6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f627815ddb0 0x7f62780af6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 -- 172.21.15.104:0/562907614 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f627806cf00 msgr2=0x7f6278147e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f627806cf00 0x7f6278147e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 -- 172.21.15.104:0/562907614 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6270009b30 con 0x7f62780d1ff0 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f627ca50640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62780d1ff0 0x7f62780af180 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f626800c7f0 tx=0x7f626800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.678+0000 7f626dffb640 1 -- 172.21.15.104:0/562907614 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6268007a30 con 0x7f62780d1ff0 2024-02-19T16:32:46.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.679+0000 7f626dffb640 1 -- 172.21.15.104:0/562907614 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6268007b90 con 0x7f62780d1ff0 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.679+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62781591c0 con 0x7f62780d1ff0 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.679+0000 7f626dffb640 1 -- 172.21.15.104:0/562907614 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f626800ce40 con 0x7f62780d1ff0 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.679+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6278157f10 con 0x7f62780d1ff0 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.680+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62781599c0 con 0x7f62780d1ff0 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.680+0000 7f626dffb640 1 -- 172.21.15.104:0/562907614 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f62680113f0 con 0x7f62780d1ff0 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.680+0000 7f626dffb640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f625c06b810 0x7f625c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.681+0000 7f626dffb640 1 -- 172.21.15.104:0/562907614 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f626808a000 con 0x7f62780d1ff0 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.681+0000 7f627d251640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f625c06b810 0x7f625c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.686 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.681+0000 7f627d251640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f625c06b810 0x7f625c06dcd0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f6274006fd0 tx=0x7f6274009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.685+0000 7f626dffb640 1 -- 172.21.15.104:0/562907614 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f62781599c0 con 0x7f62780d1ff0 2024-02-19T16:32:46.853 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.852+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f62780b2490 con 0x7f625c06b810 2024-02-19T16:32:46.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.854+0000 7f626dffb640 1 -- 172.21.15.104:0/562907614 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+51129 (secure 0 0 0) 0x7f6274009550 con 0x7f625c06b810 2024-02-19T16:32:46.856 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:46.857 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:46.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f625c06b810 msgr2=0x7f625c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f625c06b810 0x7f625c06dcd0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f6274006fd0 tx=0x7f6274009060 comp rx=0 tx=0).stop 2024-02-19T16:32:46.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62780d1ff0 msgr2=0x7f62780af180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62780d1ff0 0x7f62780af180 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f626800c7f0 tx=0x7f626800cbf0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 shutdown_connections 2024-02-19T16:32:46.858 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f625c06b810 0x7f625c06dcd0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f62780d1ff0 0x7f62780af180 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f627815ddb0 0x7f62780af6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 --2- 172.21.15.104:0/562907614 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f627806cf00 0x7f6278147e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 >> 172.21.15.104:0/562907614 conn(0x7f627809aa70 msgr2=0x7f627815cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:46.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 shutdown_connections 2024-02-19T16:32:46.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.856+0000 7f627f4b5640 1 -- 172.21.15.104:0/562907614 wait complete. 2024-02-19T16:32:46.869 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-02-19T16:32:46.090753+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":166,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":238632,"kb_used_data":5832,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736088,"statfs":{"total":773094113280,"available":772849754112,"internally_reserved":0,"allocated":5971968,"data_stored":3171088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14933,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-70,"num_write_kb":-38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001077"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":233,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-02-19T16:32:44.040523+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:32:44.040523+0000","last_peered":"2024-02-19T16:32:44.040523+0000","last_clean":"2024-02-19T16:32:44.040523+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:32:44.040523+0000","last_undegraded":"2024-02-19T16:32:44.040523+0000","last_fullsized":"2024-02-19T16:32:44.040523+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32344,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339496,"statfs":{"total":96636764160,"available":96603643904,"internally_reserved":0,"allocated":1191936,"data_stored":839162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.437,"15min":0.42699999999999999},"min":{"1min":0.26800000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.71499999999999997,"5min":0.875,"15min":0.875},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.432,"15min":0.42599999999999999},"min":{"1min":0.30399999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.76000000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.40500000000000003},"min":{"1min":0.34899999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.69999999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.44700000000000001,"15min":0.441},"min":{"1min":0.27400000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.81200000000000006}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.47999999999999998,"15min":0.46400000000000002},"min":{"1min":0.38700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76800000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.33300000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.72999999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55400000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.35799999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.497,"15min":0.47999999999999998},"min":{"1min":0.44600000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.63700000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.39200000000000002,"15min":0.372},"min":{"1min":0.34999999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.624,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.47199999999999998,"15min":0.46000000000000002},"min":{"1min":0.34899999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.67800000000000005,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.73999999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.41899999999999998,"15min":0.40000000000000002},"min":{"1min":0.39200000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.72499999999999998,"5min":0.747,"15min":0.747},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.433,"15min":0.41099999999999998},"min":{"1min":0.39100000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.79500000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.89500000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70799999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.45900000000000002,"15min":0.44500000000000001},"min":{"1min":0.41399999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65100000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.77600000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574884,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.65000000000000002,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.47299999999999998,"15min":0.46800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.47799999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":0.67000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.47999999999999998,"15min":0.46899999999999997},"min":{"1min":0.38,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69899999999999995,"5min":1.046,"15min":1.046},"last":0.54000000000000004}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68700000000000006,"5min":0.87,"15min":0.87},"last":0.435},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.505},"min":{"1min":0.42699999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70299999999999996,"5min":0.752,"15min":0.752},"last":0.57599999999999996}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.49299999999999999,"15min":0.48199999999999998},"min":{"1min":0.41599999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.67600000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.38500000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.52100000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.41299999999999998,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.41999999999999998,"15min":0.39900000000000002},"min":{"1min":0.33100000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.59599999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.44900000000000001,"15min":0.433},"min":{"1min":0.378,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65200000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.47299999999999998,"15min":0.45600000000000002},"min":{"1min":0.34499999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.78300000000000003,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.45900000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.48499999999999999,"15min":0.46700000000000003},"min":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76600000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.47099999999999997,"15min":0.45200000000000001},"min":{"1min":0.42799999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69099999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.61399999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574884,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.61899999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.45800000000000002,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.624,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.628}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60899999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.52800000000000002,"15min":0.52300000000000002},"min":{"1min":0.41799999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.68400000000000005,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.67700000000000005}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.32100000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.32200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.68899999999999995}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.41599999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81699999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.51100000000000001,"15min":0.497},"min":{"1min":0.36699999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.76900000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.38,"15min":0.34999999999999998},"min":{"1min":0.35699999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.41499999999999998,"15min":0.39100000000000001},"min":{"1min":0.315,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.878,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.434}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.42799999999999999,"15min":0.40500000000000003},"min":{"1min":0.34100000000000003,"5min":0.255,"15min":0.255},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.437,"15min":0.41299999999999998},"min":{"1min":0.38700000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.55000000000000004}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.5,"15min":0.48099999999999998},"min":{"1min":0.39900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.497,"15min":0.47399999999999998},"min":{"1min":0.45800000000000002,"5min":0.31,"15min":0.31},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.58599999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574884,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47199999999999998,"15min":0.46999999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.75,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.50600000000000001,"15min":0.503},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68000000000000005,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.66600000000000004}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.46100000000000002,"15min":0.44900000000000001},"min":{"1min":0.33600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.5,"15min":0.49199999999999999},"min":{"1min":0.39100000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":0.752,"15min":0.752},"last":0.499}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.36699999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73399999999999999,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.47599999999999998,"15min":0.46300000000000002},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78500000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.497,"15min":0.49299999999999999},"min":{"1min":0.379,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67700000000000005,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.754,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.58299999999999996}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.379,"15min":0.36299999999999999},"min":{"1min":0.28499999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.81899999999999995,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.40100000000000002,"15min":0.38700000000000001},"min":{"1min":0.32300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71799999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.64900000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.42199999999999999,"15min":0.40400000000000003},"min":{"1min":0.35899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.47799999999999998,"15min":0.46000000000000002},"min":{"1min":0.36199999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.73399999999999999}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.48199999999999998,"15min":0.46400000000000002},"min":{"1min":0.36399999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77400000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.52400000000000002,"15min":0.50800000000000001},"min":{"1min":0.47599999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88100000000000001,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.71899999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574885,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34399999999999997,"15min":0.35099999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.40000000000000002,"5min":0.505,"15min":0.505},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.33000000000000002,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.374,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.252}]},{"osd":1,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34799999999999998,"15min":0.35499999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.40600000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.311},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.375,"15min":0.38300000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.46600000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26800000000000002}]},{"osd":2,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.40899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.39800000000000002,"15min":0.40799999999999997},"min":{"1min":0.25,"5min":0.246,"15min":0.246},"max":{"1min":0.436,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.29999999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.52400000000000002,"15min":0.51700000000000002},"min":{"1min":0.443,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73299999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.63300000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.50800000000000001,"15min":0.501},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65300000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.55500000000000005,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.76700000000000002,"5min":0.871,"15min":0.871},"last":0.621}]},{"osd":6,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81100000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54800000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.71599999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.59699999999999998}]},{"osd":7,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.42399999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.69299999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.77800000000000002,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.64700000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574886,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33300000000000002,"15min":0.33100000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.36199999999999999,"15min":0.36399999999999999},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.42199999999999999,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.35499999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.33700000000000002,"15min":0.33900000000000002},"min":{"1min":0.25800000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.42499999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.33000000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.308}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.373},{"interface":"front","average":{"1min":0.374,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.48599999999999999,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.26600000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.50700000000000001,"15min":0.495},"min":{"1min":0.42199999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.72299999999999998,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.44600000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.499}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.47499999999999998,"15min":0.46100000000000002},"min":{"1min":0.40999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70199999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.48999999999999999,"15min":0.47899999999999998},"min":{"1min":0.45100000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.64000000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.50800000000000001,"15min":0.5},"min":{"1min":0.46000000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.68799999999999994,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.51100000000000001},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69299999999999995,"5min":0.752,"15min":0.752},"last":0.60599999999999998}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.51500000000000001,"15min":0.499},"min":{"1min":0.439,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.45600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.74199999999999999,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.65400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":598016,"data_stored":248794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.29199999999999998,"15min":0.29599999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.36399999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.33600000000000002,"15min":0.34499999999999997},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.40400000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.26200000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34300000000000003,"15min":0.34999999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42199999999999999,"5min":0.503,"15min":0.503},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.371,"15min":0.379},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.46700000000000003,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36899999999999999,"15min":0.373},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.441},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.34200000000000003,"15min":0.34499999999999997},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.439,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.38800000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":1.0449999999999999,"15min":1.133},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67900000000000005,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.0589999999999999,"15min":1.1459999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77800000000000002,"5min":13.202,"15min":13.202},"last":0.61899999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.46500000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69999999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.495,"15min":0.48399999999999999},"min":{"1min":0.41799999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.69699999999999995}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.501,"15min":0.496},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56000000000000005}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.433,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.46000000000000002,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.495}]}]},{"osd":0,"up_from":13,"seq":55834574884,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28184,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343656,"statfs":{"total":96636764160,"available":96607903744,"internally_reserved":0,"allocated":1191936,"data_stored":839162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.32600000000000001,"15min":0.33200000000000002},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.318,"15min":0.32200000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36099999999999999,"15min":0.36699999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.33700000000000002,"15min":0.34200000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.32200000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.35299999999999998,"15min":0.35699999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.372,"5min":0.40300000000000002,"15min":0.40799999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58499999999999996,"5min":0.62,"15min":0.62},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.45000000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52000000000000002,"15min":0.51400000000000001},"min":{"1min":0.442,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68899999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.63100000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.497},"min":{"1min":0.46500000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.51300000000000001,"15min":0.501},"min":{"1min":0.39600000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.69499999999999995}]},{"osd":6,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.51700000000000002,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.441,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69099999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.68200000000000005}]},{"osd":7,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.52100000000000002,"15min":0.51300000000000001},"min":{"1min":0.40899999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77000000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.61899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:46.870 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-19T16:32:46.970 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.968+0000 7f80a4365640 1 Processor -- start 2024-02-19T16:32:46.970 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.968+0000 7f80a4365640 1 -- start start 2024-02-19T16:32:46.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.969+0000 7f80a4365640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0ad8b0 0x7f809c06b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.969+0000 7f80a4365640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f809c06d6a0 con 0x7f809c0ceba0 2024-02-19T16:32:46.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.969+0000 7f80a4365640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f809c0ae150 con 0x7f809c15ded0 2024-02-19T16:32:46.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.969+0000 7f80a4365640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f809c0ade70 con 0x7f809c0ad8b0 2024-02-19T16:32:46.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.969+0000 7f80a2902640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f809c0ceba0 0x7f809c0cf030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52006/0 (socket says 172.21.15.104:52006) 2024-02-19T16:32:46.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.969+0000 7f80a2902640 1 -- 172.21.15.104:0/4184071912 learned_addr learned my addr 172.21.15.104:0/4184071912 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:46.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.969+0000 7f80a1900640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0ad8b0 0x7f809c06b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.974 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1041374744 0 0) 0x7f809c06d6a0 con 0x7f809c0ceba0 2024-02-19T16:32:46.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8088003520 con 0x7f809c0ceba0 2024-02-19T16:32:46.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3777768089 0 0) 0x7f8088003520 con 0x7f809c0ceba0 2024-02-19T16:32:46.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0ad8b0 msgr2=0x7f809c06b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:46.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0ad8b0 0x7f809c06b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 >> v1:172.21.15.158:6789/0 conn(0x7f809c15ded0 legacy=0x7f809c06af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f809c06d050 con 0x7f809c0ceba0 2024-02-19T16:32:46.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f8094001670 con 0x7f809c0ceba0 2024-02-19T16:32:46.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 >> v1:172.21.15.104:6789/0 conn(0x7f809c0ceba0 legacy=0x7f809c0cf030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80880039a0 0x7f8088003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8088004350 0x7f8088004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0ad8b0 0x7f8088005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f809c0ade70 con 0x7f80880039a0 2024-02-19T16:32:46.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f808800b980 con 0x7f8088004350 2024-02-19T16:32:46.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f808800bb40 con 0x7f809c0ad8b0 2024-02-19T16:32:46.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a2101640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80880039a0 0x7f8088003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a1900640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8088004350 0x7f8088004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a2902640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0ad8b0 0x7f8088005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a2101640 1 -- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0ad8b0 msgr2=0x7f8088005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:46.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a2101640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0ad8b0 0x7f8088005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a2101640 1 -- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8088004350 msgr2=0x7f8088004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:46.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a2101640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8088004350 0x7f8088004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a2101640 1 -- 172.21.15.104:0/4184071912 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8088003520 con 0x7f80880039a0 2024-02-19T16:32:46.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.970+0000 7f80a1900640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f8088004350 0x7f8088004820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:46.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.971+0000 7f80a2101640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80880039a0 0x7f8088003d80 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f8098001f60 tx=0x7f80880057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13a49e75eaac85e9 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.971+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809802c710 con 0x7f80880039a0 2024-02-19T16:32:46.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.971+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f809802c890 con 0x7f80880039a0 2024-02-19T16:32:46.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.971+0000 7f80a10ff640 1 -- 172.21.15.104:0/4184071912 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809802cc40 con 0x7f80880039a0 2024-02-19T16:32:46.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.972+0000 7f80a4365640 1 -- 172.21.15.104:0/4184071912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80880039a0 msgr2=0x7f8088003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.972+0000 7f80a4365640 1 --2- 172.21.15.104:0/4184071912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80880039a0 0x7f8088003d80 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f8098001f60 tx=0x7f80880057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.972+0000 7f80a2902640 1 -- 172.21.15.104:0/4184071912 reap_dead start 2024-02-19T16:32:46.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.972+0000 7f80a4365640 1 -- 172.21.15.104:0/4184071912 shutdown_connections 2024-02-19T16:32:46.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.972+0000 7f80a4365640 1 -- 172.21.15.104:0/4184071912 >> 172.21.15.104:0/4184071912 conn(0x7f809c0b2240 msgr2=0x7f809c0d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:46.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.972+0000 7f80a4365640 1 -- 172.21.15.104:0/4184071912 shutdown_connections 2024-02-19T16:32:46.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.972+0000 7f80a4365640 1 -- 172.21.15.104:0/4184071912 wait complete. 2024-02-19T16:32:46.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.973+0000 7f80a4365640 1 Processor -- start 2024-02-19T16:32:46.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.973+0000 7f80a4365640 1 -- start start 2024-02-19T16:32:46.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.973+0000 7f80a4365640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80880039a0 0x7f809c157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a4365640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0c4e40 0x7f809c15b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a4365640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f809c0c5280 0x7f809c15be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a4365640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f809c157ea0 con 0x7f809c0c5280 2024-02-19T16:32:46.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a4365640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f809c15c3d0 con 0x7f80880039a0 2024-02-19T16:32:46.982 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a4365640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f809c15c660 con 0x7f809c0c4e40 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f809c0c5280 0x7f809c15be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f809c0c5280 0x7f809c15be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41230/0 (socket says 172.21.15.104:41230) 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 -- 172.21.15.104:0/1856953723 learned_addr learned my addr 172.21.15.104:0/1856953723 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a1900640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0c4e40 0x7f809c15b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2101640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80880039a0 0x7f809c157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 -- 172.21.15.104:0/1856953723 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0c4e40 msgr2=0x7f809c15b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0c4e40 0x7f809c15b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 -- 172.21.15.104:0/1856953723 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80880039a0 msgr2=0x7f809c157960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80880039a0 0x7f809c157960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:46.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 -- 172.21.15.104:0/1856953723 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f809c1e32d0 con 0x7f809c0c5280 2024-02-19T16:32:46.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a2902640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f809c0c5280 0x7f809c15be90 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f809c0d1100 tx=0x7f809400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f8092ffd640 1 -- 172.21.15.104:0/1856953723 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809400eed0 con 0x7f809c0c5280 2024-02-19T16:32:46.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f8092ffd640 1 -- 172.21.15.104:0/1856953723 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f809400c590 con 0x7f809c0c5280 2024-02-19T16:32:46.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f809c1e35b0 con 0x7f809c0c5280 2024-02-19T16:32:46.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f8092ffd640 1 -- 172.21.15.104:0/1856953723 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809400c940 con 0x7f809c0c5280 2024-02-19T16:32:46.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.974+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f809c1e3b70 con 0x7f809c0c5280 2024-02-19T16:32:46.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.975+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f809c0751e0 con 0x7f809c0c5280 2024-02-19T16:32:46.984 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.976+0000 7f8092ffd640 1 -- 172.21.15.104:0/1856953723 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f809400caa0 con 0x7f809c0c5280 2024-02-19T16:32:46.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.976+0000 7f8092ffd640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f808006b840 0x7f808006dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:46.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.976+0000 7f8092ffd640 1 -- 172.21.15.104:0/1856953723 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f8094089bb0 con 0x7f809c0c5280 2024-02-19T16:32:46.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.976+0000 7f80a2101640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f808006b840 0x7f808006dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:46.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.976+0000 7f80a2101640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f808006b840 0x7f808006dd00 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8098001f60 tx=0x7f8098009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:46.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:46.980+0000 7f8092ffd640 1 -- 172.21.15.104:0/1856953723 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f8094054840 con 0x7f809c0c5280 2024-02-19T16:32:47.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.154+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f809c0731e0 con 0x7f809c0c5280 2024-02-19T16:32:47.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.155+0000 7f8092ffd640 1 -- 172.21.15.104:0/1856953723 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) v1 ==== 74+0+13046 (secure 0 0 0) 0x7f8094057f00 con 0x7f809c0c5280 2024-02-19T16:32:47.156 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:47.156 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":51,"fsid":"31465258-c534-45cb-bb4d-35d3efdd6f7d","created":"2024-02-19T16:29:47.855660+0000","modified":"2024-02-19T16:32:44.036446+0000","last_up_change":"2024-02-19T16:29:58.485001+0000","last_in_change":"2024-02-19T16:29:50.124629+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-19T16:30:00.102443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9c543098-d6ff-4611-9d2b-d1ef980e6037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6809","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6812","nonce":2499382510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6815","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6817","nonce":2499382510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6828","nonce":2499382510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":2499382510},{"type":"v1","addr":"172.21.15.104:6823","nonce":2499382510}]},"public_addr":"172.21.15.104:6812/2499382510","cluster_addr":"172.21.15.104:6817/2499382510","heartbeat_back_addr":"172.21.15.104:6828/2499382510","heartbeat_front_addr":"172.21.15.104:6823/2499382510","state":["exists","up"]},{"osd":1,"uuid":"61b386e3-d7d1-435c-895f-2a6488946be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6813","nonce":1661926194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6821","nonce":1661926194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6831","nonce":1661926194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1661926194},{"type":"v1","addr":"172.21.15.104:6829","nonce":1661926194}]},"public_addr":"172.21.15.104:6813/1661926194","cluster_addr":"172.21.15.104:6821/1661926194","heartbeat_back_addr":"172.21.15.104:6831/1661926194","heartbeat_front_addr":"172.21.15.104:6829/1661926194","state":["exists","up"]},{"osd":2,"uuid":"d4914083-4dd0-40b9-8464-5c4479e9599b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6801","nonce":3788101501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6803","nonce":3788101501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6807","nonce":3788101501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3788101501},{"type":"v1","addr":"172.21.15.104:6805","nonce":3788101501}]},"public_addr":"172.21.15.104:6801/3788101501","cluster_addr":"172.21.15.104:6803/3788101501","heartbeat_back_addr":"172.21.15.104:6807/3788101501","heartbeat_front_addr":"172.21.15.104:6805/3788101501","state":["exists","up"]},{"osd":3,"uuid":"dc6b7e90-5dca-4c36-85e6-6a64b607ae23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6811","nonce":969717984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6816","nonce":969717984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6825","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6827","nonce":969717984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6819","nonce":969717984},{"type":"v1","addr":"172.21.15.104:6822","nonce":969717984}]},"public_addr":"172.21.15.104:6811/969717984","cluster_addr":"172.21.15.104:6816/969717984","heartbeat_back_addr":"172.21.15.104:6827/969717984","heartbeat_front_addr":"172.21.15.104:6822/969717984","state":["exists","up"]},{"osd":4,"uuid":"b2910b23-a1ad-4d8b-8de8-68f2c63e6e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6800","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6801","nonce":1607722603}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6802","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6803","nonce":1607722603}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6806","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6807","nonce":1607722603}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6804","nonce":1607722603},{"type":"v1","addr":"172.21.15.158:6805","nonce":1607722603}]},"public_addr":"172.21.15.158:6801/1607722603","cluster_addr":"172.21.15.158:6803/1607722603","heartbeat_back_addr":"172.21.15.158:6807/1607722603","heartbeat_front_addr":"172.21.15.158:6805/1607722603","state":["exists","up"]},{"osd":5,"uuid":"335864b9-b016-4eae-903a-5dd99f5915ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6808","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6809","nonce":894883036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6810","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6811","nonce":894883036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6814","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6815","nonce":894883036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6812","nonce":894883036},{"type":"v1","addr":"172.21.15.158:6813","nonce":894883036}]},"public_addr":"172.21.15.158:6809/894883036","cluster_addr":"172.21.15.158:6811/894883036","heartbeat_back_addr":"172.21.15.158:6815/894883036","heartbeat_front_addr":"172.21.15.158:6813/894883036","state":["exists","up"]},{"osd":6,"uuid":"39a80498-504e-4d00-b851-cebdf9468e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6816","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6817","nonce":861992458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6818","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6819","nonce":861992458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6822","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6823","nonce":861992458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6820","nonce":861992458},{"type":"v1","addr":"172.21.15.158:6821","nonce":861992458}]},"public_addr":"172.21.15.158:6817/861992458","cluster_addr":"172.21.15.158:6819/861992458","heartbeat_back_addr":"172.21.15.158:6823/861992458","heartbeat_front_addr":"172.21.15.158:6821/861992458","state":["exists","up"]},{"osd":7,"uuid":"6c9c58dc-fc61-4785-a333-ad13c941b72a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6824","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6825","nonce":3047488038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6826","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6827","nonce":3047488038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6830","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6831","nonce":3047488038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6828","nonce":3047488038},{"type":"v1","addr":"172.21.15.158:6829","nonce":3047488038}]},"public_addr":"172.21.15.158:6825/3047488038","cluster_addr":"172.21.15.158:6827/3047488038","heartbeat_back_addr":"172.21.15.158:6831/3047488038","heartbeat_front_addr":"172.21.15.158:6829/3047488038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.318320+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.291315+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.315045+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.317052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286294+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.286364+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.296564+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-19T16:29:55.340019+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6837/3566944138":"2024-02-20T16:32:41.027720+0000","172.21.15.104:6835/3566944138":"2024-02-20T16:32:41.027720+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-19T16:32:47.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f808006b840 msgr2=0x7f808006dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:47.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f808006b840 0x7f808006dd00 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8098001f60 tx=0x7f8098009030 comp rx=0 tx=0).stop 2024-02-19T16:32:47.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f809c0c5280 msgr2=0x7f809c15be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:47.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f809c0c5280 0x7f809c15be90 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f809c0d1100 tx=0x7f809400eb90 comp rx=0 tx=0).stop 2024-02-19T16:32:47.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 shutdown_connections 2024-02-19T16:32:47.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f808006b840 0x7f808006dd00 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:47.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f809c0c5280 0x7f809c15be90 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:47.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f809c0c4e40 0x7f809c15b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:47.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 --2- 172.21.15.104:0/1856953723 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f80880039a0 0x7f809c157960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:47.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 >> 172.21.15.104:0/1856953723 conn(0x7f809c0b2240 msgr2=0x7f809c0b12b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:47.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 shutdown_connections 2024-02-19T16:32:47.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:47.157+0000 7f80a4365640 1 -- 172.21.15.104:0/1856953723 wait complete. 2024-02-19T16:32:48.170 INFO:tasks.ceph:Scrubbing osd.0 2024-02-19T16:32:48.170 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-02-19T16:32:48.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b12d20640 1 Processor -- start 2024-02-19T16:32:48.286 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b12d20640 1 -- start start 2024-02-19T16:32:48.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b12d20640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0b0c15de10 0x7f0b0c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.287 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b12d20640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f0b0c0d0c90 0x7f0b0c0b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b12d20640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b0c0d1b40 con 0x7f0b0c0cf980 2024-02-19T16:32:48.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b12d20640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b0c0d1e20 con 0x7f0b0c15de10 2024-02-19T16:32:48.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b12d20640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b0c0d2100 con 0x7f0b0c0d0c90 2024-02-19T16:32:48.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b10abc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0b0c15de10 0x7f0b0c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.285+0000 7f0b0bfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0b0c0cf980 0x7f0b0c0d0580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52016/0 (socket says 172.21.15.104:52016) 2024-02-19T16:32:48.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.286+0000 7f0b0bfff640 1 -- 172.21.15.104:0/2388868331 learned_addr learned my addr 172.21.15.104:0/2388868331 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:48.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.286+0000 7f0b10abc640 1 -- 172.21.15.104:0/2388868331 >> v2:172.21.15.158:3300/0 conn(0x7f0b0c0d0c90 msgr2=0x7f0b0c0b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:48.288 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.286+0000 7f0b112bd640 1 --2- 172.21.15.104:0/2388868331 >> v2:172.21.15.158:3300/0 conn(0x7f0b0c0d0c90 0x7f0b0c0b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.286+0000 7f0b10abc640 1 --2- 172.21.15.104:0/2388868331 >> v2:172.21.15.158:3300/0 conn(0x7f0b0c0d0c90 0x7f0b0c0b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.286+0000 7f0b10abc640 1 -- 172.21.15.104:0/2388868331 >> v1:172.21.15.104:6789/0 conn(0x7f0b0c0cf980 legacy=0x7f0b0c0d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.286+0000 7f0b10abc640 1 -- 172.21.15.104:0/2388868331 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b0c0d23e0 con 0x7f0b0c15de10 2024-02-19T16:32:48.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.286+0000 7f0b0b7fe640 1 -- 172.21.15.104:0/2388868331 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3850221427 0 0) 0x7f0b0c0d1b40 con 0x7f0b0c0cf980 2024-02-19T16:32:48.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.286+0000 7f0b112bd640 1 --2- 172.21.15.104:0/2388868331 >> v2:172.21.15.158:3300/0 conn(0x7f0b0c0d0c90 0x7f0b0c0b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:48.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b10abc640 1 --2- 172.21.15.104:0/2388868331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c15de10 0x7f0b0c0cf440 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c09d420 tx=0x7f0afc02b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b31cc4b37efb7b4d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b0b7fe640 1 -- 172.21.15.104:0/2388868331 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0afc02e070 con 0x7f0b0c15de10 2024-02-19T16:32:48.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b0b7fe640 1 -- 172.21.15.104:0/2388868331 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0afc0315a0 con 0x7f0b0c15de10 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b0b7fe640 1 -- 172.21.15.104:0/2388868331 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0afc031930 con 0x7f0b0c15de10 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b12d20640 1 -- 172.21.15.104:0/2388868331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c15de10 msgr2=0x7f0b0c0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b12d20640 1 --2- 172.21.15.104:0/2388868331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c15de10 0x7f0b0c0cf440 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c09d420 tx=0x7f0afc02b840 comp rx=0 tx=0).stop 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b12d20640 1 -- 172.21.15.104:0/2388868331 shutdown_connections 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b12d20640 1 --2- 172.21.15.104:0/2388868331 >> v2:172.21.15.158:3300/0 conn(0x7f0b0c0d0c90 0x7f0b0c0b8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b12d20640 1 --2- 172.21.15.104:0/2388868331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c15de10 0x7f0b0c0cf440 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b12d20640 1 -- 172.21.15.104:0/2388868331 >> 172.21.15.104:0/2388868331 conn(0x7f0b0c09cf10 msgr2=0x7f0b0c0d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b12d20640 1 -- 172.21.15.104:0/2388868331 shutdown_connections 2024-02-19T16:32:48.293 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.287+0000 7f0b12d20640 1 -- 172.21.15.104:0/2388868331 wait complete. 2024-02-19T16:32:48.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.288+0000 7f0b12d20640 1 Processor -- start 2024-02-19T16:32:48.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.289+0000 7f0b12d20640 1 -- start start 2024-02-19T16:32:48.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.289+0000 7f0b12d20640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c0cf980 0x7f0b0c0b9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.289+0000 7f0b12d20640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0b0c0d0c90 0x7f0b0c149910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.289+0000 7f0b12d20640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0b0c15de10 0x7f0b0c0b7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.289+0000 7f0b12d20640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b0c0b8350 con 0x7f0b0c0cf980 2024-02-19T16:32:48.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.289+0000 7f0b12d20640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b0c0b9190 con 0x7f0b0c15de10 2024-02-19T16:32:48.294 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.289+0000 7f0b12d20640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b0c0b8580 con 0x7f0b0c0d0c90 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c0cf980 0x7f0b0c0b9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c0cf980 0x7f0b0c0b9620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41234/0 (socket says 172.21.15.104:41234) 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 -- 172.21.15.104:0/844249590 learned_addr learned my addr 172.21.15.104:0/844249590 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b112bd640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0b0c15de10 0x7f0b0c0b7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b0bfff640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0b0c0d0c90 0x7f0b0c149910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 -- 172.21.15.104:0/844249590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0b0c0d0c90 msgr2=0x7f0b0c149910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0b0c0d0c90 0x7f0b0c149910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 -- 172.21.15.104:0/844249590 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0b0c15de10 msgr2=0x7f0b0c0b7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.295 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0b0c15de10 0x7f0b0c0b7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 -- 172.21.15.104:0/844249590 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0afc009400 con 0x7f0b0c0cf980 2024-02-19T16:32:48.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b112bd640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0b0c15de10 0x7f0b0c0b7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:48.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b0bfff640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0b0c0d0c90 0x7f0b0c149910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:48.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b10abc640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c0cf980 0x7f0b0c0b9620 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f0afc009890 tx=0x7f0afc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0afc032900 con 0x7f0b0c0cf980 2024-02-19T16:32:48.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0afc032a60 con 0x7f0b0c0cf980 2024-02-19T16:32:48.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b0c0b8860 con 0x7f0b0c0cf980 2024-02-19T16:32:48.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0afc032e10 con 0x7f0b0c0cf980 2024-02-19T16:32:48.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.290+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b0c0b8e20 con 0x7f0b0c0cf980 2024-02-19T16:32:48.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.291+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0b0c072a10 con 0x7f0b0c0cf980 2024-02-19T16:32:48.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.292+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0afc0453f0 con 0x7f0b0c0cf980 2024-02-19T16:32:48.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.292+0000 7f0b097fa640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0af806b810 0x7f0af806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.292+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f0afc0ac330 con 0x7f0b0c0cf980 2024-02-19T16:32:48.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.292+0000 7f0b0bfff640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0af806b810 0x7f0af806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.292+0000 7f0b097fa640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f0af80716d0 0x7f0af8073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.292+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 --> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0af80741a0 con 0x7f0af80716d0 2024-02-19T16:32:48.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.292+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0afc0ae9f0 con 0x7f0b0c0cf980 2024-02-19T16:32:48.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.292+0000 7f0b112bd640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f0af80716d0 0x7f0af8073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.293+0000 7f0b0bfff640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0af806b810 0x7f0af806dcd0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c0b50b0 tx=0x7f0b00009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.293+0000 7f0b112bd640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f0af80716d0 0x7f0af8073af0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.293+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 <== osd.0 v2:172.21.15.104:6809/2499382510 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f0af80741a0 con 0x7f0af80716d0 2024-02-19T16:32:48.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.306+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 --> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f0b0c15e1f0 con 0x7f0af80716d0 2024-02-19T16:32:48.308 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b097fa640 1 -- 172.21.15.104:0/844249590 <== osd.0 v2:172.21.15.104:6809/2499382510 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f0b0400d510 con 0x7f0af80716d0 2024-02-19T16:32:48.308 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:48.308 INFO:teuthology.orchestra.run.smithi104.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-19T16:32:48.309 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:48.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f0af80716d0 msgr2=0x7f0af8073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6809/2499382510,v1:172.21.15.104:6812/2499382510] conn(0x7f0af80716d0 0x7f0af8073af0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0af806b810 msgr2=0x7f0af806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0af806b810 0x7f0af806dcd0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c0b50b0 tx=0x7f0b00009040 comp rx=0 tx=0).stop 2024-02-19T16:32:48.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c0cf980 msgr2=0x7f0b0c0b9620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 --2- 172.21.15.104:0/844249590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b0c0cf980 0x7f0b0c0b9620 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f0afc009890 tx=0x7f0afc0046c0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b112bd640 1 -- 172.21.15.104:0/844249590 reap_dead start 2024-02-19T16:32:48.310 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 shutdown_connections 2024-02-19T16:32:48.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 >> 172.21.15.104:0/844249590 conn(0x7f0b0c09cf10 msgr2=0x7f0b0c0ce8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:48.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 shutdown_connections 2024-02-19T16:32:48.311 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.307+0000 7f0b12d20640 1 -- 172.21.15.104:0/844249590 wait complete. 2024-02-19T16:32:48.319 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-02-19T16:32:48.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.418+0000 7f2ca64ff640 1 Processor -- start 2024-02-19T16:32:48.420 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.419+0000 7f2ca64ff640 1 -- start start 2024-02-19T16:32:48.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.419+0000 7f2ca64ff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2ca015bd00 0x7f2ca00b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.419+0000 7f2ca64ff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d1cd0 0x7f2ca00cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.421 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.419+0000 7f2ca64ff640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ca00b2600 con 0x7f2ca00d0440 2024-02-19T16:32:48.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.419+0000 7f2ca64ff640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ca00b1820 con 0x7f2ca015bd00 2024-02-19T16:32:48.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.419+0000 7f2ca64ff640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ca015c0e0 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2c9ffff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2ca015bd00 0x7f2ca00b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2ca4a9c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d1cd0 0x7f2ca00cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2c9ffff640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f2ca015bd00 0x7f2ca00b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3300/0 says I am v2:172.21.15.104:59166/0 (socket says 172.21.15.104:59166) 2024-02-19T16:32:48.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2c9ffff640 1 -- 172.21.15.104:0/2558173042 learned_addr learned my addr 172.21.15.104:0/2558173042 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:48.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2c9f7fe640 1 --1- 172.21.15.104:0/2558173042 >> v1:172.21.15.158:6789/0 conn(0x7f2ca00d0440 0x7f2ca00d15c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.158:6789/0 says I am v1:172.21.15.104:42368/0 (socket says 172.21.15.104:42368) 2024-02-19T16:32:48.422 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2c9ffff640 1 -- 172.21.15.104:0/2558173042 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d1cd0 msgr2=0x7f2ca00cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:48.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2c9ffff640 1 --2- 172.21.15.104:0/2558173042 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d1cd0 0x7f2ca00cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2c9ffff640 1 -- 172.21.15.104:0/2558173042 >> v1:172.21.15.158:6789/0 conn(0x7f2ca00d0440 legacy=0x7f2ca00d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2c9ffff640 1 -- 172.21.15.104:0/2558173042 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ca00b1a10 con 0x7f2ca015bd00 2024-02-19T16:32:48.423 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.420+0000 7f2ca4a9c640 1 --2- 172.21.15.104:0/2558173042 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d1cd0 0x7f2ca00cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-19T16:32:48.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.421+0000 7f2c9ffff640 1 --2- 172.21.15.104:0/2558173042 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 0x7f2ca00b12e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2c940098a0 tx=0x7f2c9402b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=145d689d2f892c92 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.424 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.421+0000 7f2c9effd640 1 -- 172.21.15.104:0/2558173042 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c94031640 con 0x7f2ca015bd00 2024-02-19T16:32:48.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.421+0000 7f2c9effd640 1 -- 172.21.15.104:0/2558173042 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c940317a0 con 0x7f2ca015bd00 2024-02-19T16:32:48.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.421+0000 7f2c9effd640 1 -- 172.21.15.104:0/2558173042 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c94031b30 con 0x7f2ca015bd00 2024-02-19T16:32:48.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.422+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2558173042 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 msgr2=0x7f2ca00b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.422+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2558173042 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 0x7f2ca00b12e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2c940098a0 tx=0x7f2c9402b8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.422+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2558173042 shutdown_connections 2024-02-19T16:32:48.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.422+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2558173042 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d1cd0 0x7f2ca00cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.422+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2558173042 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 0x7f2ca00b12e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.425 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.422+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2558173042 >> 172.21.15.104:0/2558173042 conn(0x7f2ca009aa70 msgr2=0x7f2ca009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:48.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.422+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2558173042 shutdown_connections 2024-02-19T16:32:48.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.422+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2558173042 wait complete. 2024-02-19T16:32:48.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.423+0000 7f2ca64ff640 1 Processor -- start 2024-02-19T16:32:48.426 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.423+0000 7f2ca64ff640 1 -- start start 2024-02-19T16:32:48.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2ca64ff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d0440 0x7f2ca014f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.428 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2ca64ff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca00d1cd0 0x7f2ca01f5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2ca64ff640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 0x7f2ca00ce410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2ca64ff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ca00c7130 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2ca64ff640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ca014fef0 con 0x7f2ca015bd00 2024-02-19T16:32:48.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2ca64ff640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ca01f5d70 con 0x7f2ca00d0440 2024-02-19T16:32:48.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca00d1cd0 0x7f2ca01f5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca00d1cd0 0x7f2ca01f5520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41246/0 (socket says 172.21.15.104:41246) 2024-02-19T16:32:48.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 -- 172.21.15.104:0/2404854466 learned_addr learned my addr 172.21.15.104:0/2404854466 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:48.429 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9ffff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d0440 0x7f2ca014f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2ca4a9c640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 0x7f2ca00ce410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 -- 172.21.15.104:0/2404854466 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d0440 msgr2=0x7f2ca014f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d0440 0x7f2ca014f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 -- 172.21.15.104:0/2404854466 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 msgr2=0x7f2ca00ce410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 0x7f2ca00ce410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 -- 172.21.15.104:0/2404854466 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c98009a70 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.424+0000 7f2c9f7fe640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca00d1cd0 0x7f2ca01f5520 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f2c9000c400 tx=0x7f2c9000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.430 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.425+0000 7f2c9cff9640 1 -- 172.21.15.104:0/2404854466 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c900074e0 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.425+0000 7f2c9cff9640 1 -- 172.21.15.104:0/2404854466 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c90007640 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.425+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c940094d0 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.425+0000 7f2c9cff9640 1 -- 172.21.15.104:0/2404854466 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c90004a00 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.425+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ca01f6330 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.426+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ca00c72e0 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.426+0000 7f2c9cff9640 1 -- 172.21.15.104:0/2404854466 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2c90004b60 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.426+0000 7f2c9cff9640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2c8c06b810 0x7f2c8c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.426+0000 7f2c9cff9640 1 -- 172.21.15.104:0/2404854466 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2c90089790 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.431 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.427+0000 7f2c9ffff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2c8c06b810 0x7f2c8c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.427+0000 7f2c9ffff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2c8c06b810 0x7f2c8c06dcd0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2c94036000 tx=0x7f2c9403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.432 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.431+0000 7f2c9cff9640 1 -- 172.21.15.104:0/2404854466 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f2ca00c72e0 con 0x7f2ca00d1cd0 2024-02-19T16:32:48.605 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.603+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7f2ca00b0d30 con 0x7f2c8c06b810 2024-02-19T16:32:48.605 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.603+0000 7f2c9cff9640 1 -- 172.21.15.104:0/2404854466 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f2ca00b0d30 con 0x7f2c8c06b810 2024-02-19T16:32:48.605 INFO:teuthology.orchestra.run.smithi104.stderr:instructed osd(s) 0 to deep-scrub 2024-02-19T16:32:48.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2c8c06b810 msgr2=0x7f2c8c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2c8c06b810 0x7f2c8c06dcd0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2c94036000 tx=0x7f2c9403c040 comp rx=0 tx=0).stop 2024-02-19T16:32:48.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca00d1cd0 msgr2=0x7f2ca01f5520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.607 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca00d1cd0 0x7f2ca01f5520 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f2c9000c400 tx=0x7f2c9000c8c0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 shutdown_connections 2024-02-19T16:32:48.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f2c8c06b810 0x7f2c8c06dcd0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca00d1cd0 0x7f2ca01f5520 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f2ca015bd00 0x7f2ca00ce410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 --2- 172.21.15.104:0/2404854466 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f2ca00d0440 0x7f2ca014f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 >> 172.21.15.104:0/2404854466 conn(0x7f2ca009aa70 msgr2=0x7f2ca00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:48.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 shutdown_connections 2024-02-19T16:32:48.608 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.605+0000 7f2ca64ff640 1 -- 172.21.15.104:0/2404854466 wait complete. 2024-02-19T16:32:48.618 INFO:tasks.ceph:Scrubbing osd.1 2024-02-19T16:32:48.618 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-02-19T16:32:48.721 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.720+0000 7f261d20e640 1 Processor -- start 2024-02-19T16:32:48.722 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.720+0000 7f261d20e640 1 -- start start 2024-02-19T16:32:48.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261d20e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f26180d0580 0x7f26180d0a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261d20e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f26180b8d90 0x7f26180b91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261d20e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26180d1b40 con 0x7f261815de10 2024-02-19T16:32:48.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261d20e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26180d0f40 con 0x7f26180d0580 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261d20e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26180d1e20 con 0x7f26180b8d90 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261659c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f26180d0580 0x7f26180d0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261659c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f26180d0580 0x7f26180d0a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41256/0 (socket says 172.21.15.104:41256) 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261659c640 1 -- 172.21.15.104:0/103391524 learned_addr learned my addr 172.21.15.104:0/103391524 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261759e640 1 --2- 172.21.15.104:0/103391524 >> v2:172.21.15.158:3300/0 conn(0x7f26180b8d90 0x7f26180b91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261659c640 1 -- 172.21.15.104:0/103391524 >> v2:172.21.15.158:3300/0 conn(0x7f26180b8d90 msgr2=0x7f26180b91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261659c640 1 --2- 172.21.15.104:0/103391524 >> v2:172.21.15.158:3300/0 conn(0x7f26180b8d90 0x7f26180b91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261659c640 1 -- 172.21.15.104:0/103391524 >> v1:172.21.15.158:6789/0 conn(0x7f261815de10 legacy=0x7f26180cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261659c640 1 -- 172.21.15.104:0/103391524 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26180d2100 con 0x7f26180d0580 2024-02-19T16:32:48.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.721+0000 7f261759e640 1 --2- 172.21.15.104:0/103391524 >> v2:172.21.15.158:3300/0 conn(0x7f26180b8d90 0x7f26180b91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:48.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.722+0000 7f261659c640 1 --2- 172.21.15.104:0/103391524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180d0580 0x7f26180d0a00 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f261808d400 tx=0x7f260002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fac134d35a0ac3b server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.722+0000 7f2615d9b640 1 -- 172.21.15.104:0/103391524 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2600031870 con 0x7f26180d0580 2024-02-19T16:32:48.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.722+0000 7f2615d9b640 1 -- 172.21.15.104:0/103391524 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26000319d0 con 0x7f26180d0580 2024-02-19T16:32:48.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.722+0000 7f2615d9b640 1 -- 172.21.15.104:0/103391524 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2600031d60 con 0x7f26180d0580 2024-02-19T16:32:48.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.723+0000 7f261d20e640 1 -- 172.21.15.104:0/103391524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180d0580 msgr2=0x7f26180d0a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.723+0000 7f261d20e640 1 --2- 172.21.15.104:0/103391524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180d0580 0x7f26180d0a00 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f261808d400 tx=0x7f260002b910 comp rx=0 tx=0).stop 2024-02-19T16:32:48.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.723+0000 7f261d20e640 1 -- 172.21.15.104:0/103391524 shutdown_connections 2024-02-19T16:32:48.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.723+0000 7f261d20e640 1 --2- 172.21.15.104:0/103391524 >> v2:172.21.15.158:3300/0 conn(0x7f26180b8d90 0x7f26180b91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.723+0000 7f261d20e640 1 --2- 172.21.15.104:0/103391524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180d0580 0x7f26180d0a00 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.723+0000 7f261d20e640 1 -- 172.21.15.104:0/103391524 >> 172.21.15.104:0/103391524 conn(0x7f261809cf10 msgr2=0x7f26180d3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.723+0000 7f261d20e640 1 -- 172.21.15.104:0/103391524 shutdown_connections 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.723+0000 7f261d20e640 1 -- 172.21.15.104:0/103391524 wait complete. 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.724+0000 7f261d20e640 1 Processor -- start 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.724+0000 7f261d20e640 1 -- start start 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f261d20e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180b8d90 0x7f2618159180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f261d20e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26180d0580 0x7f26180b5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.729 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f261d20e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f261815de10 0x7f261815bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f261d20e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26181596c0 con 0x7f26180b8d90 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f261d20e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26180b58b0 con 0x7f26180d0580 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f261d20e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26180c7bb0 con 0x7f261815de10 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f2616d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180b8d90 0x7f2618159180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f2616d9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180b8d90 0x7f2618159180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41262/0 (socket says 172.21.15.104:41262) 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f2616d9d640 1 -- 172.21.15.104:0/2107511081 learned_addr learned my addr 172.21.15.104:0/2107511081 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f261759e640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f261815de10 0x7f261815bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f261659c640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26180d0580 0x7f26180b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f2616d9d640 1 -- 172.21.15.104:0/2107511081 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f261815de10 msgr2=0x7f261815bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f2616d9d640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f261815de10 0x7f261815bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f2616d9d640 1 -- 172.21.15.104:0/2107511081 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26180d0580 msgr2=0x7f26180b5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f2616d9d640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f26180d0580 0x7f26180b5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.725+0000 7f2616d9d640 1 -- 172.21.15.104:0/2107511081 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26000094d0 con 0x7f26180b8d90 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.726+0000 7f2616d9d640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180b8d90 0x7f2618159180 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f260800c760 tx=0x7f260800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.726+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2608006d50 con 0x7f26180b8d90 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.726+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f260800ce70 con 0x7f26180b8d90 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.726+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2608003b90 con 0x7f26180b8d90 2024-02-19T16:32:48.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.726+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26180cca60 con 0x7f26180b8d90 2024-02-19T16:32:48.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.726+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26180c7840 con 0x7f26180b8d90 2024-02-19T16:32:48.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.727+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f261815e1f0 con 0x7f26180b8d90 2024-02-19T16:32:48.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.727+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f2608003cf0 con 0x7f26180b8d90 2024-02-19T16:32:48.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f260f7fe640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25f806b810 0x7f25f806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f261659c640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25f806b810 0x7f25f806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2608089a10 con 0x7f26180b8d90 2024-02-19T16:32:48.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f260f7fe640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f25f80716d0 0x7f25f8073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 --> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f25f80741a0 con 0x7f25f80716d0 2024-02-19T16:32:48.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7f260808e2c0 con 0x7f26180b8d90 2024-02-19T16:32:48.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f261759e640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f25f80716d0 0x7f25f8073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f261659c640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25f806b810 0x7f25f806dcd0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2600036000 tx=0x7f260003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.728+0000 7f261759e640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f25f80716d0 0x7f25f8073af0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.735 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.729+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 <== osd.1 v2:172.21.15.104:6810/1661926194 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f25f80741a0 con 0x7f25f80716d0 2024-02-19T16:32:48.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.742+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 --> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f26180d26c0 con 0x7f25f80716d0 2024-02-19T16:32:48.743 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.742+0000 7f260f7fe640 1 -- 172.21.15.104:0/2107511081 <== osd.1 v2:172.21.15.104:6810/1661926194 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f261000c9b0 con 0x7f25f80716d0 2024-02-19T16:32:48.744 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:48.744 INFO:teuthology.orchestra.run.smithi104.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-19T16:32:48.744 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:48.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.742+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f25f80716d0 msgr2=0x7f25f8073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.742+0000 7f261d20e640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6810/1661926194,v1:172.21.15.104:6813/1661926194] conn(0x7f25f80716d0 0x7f25f8073af0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25f806b810 msgr2=0x7f25f806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261d20e640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25f806b810 0x7f25f806dcd0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2600036000 tx=0x7f260003c040 comp rx=0 tx=0).stop 2024-02-19T16:32:48.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180b8d90 msgr2=0x7f2618159180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261d20e640 1 --2- 172.21.15.104:0/2107511081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26180b8d90 0x7f2618159180 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f260800c760 tx=0x7f260800cc20 comp rx=0 tx=0).stop 2024-02-19T16:32:48.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261759e640 1 -- 172.21.15.104:0/2107511081 reap_dead start 2024-02-19T16:32:48.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 shutdown_connections 2024-02-19T16:32:48.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 >> 172.21.15.104:0/2107511081 conn(0x7f261809cf10 msgr2=0x7f26180b9510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:48.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 shutdown_connections 2024-02-19T16:32:48.746 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.743+0000 7f261d20e640 1 -- 172.21.15.104:0/2107511081 wait complete. 2024-02-19T16:32:48.754 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-02-19T16:32:48.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.854+0000 7f0598447640 1 Processor -- start 2024-02-19T16:32:48.855 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.854+0000 7f0598447640 1 -- start start 2024-02-19T16:32:48.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f0598447640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05900ad8b0 0x7f059006b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f0598447640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f05900ceba0 0x7f05900cf030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.856 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f0598447640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f059006d6a0 con 0x7f059015ded0 2024-02-19T16:32:48.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f0598447640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05900ae150 con 0x7f05900ceba0 2024-02-19T16:32:48.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f0598447640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05900ade70 con 0x7f05900ad8b0 2024-02-19T16:32:48.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f05969e4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f05900ceba0 0x7f05900cf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f05969e4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f05900ceba0 0x7f05900cf030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41278/0 (socket says 172.21.15.104:41278) 2024-02-19T16:32:48.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f05969e4640 1 -- 172.21.15.104:0/2063942978 learned_addr learned my addr 172.21.15.104:0/2063942978 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:48.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f05959e2640 1 --2- 172.21.15.104:0/2063942978 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05900ad8b0 0x7f059006b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f05969e4640 1 -- 172.21.15.104:0/2063942978 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05900ad8b0 msgr2=0x7f059006b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:48.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f05969e4640 1 --2- 172.21.15.104:0/2063942978 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05900ad8b0 0x7f059006b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f05969e4640 1 -- 172.21.15.104:0/2063942978 >> v1:172.21.15.158:6789/0 conn(0x7f059015ded0 legacy=0x7f059006af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:48.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.855+0000 7f05969e4640 1 -- 172.21.15.104:0/2063942978 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f059006d050 con 0x7f05900ceba0 2024-02-19T16:32:48.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.856+0000 7f05969e4640 1 --2- 172.21.15.104:0/2063942978 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900cf030 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f0588009e50 tx=0x7f058802bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=463879b6329c9f3c server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.856+0000 7f05951e1640 1 -- 172.21.15.104:0/2063942978 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f058802ca70 con 0x7f05900ceba0 2024-02-19T16:32:48.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.856+0000 7f05951e1640 1 -- 172.21.15.104:0/2063942978 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f058802cbd0 con 0x7f05900ceba0 2024-02-19T16:32:48.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.856+0000 7f05951e1640 1 -- 172.21.15.104:0/2063942978 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05880343f0 con 0x7f05900ceba0 2024-02-19T16:32:48.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.857+0000 7f0598447640 1 -- 172.21.15.104:0/2063942978 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 msgr2=0x7f05900cf030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.857+0000 7f0598447640 1 --2- 172.21.15.104:0/2063942978 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900cf030 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f0588009e50 tx=0x7f058802bed0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.857+0000 7f0598447640 1 -- 172.21.15.104:0/2063942978 shutdown_connections 2024-02-19T16:32:48.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.857+0000 7f0598447640 1 --2- 172.21.15.104:0/2063942978 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900cf030 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.857+0000 7f0598447640 1 --2- 172.21.15.104:0/2063942978 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f05900ad8b0 0x7f059006b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.857+0000 7f0598447640 1 -- 172.21.15.104:0/2063942978 >> 172.21.15.104:0/2063942978 conn(0x7f05900b2240 msgr2=0x7f05900d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:48.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.857+0000 7f0598447640 1 -- 172.21.15.104:0/2063942978 shutdown_connections 2024-02-19T16:32:48.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.857+0000 7f0598447640 1 -- 172.21.15.104:0/2063942978 wait complete. 2024-02-19T16:32:48.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.858+0000 7f0598447640 1 Processor -- start 2024-02-19T16:32:48.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.858+0000 7f0598447640 1 -- start start 2024-02-19T16:32:48.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f0598447640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05900ad8b0 0x7f05901598b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f0598447640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.864 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f0598447640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f059015ded0 0x7f05900cbb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f0598447640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0590159df0 con 0x7f05900ceba0 2024-02-19T16:32:48.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f0598447640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f059009d370 con 0x7f05900ad8b0 2024-02-19T16:32:48.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f0598447640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05900ca240 con 0x7f059015ded0 2024-02-19T16:32:48.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900c9d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41286/0 (socket says 172.21.15.104:41286) 2024-02-19T16:32:48.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 -- 172.21.15.104:0/3328141267 learned_addr learned my addr 172.21.15.104:0/3328141267 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:48.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05969e4640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f059015ded0 0x7f05900cbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.865 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05961e3640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05900ad8b0 0x7f05901598b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 -- 172.21.15.104:0/3328141267 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f059015ded0 msgr2=0x7f05900cbb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f059015ded0 0x7f05900cbb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 -- 172.21.15.104:0/3328141267 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05900ad8b0 msgr2=0x7f05901598b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05900ad8b0 0x7f05901598b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 -- 172.21.15.104:0/3328141267 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0588009b30 con 0x7f05900ceba0 2024-02-19T16:32:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f05959e2640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900c9d00 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f058000d620 tx=0x7f058000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.859+0000 7f0586ffd640 1 -- 172.21.15.104:0/3328141267 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f058000b620 con 0x7f05900ceba0 2024-02-19T16:32:48.866 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.860+0000 7f0586ffd640 1 -- 172.21.15.104:0/3328141267 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f058000b780 con 0x7f05900ceba0 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.860+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f059009c760 con 0x7f05900ceba0 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.860+0000 7f0586ffd640 1 -- 172.21.15.104:0/3328141267 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f058000bb30 con 0x7f05900ceba0 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.860+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f059009cd20 con 0x7f05900ceba0 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.861+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05900751e0 con 0x7f05900ceba0 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.861+0000 7f0586ffd640 1 -- 172.21.15.104:0/3328141267 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f058000bc90 con 0x7f05900ceba0 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.861+0000 7f0586ffd640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057406b810 0x7f057406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.862+0000 7f0586ffd640 1 -- 172.21.15.104:0/3328141267 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f058008a220 con 0x7f05900ceba0 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.862+0000 7f05961e3640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057406b810 0x7f057406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:48.867 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.862+0000 7f05961e3640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057406b810 0x7f057406dcd0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f058c004f60 tx=0x7f058c007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:48.868 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:48.866+0000 7f0586ffd640 1 -- 172.21.15.104:0/3328141267 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0580055080 con 0x7f05900ceba0 2024-02-19T16:32:49.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.036+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f05900b08f0 con 0x7f057406b810 2024-02-19T16:32:49.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.036+0000 7f0586ffd640 1 -- 172.21.15.104:0/3328141267 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f05900b08f0 con 0x7f057406b810 2024-02-19T16:32:49.038 INFO:teuthology.orchestra.run.smithi104.stderr:instructed osd(s) 1 to deep-scrub 2024-02-19T16:32:49.039 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057406b810 msgr2=0x7f057406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057406b810 0x7f057406dcd0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f058c004f60 tx=0x7f058c007e30 comp rx=0 tx=0).stop 2024-02-19T16:32:49.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 msgr2=0x7f05900c9d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900c9d00 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f058000d620 tx=0x7f058000dae0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 shutdown_connections 2024-02-19T16:32:49.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f057406b810 0x7f057406dcd0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f05900ceba0 0x7f05900c9d00 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f059015ded0 0x7f05900cbb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.040 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 --2- 172.21.15.104:0/3328141267 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f05900ad8b0 0x7f05901598b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 >> 172.21.15.104:0/3328141267 conn(0x7f05900b2240 msgr2=0x7f05900afa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 shutdown_connections 2024-02-19T16:32:49.041 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.038+0000 7f0598447640 1 -- 172.21.15.104:0/3328141267 wait complete. 2024-02-19T16:32:49.050 INFO:tasks.ceph:Scrubbing osd.2 2024-02-19T16:32:49.050 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-02-19T16:32:49.155 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.154+0000 7fc14d5d0640 1 Processor -- start 2024-02-19T16:32:49.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.154+0000 7fc14d5d0640 1 -- start start 2024-02-19T16:32:49.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc14d5d0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 0x7fc14806cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc14d5d0640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc14806d9d0 con 0x7fc1481621e0 2024-02-19T16:32:49.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc14d5d0640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1480cc430 con 0x7fc14806d500 2024-02-19T16:32:49.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc14d5d0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1480ce200 con 0x7fc1480b1280 2024-02-19T16:32:49.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1477fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fc1481621e0 0x7fc14815d940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52018/0 (socket says 172.21.15.104:52018) 2024-02-19T16:32:49.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1477fe640 1 -- 172.21.15.104:0/3193135412 learned_addr learned my addr 172.21.15.104:0/3193135412 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:49.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc146ffd640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 0x7fc14806cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2947407071 0 0) 0x7fc14806d9d0 con 0x7fc1481621e0 2024-02-19T16:32:49.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc134003520 con 0x7fc1481621e0 2024-02-19T16:32:49.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1897246167 0 0) 0x7fc1480cc430 con 0x7fc14806d500 2024-02-19T16:32:49.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 --> v1:172.21.15.158:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc14806d9d0 con 0x7fc14806d500 2024-02-19T16:32:49.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2659462984 0 0) 0x7fc134003520 con 0x7fc1481621e0 2024-02-19T16:32:49.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 msgr2=0x7fc14806cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 0x7fc14806cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 >> v1:172.21.15.158:6789/0 conn(0x7fc14806d500 legacy=0x7fc148161ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1480cc710 con 0x7fc1481621e0 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fc1400019f0 con 0x7fc1481621e0 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 >> v1:172.21.15.104:6789/0 conn(0x7fc1481621e0 legacy=0x7fc14815d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 0x7fc134003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1340040e0 0x7fc1340047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc134004d00 0x7fc134005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1480ce200 con 0x7fc134004d00 2024-02-19T16:32:49.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13400bac0 con 0x7fc1340040e0 2024-02-19T16:32:49.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.155+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc13400bc80 con 0x7fc1480b1280 2024-02-19T16:32:49.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc1477fe640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc134004d00 0x7fc134005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc146ffd640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 0x7fc134003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc13ffff640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1340040e0 0x7fc1340047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc1477fe640 1 -- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 msgr2=0x7fc134003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:49.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc1477fe640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 0x7fc134003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc1477fe640 1 -- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1340040e0 msgr2=0x7fc1340047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc1477fe640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc1340040e0 0x7fc1340047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc1477fe640 1 -- 172.21.15.104:0/3193135412 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc134003520 con 0x7fc134004d00 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc146ffd640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc1480b1280 0x7fc134003b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.156+0000 7fc1477fe640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc134004d00 0x7fc134005180 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fc1480cc2d0 tx=0x7fc1340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d6504ea90b8c145 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc140007330 con 0x7fc134004d00 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc14002f070 con 0x7fc134004d00 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc1467fc640 1 -- 172.21.15.104:0/3193135412 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc140007750 con 0x7fc134004d00 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3193135412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc134004d00 msgr2=0x7fc134005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc14d5d0640 1 --2- 172.21.15.104:0/3193135412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc134004d00 0x7fc134005180 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fc1480cc2d0 tx=0x7fc1340057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc1477fe640 1 -- 172.21.15.104:0/3193135412 reap_dead start 2024-02-19T16:32:49.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3193135412 shutdown_connections 2024-02-19T16:32:49.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3193135412 >> 172.21.15.104:0/3193135412 conn(0x7fc148072f80 msgr2=0x7fc14809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3193135412 shutdown_connections 2024-02-19T16:32:49.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.157+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3193135412 wait complete. 2024-02-19T16:32:49.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.158+0000 7fc14d5d0640 1 Processor -- start 2024-02-19T16:32:49.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.158+0000 7fc14d5d0640 1 -- start start 2024-02-19T16:32:49.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc14d5d0640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc134004d00 0x7fc1480b73e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc14d5d0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc14814cd10 0x7fc1480cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc14d5d0640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc14814d170 0x7fc1480cbb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc14d5d0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14814ca50 con 0x7fc14814cd10 2024-02-19T16:32:49.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc14d5d0640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1480ca520 con 0x7fc134004d00 2024-02-19T16:32:49.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc14d5d0640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1480ca800 con 0x7fc14814d170 2024-02-19T16:32:49.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc13ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc14814cd10 0x7fc1480cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc13ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc14814cd10 0x7fc1480cb5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41308/0 (socket says 172.21.15.104:41308) 2024-02-19T16:32:49.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc13ffff640 1 -- 172.21.15.104:0/3237101646 learned_addr learned my addr 172.21.15.104:0/3237101646 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:49.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc13ffff640 1 -- 172.21.15.104:0/3237101646 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc14814d170 msgr2=0x7fc1480cbb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc13ffff640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc14814d170 0x7fc1480cbb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc13ffff640 1 -- 172.21.15.104:0/3237101646 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc134004d00 msgr2=0x7fc1480b73e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc13ffff640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc134004d00 0x7fc1480b73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.159+0000 7fc13ffff640 1 -- 172.21.15.104:0/3237101646 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1480caae0 con 0x7fc14814cd10 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.160+0000 7fc13ffff640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc14814cd10 0x7fc1480cb5c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fc13000f770 tx=0x7fc13000fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.160+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc130005110 con 0x7fc14814cd10 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.160+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc130005290 con 0x7fc14814cd10 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.160+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1480cadc0 con 0x7fc14814cd10 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.160+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc130007030 con 0x7fc14814cd10 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.160+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1481600b0 con 0x7fc14814cd10 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.161+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc1480ca970 con 0x7fc14814cd10 2024-02-19T16:32:49.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.161+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc1300073c0 con 0x7fc14814cd10 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc13f7fe640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc12806b840 0x7fc12806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc130089960 con 0x7fc14814cd10 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc146ffd640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc12806b840 0x7fc12806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc13f7fe640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7fc128071700 0x7fc128073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 --> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc1280741d0 con 0x7fc128071700 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc13008e2c0 con 0x7fc14814cd10 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc1477fe640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7fc128071700 0x7fc128073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc146ffd640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc12806b840 0x7fc12806dd00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc138009930 tx=0x7fc138008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.162+0000 7fc1477fe640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7fc128071700 0x7fc128073b20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.163+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 <== osd.2 v2:172.21.15.104:6800/3788101501 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fc1280741d0 con 0x7fc128071700 2024-02-19T16:32:49.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 --> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fc1480cccd0 con 0x7fc128071700 2024-02-19T16:32:49.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc13f7fe640 1 -- 172.21.15.104:0/3237101646 <== osd.2 v2:172.21.15.104:6800/3788101501 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fc1400017f0 con 0x7fc128071700 2024-02-19T16:32:49.178 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:49.178 INFO:teuthology.orchestra.run.smithi104.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-19T16:32:49.178 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:49.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7fc128071700 msgr2=0x7fc128073b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6800/3788101501,v1:172.21.15.104:6801/3788101501] conn(0x7fc128071700 0x7fc128073b20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc12806b840 msgr2=0x7fc12806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc12806b840 0x7fc12806dd00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc138009930 tx=0x7fc138008040 comp rx=0 tx=0).stop 2024-02-19T16:32:49.179 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc14814cd10 msgr2=0x7fc1480cb5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 --2- 172.21.15.104:0/3237101646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc14814cd10 0x7fc1480cb5c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fc13000f770 tx=0x7fc13000fc30 comp rx=0 tx=0).stop 2024-02-19T16:32:49.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc1477fe640 1 -- 172.21.15.104:0/3237101646 reap_dead start 2024-02-19T16:32:49.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 shutdown_connections 2024-02-19T16:32:49.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 >> 172.21.15.104:0/3237101646 conn(0x7fc148072f80 msgr2=0x7fc1480b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 shutdown_connections 2024-02-19T16:32:49.180 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.176+0000 7fc14d5d0640 1 -- 172.21.15.104:0/3237101646 wait complete. 2024-02-19T16:32:49.188 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-02-19T16:32:49.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.288+0000 7f22d960e640 1 Processor -- start 2024-02-19T16:32:49.289 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.288+0000 7f22d960e640 1 -- start start 2024-02-19T16:32:49.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22d960e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f22d415de30 0x7f22d40d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22d960e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22d960e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22d40d0ed0 con 0x7f22d40cf3f0 2024-02-19T16:32:49.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22d960e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22d40d16f0 con 0x7f22d415de30 2024-02-19T16:32:49.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22d960e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22d40d1940 con 0x7f22d40d0530 2024-02-19T16:32:49.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22cbfff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.291 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22cbfff640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40d0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.158:3301/0 says I am v2:172.21.15.104:38362/0 (socket says 172.21.15.104:38362) 2024-02-19T16:32:49.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22d2ffd640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f22d415de30 0x7f22d40d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22cbfff640 1 -- 172.21.15.104:0/2280184173 learned_addr learned my addr 172.21.15.104:0/2280184173 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:49.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22cbfff640 1 -- 172.21.15.104:0/2280184173 >> v2:172.21.15.158:3300/0 conn(0x7f22d415de30 msgr2=0x7f22d40d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:49.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22cbfff640 1 --2- 172.21.15.104:0/2280184173 >> v2:172.21.15.158:3300/0 conn(0x7f22d415de30 0x7f22d40d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22d27fc640 1 -- 172.21.15.104:0/2280184173 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 428727185 0 0) 0x7f22d40d0ed0 con 0x7f22d40cf3f0 2024-02-19T16:32:49.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22cbfff640 1 -- 172.21.15.104:0/2280184173 >> v1:172.21.15.158:6789/0 conn(0x7f22d40cf3f0 legacy=0x7f22d40cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.292 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.289+0000 7f22cbfff640 1 -- 172.21.15.104:0/2280184173 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22d40d1c20 con 0x7f22d40d0530 2024-02-19T16:32:49.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.290+0000 7f22cbfff640 1 --2- 172.21.15.104:0/2280184173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40d0990 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f22bc009870 tx=0x7f22bc02b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d32549aa9d7cf3db server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.290+0000 7f22d27fc640 1 -- 172.21.15.104:0/2280184173 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22bc031640 con 0x7f22d40d0530 2024-02-19T16:32:49.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.290+0000 7f22d27fc640 1 -- 172.21.15.104:0/2280184173 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22bc0317a0 con 0x7f22d40d0530 2024-02-19T16:32:49.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.290+0000 7f22d27fc640 1 -- 172.21.15.104:0/2280184173 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22bc031b30 con 0x7f22d40d0530 2024-02-19T16:32:49.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.291+0000 7f22d960e640 1 -- 172.21.15.104:0/2280184173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 msgr2=0x7f22d40d0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.291+0000 7f22d960e640 1 --2- 172.21.15.104:0/2280184173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40d0990 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f22bc009870 tx=0x7f22bc02b8f0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.296 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.291+0000 7f22d960e640 1 -- 172.21.15.104:0/2280184173 shutdown_connections 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.291+0000 7f22d960e640 1 --2- 172.21.15.104:0/2280184173 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40d0990 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.291+0000 7f22d960e640 1 --2- 172.21.15.104:0/2280184173 >> v2:172.21.15.158:3300/0 conn(0x7f22d415de30 0x7f22d40d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.291+0000 7f22d960e640 1 -- 172.21.15.104:0/2280184173 >> 172.21.15.104:0/2280184173 conn(0x7f22d40d3b20 msgr2=0x7f22d40d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.291+0000 7f22d960e640 1 -- 172.21.15.104:0/2280184173 shutdown_connections 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.291+0000 7f22d960e640 1 -- 172.21.15.104:0/2280184173 wait complete. 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.292+0000 7f22d960e640 1 Processor -- start 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.292+0000 7f22d960e640 1 -- start start 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d960e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22d40cf3f0 0x7f22d41f4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.297 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d960e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d960e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d415de30 0x7f22d40c8280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d960e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22d41f4a60 con 0x7f22d415de30 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d960e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22d41f47c0 con 0x7f22d40cf3f0 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d960e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22d40ca5a0 con 0x7f22d40d0530 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d415de30 0x7f22d40c8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d415de30 0x7f22d40c8280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41312/0 (socket says 172.21.15.104:41312) 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d2ffd640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22d40cf3f0 0x7f22d41f4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 -- 172.21.15.104:0/317026918 learned_addr learned my addr 172.21.15.104:0/317026918 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:49.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22cbfff640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 -- 172.21.15.104:0/317026918 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 msgr2=0x7f22d40c7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40c7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 -- 172.21.15.104:0/317026918 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22d40cf3f0 msgr2=0x7f22d41f4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22d40cf3f0 0x7f22d41f4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 -- 172.21.15.104:0/317026918 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22bc0094d0 con 0x7f22d415de30 2024-02-19T16:32:49.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22d37fe640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d415de30 0x7f22d40c8280 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f22cc00c730 tx=0x7f22cc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.293+0000 7f22cb7fe640 1 -- 172.21.15.104:0/317026918 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22cc003b90 con 0x7f22d415de30 2024-02-19T16:32:49.299 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.294+0000 7f22cb7fe640 1 -- 172.21.15.104:0/317026918 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22cc003d10 con 0x7f22d415de30 2024-02-19T16:32:49.300 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.294+0000 7f22cb7fe640 1 -- 172.21.15.104:0/317026918 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22cc00aa90 con 0x7f22d415de30 2024-02-19T16:32:49.300 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.294+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22d41f4cd0 con 0x7f22d415de30 2024-02-19T16:32:49.300 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.294+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22d40ca880 con 0x7f22d415de30 2024-02-19T16:32:49.300 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.294+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22d41f51f0 con 0x7f22d415de30 2024-02-19T16:32:49.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.295+0000 7f22cb7fe640 1 -- 172.21.15.104:0/317026918 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f22cc00abf0 con 0x7f22d415de30 2024-02-19T16:32:49.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.295+0000 7f22cb7fe640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22b406b810 0x7f22b406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.296+0000 7f22d2ffd640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22b406b810 0x7f22b406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.296+0000 7f22cb7fe640 1 -- 172.21.15.104:0/317026918 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f22cc089c10 con 0x7f22d415de30 2024-02-19T16:32:49.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.296+0000 7f22d2ffd640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22b406b810 0x7f22b406dcd0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f22d41f13f0 tx=0x7f22c4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.302 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.300+0000 7f22cb7fe640 1 -- 172.21.15.104:0/317026918 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f22d41f51f0 con 0x7f22d415de30 2024-02-19T16:32:49.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.470+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f22d40d21e0 con 0x7f22b406b810 2024-02-19T16:32:49.472 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.471+0000 7f22cb7fe640 1 -- 172.21.15.104:0/317026918 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f22c4011a00 con 0x7f22b406b810 2024-02-19T16:32:49.472 INFO:teuthology.orchestra.run.smithi104.stderr:instructed osd(s) 2 to deep-scrub 2024-02-19T16:32:49.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.472+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22b406b810 msgr2=0x7f22b406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.472+0000 7f22d960e640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22b406b810 0x7f22b406dcd0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f22d41f13f0 tx=0x7f22c4009190 comp rx=0 tx=0).stop 2024-02-19T16:32:49.474 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.472+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d415de30 msgr2=0x7f22d40c8280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.472+0000 7f22d960e640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d415de30 0x7f22d40c8280 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f22cc00c730 tx=0x7f22cc00cbf0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.472+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 shutdown_connections 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.472+0000 7f22d960e640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f22b406b810 0x7f22b406dcd0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.473+0000 7f22d960e640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22d415de30 0x7f22d40c8280 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.473+0000 7f22d960e640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f22d40d0530 0x7f22d40c7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.473+0000 7f22d960e640 1 --2- 172.21.15.104:0/317026918 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f22d40cf3f0 0x7f22d41f4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.473+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 >> 172.21.15.104:0/317026918 conn(0x7f22d40d3b20 msgr2=0x7f22d40d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.473+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 shutdown_connections 2024-02-19T16:32:49.475 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.473+0000 7f22d960e640 1 -- 172.21.15.104:0/317026918 wait complete. 2024-02-19T16:32:49.485 INFO:tasks.ceph:Scrubbing osd.3 2024-02-19T16:32:49.485 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-02-19T16:32:49.588 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.587+0000 7f649445c640 1 Processor -- start 2024-02-19T16:32:49.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.587+0000 7f649445c640 1 -- start start 2024-02-19T16:32:49.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f649445c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c15a950 0x7f648c06e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f649445c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f648c06b620 0x7f648c15e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f649445c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f648c0b3a30 con 0x7f648c072650 2024-02-19T16:32:49.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f649445c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f648c06ca30 con 0x7f648c06b620 2024-02-19T16:32:49.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f649445c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f648c06cd10 con 0x7f648c15a950 2024-02-19T16:32:49.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f64929f9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f648c06b620 0x7f648c15e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f64929f9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f648c06b620 0x7f648c15e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41328/0 (socket says 172.21.15.104:41328) 2024-02-19T16:32:49.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f64919f7640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f648c072650 0x7f648c06af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52022/0 (socket says 172.21.15.104:52022) 2024-02-19T16:32:49.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f64929f9640 1 -- 172.21.15.104:0/780490090 learned_addr learned my addr 172.21.15.104:0/780490090 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:49.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64929f9640 1 -- 172.21.15.104:0/780490090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c15a950 msgr2=0x7f648c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:49.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.588+0000 7f64921f8640 1 --2- 172.21.15.104:0/780490090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c15a950 0x7f648c06e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64929f9640 1 --2- 172.21.15.104:0/780490090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c15a950 0x7f648c06e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64929f9640 1 -- 172.21.15.104:0/780490090 >> v1:172.21.15.104:6789/0 conn(0x7f648c072650 legacy=0x7f648c06af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64911f6640 1 -- 172.21.15.104:0/780490090 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3517897106 0 0) 0x7f648c0b3a30 con 0x7f648c072650 2024-02-19T16:32:49.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64929f9640 1 -- 172.21.15.104:0/780490090 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f648c0b3cf0 con 0x7f648c06b620 2024-02-19T16:32:49.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64921f8640 1 --2- 172.21.15.104:0/780490090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c15a950 0x7f648c06e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:49.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64929f9640 1 --2- 172.21.15.104:0/780490090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c06b620 0x7f648c15e660 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f6484009870 tx=0x7f648402b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa6841621b9ac850 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64911f6640 1 -- 172.21.15.104:0/780490090 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6484030840 con 0x7f648c06b620 2024-02-19T16:32:49.595 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64911f6640 1 -- 172.21.15.104:0/780490090 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64840309a0 con 0x7f648c06b620 2024-02-19T16:32:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.589+0000 7f64911f6640 1 -- 172.21.15.104:0/780490090 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6484030d30 con 0x7f648c06b620 2024-02-19T16:32:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.590+0000 7f649445c640 1 -- 172.21.15.104:0/780490090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c06b620 msgr2=0x7f648c15e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.590+0000 7f649445c640 1 --2- 172.21.15.104:0/780490090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c06b620 0x7f648c15e660 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f6484009870 tx=0x7f648402b980 comp rx=0 tx=0).stop 2024-02-19T16:32:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.590+0000 7f649445c640 1 -- 172.21.15.104:0/780490090 shutdown_connections 2024-02-19T16:32:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.590+0000 7f649445c640 1 --2- 172.21.15.104:0/780490090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c06b620 0x7f648c15e660 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.590+0000 7f649445c640 1 --2- 172.21.15.104:0/780490090 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c15a950 0x7f648c06e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.590+0000 7f649445c640 1 -- 172.21.15.104:0/780490090 >> 172.21.15.104:0/780490090 conn(0x7f648c0b1410 msgr2=0x7f648c0b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.590+0000 7f649445c640 1 -- 172.21.15.104:0/780490090 shutdown_connections 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.590+0000 7f649445c640 1 -- 172.21.15.104:0/780490090 wait complete. 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.591+0000 7f649445c640 1 Processor -- start 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.591+0000 7f649445c640 1 -- start start 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f649445c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c06b620 0x7f648c1460b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f649445c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f648c072650 0x7f648c1f7a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f649445c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c15a950 0x7f648c142db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f649445c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f648c1f7f40 con 0x7f648c15a950 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f649445c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f648c1432f0 con 0x7f648c072650 2024-02-19T16:32:49.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f649445c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f648c1f3960 con 0x7f648c06b620 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64929f9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c15a950 0x7f648c142db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64929f9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c15a950 0x7f648c142db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41338/0 (socket says 172.21.15.104:41338) 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64929f9640 1 -- 172.21.15.104:0/887490222 learned_addr learned my addr 172.21.15.104:0/887490222 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64921f8640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c06b620 0x7f648c1460b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64929f9640 1 -- 172.21.15.104:0/887490222 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c06b620 msgr2=0x7f648c1460b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64929f9640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f648c06b620 0x7f648c1460b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64929f9640 1 -- 172.21.15.104:0/887490222 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f648c072650 msgr2=0x7f648c1f7a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64919f7640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f648c072650 0x7f648c1f7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64929f9640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f648c072650 0x7f648c1f7a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.592+0000 7f64929f9640 1 -- 172.21.15.104:0/887490222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64840094d0 con 0x7f648c15a950 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.593+0000 7f64929f9640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c15a950 0x7f648c142db0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f6484009870 tx=0x7f6484004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.593+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64840307d0 con 0x7f648c15a950 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.593+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6484043400 con 0x7f648c15a950 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.593+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f648c1455f0 con 0x7f648c15a950 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.593+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64840437b0 con 0x7f648c15a950 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.593+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f648c1524a0 con 0x7f648c15a950 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.594+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f648c0cd6a0 con 0x7f648c15a950 2024-02-19T16:32:49.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.594+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f6484043910 con 0x7f648c15a950 2024-02-19T16:32:49.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f6482ffd640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f647006b810 0x7f647006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f648403e070 con 0x7f648c15a950 2024-02-19T16:32:49.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f64921f8640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f647006b810 0x7f647006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f6482ffd640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7f64700716d0 0x7f6470073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 --> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f64700741a0 con 0x7f64700716d0 2024-02-19T16:32:49.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64840af7f0 con 0x7f648c15a950 2024-02-19T16:32:49.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f64919f7640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7f64700716d0 0x7f6470073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f64921f8640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f647006b810 0x7f647006dcd0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f648c1515c0 tx=0x7f6488008450 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.595+0000 7f64919f7640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7f64700716d0 0x7f6470073af0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.596+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 <== osd.3 v2:172.21.15.104:6808/969717984 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f64700741a0 con 0x7f64700716d0 2024-02-19T16:32:49.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 --> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f648c0751e0 con 0x7f64700716d0 2024-02-19T16:32:49.610 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f6482ffd640 1 -- 172.21.15.104:0/887490222 <== osd.3 v2:172.21.15.104:6808/969717984 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f648c0751e0 con 0x7f64700716d0 2024-02-19T16:32:49.611 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:49.611 INFO:teuthology.orchestra.run.smithi104.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-19T16:32:49.611 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:49.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7f64700716d0 msgr2=0x7f6470073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6808/969717984,v1:172.21.15.104:6811/969717984] conn(0x7f64700716d0 0x7f6470073af0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f647006b810 msgr2=0x7f647006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f647006b810 0x7f647006dcd0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f648c1515c0 tx=0x7f6488008450 comp rx=0 tx=0).stop 2024-02-19T16:32:49.612 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c15a950 msgr2=0x7f648c142db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.613 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 --2- 172.21.15.104:0/887490222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f648c15a950 0x7f648c142db0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f6484009870 tx=0x7f6484004730 comp rx=0 tx=0).stop 2024-02-19T16:32:49.613 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f64929f9640 1 -- 172.21.15.104:0/887490222 reap_dead start 2024-02-19T16:32:49.613 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 shutdown_connections 2024-02-19T16:32:49.613 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 >> 172.21.15.104:0/887490222 conn(0x7f648c0b1410 msgr2=0x7f648c0cd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.613 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 shutdown_connections 2024-02-19T16:32:49.613 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.609+0000 7f649445c640 1 -- 172.21.15.104:0/887490222 wait complete. 2024-02-19T16:32:49.621 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-02-19T16:32:49.722 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.721+0000 7f25d6b3e640 1 Processor -- start 2024-02-19T16:32:49.722 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.721+0000 7f25d6b3e640 1 -- start start 2024-02-19T16:32:49.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.721+0000 7f25d6b3e640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f25d00d1ff0 0x7f25d00b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.721+0000 7f25d6b3e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f25d006cf00 0x7f25d00cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.721+0000 7f25d6b3e640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25d00b29b0 con 0x7f25d015ddb0 2024-02-19T16:32:49.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.721+0000 7f25d6b3e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25d00b1930 con 0x7f25d006cf00 2024-02-19T16:32:49.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.721+0000 7f25d6b3e640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25d00b1bf0 con 0x7f25d00d1ff0 2024-02-19T16:32:49.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.721+0000 7f25d50db640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f25d006cf00 0x7f25d00cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.722+0000 7f25d50db640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f25d006cf00 0x7f25d00cfb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41340/0 (socket says 172.21.15.104:41340) 2024-02-19T16:32:49.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.722+0000 7f25d50db640 1 -- 172.21.15.104:0/147697753 learned_addr learned my addr 172.21.15.104:0/147697753 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:49.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.722+0000 7f25cffff640 1 --2- 172.21.15.104:0/147697753 >> v2:172.21.15.158:3300/0 conn(0x7f25d00d1ff0 0x7f25d00b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.722+0000 7f25d50db640 1 -- 172.21.15.104:0/147697753 >> v2:172.21.15.158:3300/0 conn(0x7f25d00d1ff0 msgr2=0x7f25d00b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:49.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.722+0000 7f25d50db640 1 --2- 172.21.15.104:0/147697753 >> v2:172.21.15.158:3300/0 conn(0x7f25d00d1ff0 0x7f25d00b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.722+0000 7f25d50db640 1 -- 172.21.15.104:0/147697753 >> v1:172.21.15.158:6789/0 conn(0x7f25d015ddb0 legacy=0x7f25d00d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:49.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.722+0000 7f25d50db640 1 -- 172.21.15.104:0/147697753 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25d00b1ed0 con 0x7f25d006cf00 2024-02-19T16:32:49.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.722+0000 7f25d50db640 1 --2- 172.21.15.104:0/147697753 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d006cf00 0x7f25d00cfb10 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f25d0067a00 tx=0x7f25c802bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e3194a5d966ad14 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25cf7fe640 1 -- 172.21.15.104:0/147697753 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c802ca80 con 0x7f25d006cf00 2024-02-19T16:32:49.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25cf7fe640 1 -- 172.21.15.104:0/147697753 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25c802cbe0 con 0x7f25d006cf00 2024-02-19T16:32:49.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25cf7fe640 1 -- 172.21.15.104:0/147697753 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c80343f0 con 0x7f25d006cf00 2024-02-19T16:32:49.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25d6b3e640 1 -- 172.21.15.104:0/147697753 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d006cf00 msgr2=0x7f25d00cfb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/147697753 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d006cf00 0x7f25d00cfb10 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f25d0067a00 tx=0x7f25c802bee0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25d6b3e640 1 -- 172.21.15.104:0/147697753 shutdown_connections 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/147697753 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d006cf00 0x7f25d00cfb10 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/147697753 >> v2:172.21.15.158:3300/0 conn(0x7f25d00d1ff0 0x7f25d00b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25d6b3e640 1 -- 172.21.15.104:0/147697753 >> 172.21.15.104:0/147697753 conn(0x7f25d009aa70 msgr2=0x7f25d009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25d6b3e640 1 -- 172.21.15.104:0/147697753 shutdown_connections 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.723+0000 7f25d6b3e640 1 -- 172.21.15.104:0/147697753 wait complete. 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.724+0000 7f25d6b3e640 1 Processor -- start 2024-02-19T16:32:49.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.724+0000 7f25d6b3e640 1 -- start start 2024-02-19T16:32:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25d6b3e640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f25d006cf00 0x7f25d009f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25d6b3e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d00d1ff0 0x7f25d0160c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25d6b3e640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25d015ddb0 0x7f25d015fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25d6b3e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25d009c5c0 con 0x7f25d00d1ff0 2024-02-19T16:32:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25d6b3e640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25d01611b0 con 0x7f25d006cf00 2024-02-19T16:32:49.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25d6b3e640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25d0160020 con 0x7f25d015ddb0 2024-02-19T16:32:49.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25cffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d00d1ff0 0x7f25d0160c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25cffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d00d1ff0 0x7f25d0160c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41354/0 (socket says 172.21.15.104:41354) 2024-02-19T16:32:49.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.725+0000 7f25cffff640 1 -- 172.21.15.104:0/4246338215 learned_addr learned my addr 172.21.15.104:0/4246338215 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:49.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25d50db640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25d015ddb0 0x7f25d015fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cffff640 1 -- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25d015ddb0 msgr2=0x7f25d015fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25d48da640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f25d006cf00 0x7f25d009f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cffff640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25d015ddb0 0x7f25d015fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cffff640 1 -- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f25d006cf00 msgr2=0x7f25d009f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cffff640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f25d006cf00 0x7f25d009f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cffff640 1 -- 172.21.15.104:0/4246338215 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25c8009b30 con 0x7f25d00d1ff0 2024-02-19T16:32:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25d50db640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25d015ddb0 0x7f25d015fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25d48da640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f25d006cf00 0x7f25d009f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cffff640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d00d1ff0 0x7f25d0160c70 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f25bc00d800 tx=0x7f25bc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cd7fa640 1 -- 172.21.15.104:0/4246338215 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25bc00b6c0 con 0x7f25d00d1ff0 2024-02-19T16:32:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cd7fa640 1 -- 172.21.15.104:0/4246338215 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25bc00b820 con 0x7f25d00d1ff0 2024-02-19T16:32:49.732 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25d009b940 con 0x7f25d00d1ff0 2024-02-19T16:32:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25cd7fa640 1 -- 172.21.15.104:0/4246338215 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25bc00bbb0 con 0x7f25d00d1ff0 2024-02-19T16:32:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.726+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25d009bf00 con 0x7f25d00d1ff0 2024-02-19T16:32:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.727+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25d009c830 con 0x7f25d00d1ff0 2024-02-19T16:32:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.728+0000 7f25cd7fa640 1 -- 172.21.15.104:0/4246338215 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f25bc00bd10 con 0x7f25d00d1ff0 2024-02-19T16:32:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.728+0000 7f25cd7fa640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25b406b810 0x7f25b406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.728+0000 7f25cd7fa640 1 -- 172.21.15.104:0/4246338215 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f25bc08a3a0 con 0x7f25d00d1ff0 2024-02-19T16:32:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.728+0000 7f25d48da640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25b406b810 0x7f25b406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:49.733 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.728+0000 7f25d48da640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25b406b810 0x7f25b406dcd0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f25c400a830 tx=0x7f25c4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:49.734 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.732+0000 7f25cd7fa640 1 -- 172.21.15.104:0/4246338215 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f25bc055150 con 0x7f25d00d1ff0 2024-02-19T16:32:49.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.903+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f25d00b2490 con 0x7f25b406b810 2024-02-19T16:32:49.905 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.904+0000 7f25cd7fa640 1 -- 172.21.15.104:0/4246338215 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f25c400adb0 con 0x7f25b406b810 2024-02-19T16:32:49.905 INFO:teuthology.orchestra.run.smithi104.stderr:instructed osd(s) 3 to deep-scrub 2024-02-19T16:32:49.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25b406b810 msgr2=0x7f25b406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25b406b810 0x7f25b406dcd0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f25c400a830 tx=0x7f25c4008040 comp rx=0 tx=0).stop 2024-02-19T16:32:49.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d00d1ff0 msgr2=0x7f25d0160c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:49.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d00d1ff0 0x7f25d0160c70 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f25bc00d800 tx=0x7f25bc00dcc0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.907 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 shutdown_connections 2024-02-19T16:32:49.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f25b406b810 0x7f25b406dcd0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25d00d1ff0 0x7f25d0160c70 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f25d015ddb0 0x7f25d015fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 --2- 172.21.15.104:0/4246338215 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f25d006cf00 0x7f25d009f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:49.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.905+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 >> 172.21.15.104:0/4246338215 conn(0x7f25d009aa70 msgr2=0x7f25d0070030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:49.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.906+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 shutdown_connections 2024-02-19T16:32:49.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:49.906+0000 7f25d6b3e640 1 -- 172.21.15.104:0/4246338215 wait complete. 2024-02-19T16:32:49.918 INFO:tasks.ceph:Scrubbing osd.4 2024-02-19T16:32:49.918 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-02-19T16:32:50.022 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.020+0000 7f5aa74c2640 1 Processor -- start 2024-02-19T16:32:50.022 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.021+0000 7f5aa74c2640 1 -- start start 2024-02-19T16:32:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.021+0000 7f5aa74c2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 0x7f5aa006fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.021+0000 7f5aa74c2640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5aa00cc970 con 0x7f5aa00d2370 2024-02-19T16:32:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.021+0000 7f5aa74c2640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5aa00704d0 con 0x7f5aa006ffc0 2024-02-19T16:32:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.021+0000 7f5aa74c2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa00707b0 con 0x7f5aa015bdc0 2024-02-19T16:32:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa5a5f640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f5aa00d2370 0x7f5aa00cce00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52030/0 (socket says 172.21.15.104:52030) 2024-02-19T16:32:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa5a5f640 1 -- 172.21.15.104:0/3814762729 learned_addr learned my addr 172.21.15.104:0/3814762729 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa525e640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 0x7f5aa006fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.026 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4018947925 0 0) 0x7f5aa00cc970 con 0x7f5aa00d2370 2024-02-19T16:32:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5a8c003520 con 0x7f5aa00d2370 2024-02-19T16:32:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1496325205 0 0) 0x7f5a8c003520 con 0x7f5aa00d2370 2024-02-19T16:32:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 msgr2=0x7f5aa006fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 0x7f5aa006fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 >> v1:172.21.15.158:6789/0 conn(0x7f5aa006ffc0 legacy=0x7f5aa00d1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa0070a90 con 0x7f5aa00d2370 2024-02-19T16:32:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7f5a980019f0 con 0x7f5aa00d2370 2024-02-19T16:32:50.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 >> v1:172.21.15.104:6789/0 conn(0x7f5aa00d2370 legacy=0x7f5aa00cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0039a0 0x7f5a8c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8c0047c0 0x7f5a8c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 0x7f5a8c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa00707b0 con 0x7f5a8c0047c0 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a8c00ba30 con 0x7f5a8c0039a0 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a8c00bbf0 con 0x7f5aa015bdc0 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa4a5d640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8c0047c0 0x7f5a8c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa525e640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0039a0 0x7f5a8c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa5a5f640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 0x7f5a8c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa4a5d640 1 -- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 msgr2=0x7f5a8c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa4a5d640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 0x7f5a8c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa4a5d640 1 -- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0039a0 msgr2=0x7f5a8c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa4a5d640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0039a0 0x7f5a8c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.022+0000 7f5aa4a5d640 1 -- 172.21.15.104:0/3814762729 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a8c003520 con 0x7f5a8c0047c0 2024-02-19T16:32:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.023+0000 7f5aa5a5f640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa015bdc0 0x7f5a8c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.023+0000 7f5aa4a5d640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8c0047c0 0x7f5a8c004c40 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0070400 tx=0x7f5a8c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=694478e8f7abe293 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.023+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a900052d0 con 0x7f5a8c0047c0 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.023+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a9002e050 con 0x7f5a8c0047c0 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.023+0000 7f5a97fff640 1 -- 172.21.15.104:0/3814762729 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a900035f0 con 0x7f5a8c0047c0 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.024+0000 7f5aa74c2640 1 -- 172.21.15.104:0/3814762729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8c0047c0 msgr2=0x7f5a8c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.024+0000 7f5aa74c2640 1 --2- 172.21.15.104:0/3814762729 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a8c0047c0 0x7f5a8c004c40 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0070400 tx=0x7f5a8c0057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.024+0000 7f5aa5a5f640 1 -- 172.21.15.104:0/3814762729 reap_dead start 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.024+0000 7f5aa74c2640 1 -- 172.21.15.104:0/3814762729 shutdown_connections 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.024+0000 7f5aa74c2640 1 -- 172.21.15.104:0/3814762729 >> 172.21.15.104:0/3814762729 conn(0x7f5aa0072f80 msgr2=0x7f5aa009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.024+0000 7f5aa74c2640 1 -- 172.21.15.104:0/3814762729 shutdown_connections 2024-02-19T16:32:50.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.024+0000 7f5aa74c2640 1 -- 172.21.15.104:0/3814762729 wait complete. 2024-02-19T16:32:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.025+0000 7f5aa74c2640 1 Processor -- start 2024-02-19T16:32:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.025+0000 7f5aa74c2640 1 -- start start 2024-02-19T16:32:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa74c2640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0047c0 0x7f5aa009edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa74c2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa00b74d0 0x7f5aa01f1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa74c2640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa01f1990 0x7f5aa014d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.034 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa74c2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa014e980 con 0x7f5aa00b74d0 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa74c2640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa01f23d0 con 0x7f5a8c0047c0 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa74c2640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa01f1e10 con 0x7f5aa01f1990 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa00b74d0 0x7f5aa01f1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa00b74d0 0x7f5aa01f1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41368/0 (socket says 172.21.15.104:41368) 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 -- 172.21.15.104:0/4125805581 learned_addr learned my addr 172.21.15.104:0/4125805581 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa525e640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0047c0 0x7f5aa009edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa5a5f640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa01f1990 0x7f5aa014d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 -- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa01f1990 msgr2=0x7f5aa014d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.035 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa01f1990 0x7f5aa014d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 -- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0047c0 msgr2=0x7f5aa009edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0047c0 0x7f5aa009edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 -- 172.21.15.104:0/4125805581 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa01f20f0 con 0x7f5aa00b74d0 2024-02-19T16:32:50.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa5a5f640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f5aa01f1990 0x7f5aa014d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:50.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa525e640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f5a8c0047c0 0x7f5aa009edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:50.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.026+0000 7f5aa4a5d640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa00b74d0 0x7f5aa01f1450 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f5a90005040 tx=0x7f5a90001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.027+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a900076c0 con 0x7f5aa00b74d0 2024-02-19T16:32:50.036 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.027+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a90007a30 con 0x7f5aa00b74d0 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.027+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a90006c00 con 0x7f5aa00b74d0 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.027+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5aa014e5a0 con 0x7f5aa00b74d0 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.027+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5aa009f4e0 con 0x7f5aa00b74d0 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.028+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5aa00d03e0 con 0x7f5aa00b74d0 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.028+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5a900035f0 con 0x7f5aa00b74d0 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.028+0000 7f5a95ffb640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5a8406b810 0x7f5a8406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.029+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5a900abce0 con 0x7f5aa00b74d0 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.029+0000 7f5aa525e640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5a8406b810 0x7f5a8406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.037 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.029+0000 7f5a95ffb640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7f5a840716d0 0x7f5a84073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.029+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 --> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5a840741a0 con 0x7f5a840716d0 2024-02-19T16:32:50.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.029+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5a900ae3a0 con 0x7f5aa00b74d0 2024-02-19T16:32:50.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.029+0000 7f5aa525e640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5a8406b810 0x7f5a8406dcd0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c009bc0 tx=0x7f5a9c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.029+0000 7f5aa5a5f640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7f5a840716d0 0x7f5a84073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.029+0000 7f5aa5a5f640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7f5a840716d0 0x7f5a84073af0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.038 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.030+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 <== osd.4 v2:172.21.15.158:6800/1607722603 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f5a840741a0 con 0x7f5a840716d0 2024-02-19T16:32:50.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.043+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 --> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f5aa009f4e0 con 0x7f5a840716d0 2024-02-19T16:32:50.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5a95ffb640 1 -- 172.21.15.104:0/4125805581 <== osd.4 v2:172.21.15.158:6800/1607722603 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f5aa009f4e0 con 0x7f5a840716d0 2024-02-19T16:32:50.045 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:50.045 INFO:teuthology.orchestra.run.smithi104.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-19T16:32:50.046 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:50.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7f5a840716d0 msgr2=0x7f5a84073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.158:6800/1607722603,v1:172.21.15.158:6801/1607722603] conn(0x7f5a840716d0 0x7f5a84073af0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5a8406b810 msgr2=0x7f5a8406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f5a8406b810 0x7f5a8406dcd0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c009bc0 tx=0x7f5a9c008040 comp rx=0 tx=0).stop 2024-02-19T16:32:50.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa00b74d0 msgr2=0x7f5aa01f1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 --2- 172.21.15.104:0/4125805581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa00b74d0 0x7f5aa01f1450 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f5a90005040 tx=0x7f5a90001120 comp rx=0 tx=0).stop 2024-02-19T16:32:50.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa5a5f640 1 -- 172.21.15.104:0/4125805581 reap_dead start 2024-02-19T16:32:50.047 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 shutdown_connections 2024-02-19T16:32:50.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 >> 172.21.15.104:0/4125805581 conn(0x7f5aa0072f80 msgr2=0x7f5aa00c9590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 shutdown_connections 2024-02-19T16:32:50.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.044+0000 7f5aa74c2640 1 -- 172.21.15.104:0/4125805581 wait complete. 2024-02-19T16:32:50.056 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-02-19T16:32:50.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.154+0000 7fb9c46c9640 1 Processor -- start 2024-02-19T16:32:50.156 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.155+0000 7fb9c46c9640 1 -- start start 2024-02-19T16:32:50.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.155+0000 7fb9c46c9640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fb9bc0d0610 0x7fb9bc0ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.155+0000 7fb9c46c9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9bc0ae610 con 0x7fb9bc15bfd0 2024-02-19T16:32:50.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.155+0000 7fb9c46c9640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9bc0cf080 con 0x7fb9bc0cf700 2024-02-19T16:32:50.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.155+0000 7fb9c46c9640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9bc0cf360 con 0x7fb9bc0d0610 2024-02-19T16:32:50.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c2465640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb9bc15bfd0 0x7fb9bc0cff00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:52042/0 (socket says 172.21.15.104:52042) 2024-02-19T16:32:50.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c2465640 1 -- 172.21.15.104:0/976363045 learned_addr learned my addr 172.21.15.104:0/976363045 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:50.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 921641566 0 0) 0x7fb9bc0ae610 con 0x7fb9bc15bfd0 2024-02-19T16:32:50.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9a8003520 con 0x7fb9bc15bfd0 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1c64640 1 --2- 172.21.15.104:0/976363045 >> v2:172.21.15.158:3300/0 conn(0x7fb9bc0d0610 0x7fb9bc0ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2950532482 0 0) 0x7fb9a8003520 con 0x7fb9bc15bfd0 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 >> v2:172.21.15.158:3300/0 conn(0x7fb9bc0d0610 msgr2=0x7fb9bc0ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 --2- 172.21.15.104:0/976363045 >> v2:172.21.15.158:3300/0 conn(0x7fb9bc0d0610 0x7fb9bc0ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 >> v1:172.21.15.158:6789/0 conn(0x7fb9bc0cf700 legacy=0x7fb9bc06f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9bc06e8e0 con 0x7fb9bc15bfd0 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fb9b80019f0 con 0x7fb9bc15bfd0 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 >> v1:172.21.15.104:6789/0 conn(0x7fb9bc15bfd0 legacy=0x7fb9bc0cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9a8003970 0x7fb9a8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9a80047c0 0x7fb9a8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8005180 0x7fb9a800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9bc0cf360 con 0x7fb9a8003970 2024-02-19T16:32:50.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a800c020 con 0x7fb9a8005180 2024-02-19T16:32:50.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a800c1e0 con 0x7fb9a80047c0 2024-02-19T16:32:50.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c2465640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9a8003970 0x7fb9a8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c1c64640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9a80047c0 0x7fb9a8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.156+0000 7fb9c2c66640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8005180 0x7fb9a800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c2465640 1 -- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9a80047c0 msgr2=0x7fb9a8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:50.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c2465640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9a80047c0 0x7fb9a8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c2465640 1 -- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8005180 msgr2=0x7fb9a800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c2465640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8005180 0x7fb9a800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c2465640 1 -- 172.21.15.104:0/976363045 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a8003520 con 0x7fb9a8003970 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c2c66640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8005180 0x7fb9a800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c2c66640 1 -- 172.21.15.104:0/976363045 reap_dead start 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c2465640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9a8003970 0x7fb9a8003d90 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fb9b800a830 tx=0x7fb9a80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65a16c397b0c659d server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b80072d0 con 0x7fb9a8003970 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9b802f070 con 0x7fb9a8003970 2024-02-19T16:32:50.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.157+0000 7fb9c1463640 1 -- 172.21.15.104:0/976363045 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b80076f0 con 0x7fb9a8003970 2024-02-19T16:32:50.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.158+0000 7fb9c46c9640 1 -- 172.21.15.104:0/976363045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9a8003970 msgr2=0x7fb9a8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.158+0000 7fb9c46c9640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9a8003970 0x7fb9a8003d90 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fb9b800a830 tx=0x7fb9a80057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.158+0000 7fb9c46c9640 1 -- 172.21.15.104:0/976363045 shutdown_connections 2024-02-19T16:32:50.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.158+0000 7fb9c46c9640 1 --2- 172.21.15.104:0/976363045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9a8003970 0x7fb9a8003d90 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.158+0000 7fb9c46c9640 1 -- 172.21.15.104:0/976363045 >> 172.21.15.104:0/976363045 conn(0x7fb9bc0d1920 msgr2=0x7fb9bc0d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.158+0000 7fb9c46c9640 1 -- 172.21.15.104:0/976363045 shutdown_connections 2024-02-19T16:32:50.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.158+0000 7fb9c46c9640 1 -- 172.21.15.104:0/976363045 wait complete. 2024-02-19T16:32:50.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.159+0000 7fb9c46c9640 1 Processor -- start 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.159+0000 7fb9c46c9640 1 -- start start 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c46c9640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8003970 0x7fb9bc0ca890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c46c9640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9bc15a7f0 0x7fb9bc0afde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c46c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9bc06d760 0x7fb9bc0b18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c46c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9bc0b13b0 con 0x7fb9bc06d760 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c46c9640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9bc0cadd0 con 0x7fb9a8003970 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c46c9640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9bc06ca30 con 0x7fb9bc15a7f0 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9bc06d760 0x7fb9bc0b18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9bc06d760 0x7fb9bc0b18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:41382/0 (socket says 172.21.15.104:41382) 2024-02-19T16:32:50.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 -- 172.21.15.104:0/4012167512 learned_addr learned my addr 172.21.15.104:0/4012167512 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2465640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8003970 0x7fb9bc0ca890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c1c64640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9bc15a7f0 0x7fb9bc0afde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 -- 172.21.15.104:0/4012167512 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9bc15a7f0 msgr2=0x7fb9bc0afde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9bc15a7f0 0x7fb9bc0afde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 -- 172.21.15.104:0/4012167512 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8003970 msgr2=0x7fb9bc0ca890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8003970 0x7fb9bc0ca890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 -- 172.21.15.104:0/4012167512 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9bc06d2d0 con 0x7fb9bc06d760 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.160+0000 7fb9c2c66640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9bc06d760 0x7fb9bc0b18b0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc0d2a20 tx=0x7fb9b400e5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.161+0000 7fb9b2ffd640 1 -- 172.21.15.104:0/4012167512 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b40050d0 con 0x7fb9bc06d760 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.161+0000 7fb9b2ffd640 1 -- 172.21.15.104:0/4012167512 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9b4005230 con 0x7fb9bc06d760 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.161+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9bc0cb830 con 0x7fb9bc06d760 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.161+0000 7fb9b2ffd640 1 -- 172.21.15.104:0/4012167512 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b40035f0 con 0x7fb9bc06d760 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.161+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9bc06cc80 con 0x7fb9bc06d760 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.162+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9bc06d460 con 0x7fb9bc06d760 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.162+0000 7fb9b2ffd640 1 -- 172.21.15.104:0/4012167512 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fb9b4003750 con 0x7fb9bc06d760 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.162+0000 7fb9b2ffd640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a006b810 0x7fb9a006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.163+0000 7fb9b2ffd640 1 -- 172.21.15.104:0/4012167512 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fb9b40893c0 con 0x7fb9bc06d760 2024-02-19T16:32:50.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.163+0000 7fb9c2465640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a006b810 0x7fb9a006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.163+0000 7fb9c2465640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a006b810 0x7fb9a006dcd0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8034000 tx=0x7fb9b8007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.167+0000 7fb9b2ffd640 1 -- 172.21.15.104:0/4012167512 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fb9b40540e0 con 0x7fb9bc06d760 2024-02-19T16:32:50.337 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.336+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7fb9bc06eea0 con 0x7fb9a006b810 2024-02-19T16:32:50.338 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.337+0000 7fb9b2ffd640 1 -- 172.21.15.104:0/4012167512 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fb9b8001870 con 0x7fb9a006b810 2024-02-19T16:32:50.338 INFO:teuthology.orchestra.run.smithi104.stderr:instructed osd(s) 4 to deep-scrub 2024-02-19T16:32:50.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a006b810 msgr2=0x7fb9a006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a006b810 0x7fb9a006dcd0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8034000 tx=0x7fb9b8007000 comp rx=0 tx=0).stop 2024-02-19T16:32:50.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9bc06d760 msgr2=0x7fb9bc0b18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.340 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9bc06d760 0x7fb9bc0b18b0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc0d2a20 tx=0x7fb9b400e5f0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 shutdown_connections 2024-02-19T16:32:50.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fb9a006b810 0x7fb9a006dcd0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9bc06d760 0x7fb9bc0b18b0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fb9bc15a7f0 0x7fb9bc0afde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 --2- 172.21.15.104:0/4012167512 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fb9a8003970 0x7fb9bc0ca890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.338+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 >> 172.21.15.104:0/4012167512 conn(0x7fb9bc0d1920 msgr2=0x7fb9bc0cc480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.339+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 shutdown_connections 2024-02-19T16:32:50.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.339+0000 7fb9c46c9640 1 -- 172.21.15.104:0/4012167512 wait complete. 2024-02-19T16:32:50.351 INFO:tasks.ceph:Scrubbing osd.5 2024-02-19T16:32:50.351 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-02-19T16:32:50.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.454+0000 7f88ecc47640 1 Processor -- start 2024-02-19T16:32:50.455 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.454+0000 7f88ecc47640 1 -- start start 2024-02-19T16:32:50.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88ecc47640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f88e80cf410 0x7f88e80d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.456 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88ecc47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88e80d1f10 con 0x7f88e80d2800 2024-02-19T16:32:50.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88ecc47640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88e80c7660 con 0x7f88e8161540 2024-02-19T16:32:50.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88ecc47640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88e80cf880 con 0x7f88e80cf410 2024-02-19T16:32:50.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88e6d9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f88e80cf410 0x7f88e80d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88e5d9b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f88e80d2800 0x7f88e80c7e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:37886/0 (socket says 172.21.15.104:37886) 2024-02-19T16:32:50.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88e5d9b640 1 -- 172.21.15.104:0/2474697722 learned_addr learned my addr 172.21.15.104:0/2474697722 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:50.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88e6d9d640 1 -- 172.21.15.104:0/2474697722 >> v1:172.21.15.158:6789/0 conn(0x7f88e8161540 legacy=0x7f88e80d20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:50.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88e6d9d640 1 -- 172.21.15.104:0/2474697722 >> v1:172.21.15.104:6789/0 conn(0x7f88e80d2800 legacy=0x7f88e80c7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.455+0000 7f88e6d9d640 1 -- 172.21.15.104:0/2474697722 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88e80cfa80 con 0x7f88e80cf410 2024-02-19T16:32:50.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88e6d9d640 1 --2- 172.21.15.104:0/2474697722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 0x7f88e80d19d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f88e00097a0 tx=0x7f88e002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=882a0b3a5fe885a0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88e559a640 1 -- 172.21.15.104:0/2474697722 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88e0031830 con 0x7f88e80cf410 2024-02-19T16:32:50.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88e559a640 1 -- 172.21.15.104:0/2474697722 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88e0031990 con 0x7f88e80cf410 2024-02-19T16:32:50.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88e559a640 1 -- 172.21.15.104:0/2474697722 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88e0031d20 con 0x7f88e80cf410 2024-02-19T16:32:50.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88ecc47640 1 -- 172.21.15.104:0/2474697722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 msgr2=0x7f88e80d19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88ecc47640 1 --2- 172.21.15.104:0/2474697722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 0x7f88e80d19d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f88e00097a0 tx=0x7f88e002b8d0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88ecc47640 1 -- 172.21.15.104:0/2474697722 shutdown_connections 2024-02-19T16:32:50.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88ecc47640 1 --2- 172.21.15.104:0/2474697722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 0x7f88e80d19d0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.456+0000 7f88ecc47640 1 -- 172.21.15.104:0/2474697722 >> 172.21.15.104:0/2474697722 conn(0x7f88e80d3b10 msgr2=0x7f88e80d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.457+0000 7f88ecc47640 1 -- 172.21.15.104:0/2474697722 shutdown_connections 2024-02-19T16:32:50.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.457+0000 7f88ecc47640 1 -- 172.21.15.104:0/2474697722 wait complete. 2024-02-19T16:32:50.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.458+0000 7f88ecc47640 1 Processor -- start 2024-02-19T16:32:50.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.458+0000 7f88ecc47640 1 -- start start 2024-02-19T16:32:50.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.458+0000 7f88ecc47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 0x7f88e80cd400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.458+0000 7f88ecc47640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f88e80d2800 0x7f88e815cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88ecc47640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f88e8161540 0x7f88e8148cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88ecc47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e815c380 con 0x7f88e80cf410 2024-02-19T16:32:50.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88ecc47640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e80b6e70 con 0x7f88e80d2800 2024-02-19T16:32:50.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88ecc47640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88e80b68b0 con 0x7f88e8161540 2024-02-19T16:32:50.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 0x7f88e80cd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 0x7f88e80cd400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37472/0 (socket says 172.21.15.104:37472) 2024-02-19T16:32:50.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 -- 172.21.15.104:0/2123110272 learned_addr learned my addr 172.21.15.104:0/2123110272 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:50.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e6d9d640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f88e8161540 0x7f88e8148cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 -- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f88e8161540 msgr2=0x7f88e8148cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.463 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f88e8161540 0x7f88e8148cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 -- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f88e80d2800 msgr2=0x7f88e815cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e5d9b640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f88e80d2800 0x7f88e815cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f88e80d2800 0x7f88e815cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 -- 172.21.15.104:0/2123110272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88e0009400 con 0x7f88e80cf410 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88e659c640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 0x7f88e80cd400 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f88d800ba50 tx=0x7f88d800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d800cbe0 con 0x7f88e80cf410 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88d800cd80 con 0x7f88e80cf410 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88e80b6b90 con 0x7f88e80cf410 2024-02-19T16:32:50.464 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d8014680 con 0x7f88e80cf410 2024-02-19T16:32:50.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.459+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88e80cd940 con 0x7f88e80cf410 2024-02-19T16:32:50.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.460+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f88e80c7920 con 0x7f88e80cf410 2024-02-19T16:32:50.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.461+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f88d80147e0 con 0x7f88e80cf410 2024-02-19T16:32:50.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.461+0000 7f88d6ffd640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88c806b810 0x7f88c806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.461+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f88d8089cf0 con 0x7f88e80cf410 2024-02-19T16:32:50.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.461+0000 7f88e5d9b640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88c806b810 0x7f88c806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.461+0000 7f88d6ffd640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7f88c80716d0 0x7f88c8073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.461+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 --> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f88c80741a0 con 0x7f88c80716d0 2024-02-19T16:32:50.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.461+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88d808c350 con 0x7f88e80cf410 2024-02-19T16:32:50.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.462+0000 7f88e6d9d640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7f88c80716d0 0x7f88c8073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.462+0000 7f88e5d9b640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88c806b810 0x7f88c806dcd0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f88e815b0f0 tx=0x7f88dc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.462+0000 7f88e6d9d640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7f88c80716d0 0x7f88c8073af0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.463+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 <== osd.5 v2:172.21.15.158:6808/894883036 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f88c80741a0 con 0x7f88c80716d0 2024-02-19T16:32:50.477 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.476+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 --> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f88e80d0040 con 0x7f88c80716d0 2024-02-19T16:32:50.478 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.476+0000 7f88d6ffd640 1 -- 172.21.15.104:0/2123110272 <== osd.5 v2:172.21.15.158:6808/894883036 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f88e0041040 con 0x7f88c80716d0 2024-02-19T16:32:50.478 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:50.479 INFO:teuthology.orchestra.run.smithi104.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-19T16:32:50.479 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:50.479 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7f88c80716d0 msgr2=0x7f88c8073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.158:6808/894883036,v1:172.21.15.158:6809/894883036] conn(0x7f88c80716d0 0x7f88c8073af0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88c806b810 msgr2=0x7f88c806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f88c806b810 0x7f88c806dcd0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f88e815b0f0 tx=0x7f88dc009040 comp rx=0 tx=0).stop 2024-02-19T16:32:50.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 msgr2=0x7f88e80cd400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 --2- 172.21.15.104:0/2123110272 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e80cf410 0x7f88e80cd400 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f88d800ba50 tx=0x7f88d800bf10 comp rx=0 tx=0).stop 2024-02-19T16:32:50.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88e6d9d640 1 -- 172.21.15.104:0/2123110272 reap_dead start 2024-02-19T16:32:50.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 shutdown_connections 2024-02-19T16:32:50.480 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 >> 172.21.15.104:0/2123110272 conn(0x7f88e80d3b10 msgr2=0x7f88e80d0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 shutdown_connections 2024-02-19T16:32:50.481 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.477+0000 7f88ecc47640 1 -- 172.21.15.104:0/2123110272 wait complete. 2024-02-19T16:32:50.488 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-02-19T16:32:50.588 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.587+0000 7ffaf2925640 1 Processor -- start 2024-02-19T16:32:50.589 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.587+0000 7ffaf2925640 1 -- start start 2024-02-19T16:32:50.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaf2925640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0d3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaf2925640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffaec0cfbf0 con 0x7ffaec15deb0 2024-02-19T16:32:50.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaf2925640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffaec0d4410 con 0x7ffaec0b3c70 2024-02-19T16:32:50.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaf2925640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaec0d1000 con 0x7ffaec0d3a70 2024-02-19T16:32:50.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaebfff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ffaec15deb0 0x7ffaec0cf4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:37894/0 (socket says 172.21.15.104:37894) 2024-02-19T16:32:50.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaebfff640 1 -- 172.21.15.104:0/1295363312 learned_addr learned my addr 172.21.15.104:0/1295363312 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:50.590 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaeb7fe640 1 --2- 172.21.15.104:0/1295363312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0d3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaeaffd640 1 -- 172.21.15.104:0/1295363312 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 799197445 0 0) 0x7ffaec0cfbf0 con 0x7ffaec15deb0 2024-02-19T16:32:50.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.588+0000 7ffaeaffd640 1 -- 172.21.15.104:0/1295363312 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffad4003520 con 0x7ffaec15deb0 2024-02-19T16:32:50.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.589+0000 7ffaeb7fe640 1 -- 172.21.15.104:0/1295363312 >> v1:172.21.15.158:6789/0 conn(0x7ffaec0b3c70 legacy=0x7ffaec0b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.589+0000 7ffaeaffd640 1 -- 172.21.15.104:0/1295363312 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3735314388 0 0) 0x7ffaec0d4410 con 0x7ffaec0b3c70 2024-02-19T16:32:50.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.589+0000 7ffaeb7fe640 1 -- 172.21.15.104:0/1295363312 >> v1:172.21.15.104:6789/0 conn(0x7ffaec15deb0 legacy=0x7ffaec0cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.591 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.589+0000 7ffaeb7fe640 1 -- 172.21.15.104:0/1295363312 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffaec0d12e0 con 0x7ffaec0d3a70 2024-02-19T16:32:50.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.589+0000 7ffaeb7fe640 1 --2- 172.21.15.104:0/1295363312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0d3ed0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ffae0009800 tx=0x7ffae002b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=227132f361cbb9de server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.592 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaeaffd640 1 -- 172.21.15.104:0/1295363312 <== mon.2 v2:172.21.15.158:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffae0031890 con 0x7ffaec0d3a70 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaeaffd640 1 -- 172.21.15.104:0/1295363312 <== mon.2 v2:172.21.15.158:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffae00319f0 con 0x7ffaec0d3a70 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaeaffd640 1 -- 172.21.15.104:0/1295363312 <== mon.2 v2:172.21.15.158:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffae0031d60 con 0x7ffaec0d3a70 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaf2925640 1 -- 172.21.15.104:0/1295363312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 msgr2=0x7ffaec0d3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaf2925640 1 --2- 172.21.15.104:0/1295363312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0d3ed0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ffae0009800 tx=0x7ffae002b930 comp rx=0 tx=0).stop 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaf2925640 1 -- 172.21.15.104:0/1295363312 shutdown_connections 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaf2925640 1 --2- 172.21.15.104:0/1295363312 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0d3ed0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaf2925640 1 -- 172.21.15.104:0/1295363312 >> 172.21.15.104:0/1295363312 conn(0x7ffaec08d560 msgr2=0x7ffaec09ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaf2925640 1 -- 172.21.15.104:0/1295363312 shutdown_connections 2024-02-19T16:32:50.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.590+0000 7ffaf2925640 1 -- 172.21.15.104:0/1295363312 wait complete. 2024-02-19T16:32:50.594 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.591+0000 7ffaf2925640 1 Processor -- start 2024-02-19T16:32:50.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.591+0000 7ffaf2925640 1 -- start start 2024-02-19T16:32:50.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaf2925640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaec0b3c70 0x7ffaec0b4370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaf2925640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0cabe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaf2925640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffaec15deb0 0x7ffaec160470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaf2925640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaec158670 con 0x7ffaec0b3c70 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaf2925640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaec15f3f0 con 0x7ffaec15deb0 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaf2925640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaec15f6d0 con 0x7ffaec0d3a70 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaebfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaec0b3c70 0x7ffaec0b4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaebfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaec0b3c70 0x7ffaec0b4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37478/0 (socket says 172.21.15.104:37478) 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaebfff640 1 -- 172.21.15.104:0/455641718 learned_addr learned my addr 172.21.15.104:0/455641718 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaeb7fe640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0cabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.592+0000 7ffaf0ec2640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffaec15deb0 0x7ffaec160470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaebfff640 1 -- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 msgr2=0x7ffaec0cabe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaebfff640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0cabe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaebfff640 1 -- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffaec15deb0 msgr2=0x7ffaec160470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaebfff640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffaec15deb0 0x7ffaec160470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaebfff640 1 -- 172.21.15.104:0/455641718 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffae0009400 con 0x7ffaec0b3c70 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaeb7fe640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0cabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaf0ec2640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffaec15deb0 0x7ffaec160470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaebfff640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaec0b3c70 0x7ffaec0b4370 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7ffadc00c390 tx=0x7ffadc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffae8ff9640 1 -- 172.21.15.104:0/455641718 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffadc005ce0 con 0x7ffaec0b3c70 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffae8ff9640 1 -- 172.21.15.104:0/455641718 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffadc005e40 con 0x7ffaec0b3c70 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffae8ff9640 1 -- 172.21.15.104:0/455641718 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffadc0072f0 con 0x7ffaec0b3c70 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffaec15f9b0 con 0x7ffaec0b3c70 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.593+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffaec15ff70 con 0x7ffaec0b3c70 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.594+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffaec160130 con 0x7ffaec0b3c70 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.594+0000 7ffae8ff9640 1 -- 172.21.15.104:0/455641718 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7ffadc007450 con 0x7ffaec0b3c70 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.595+0000 7ffae8ff9640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffad806b810 0x7ffad806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.595+0000 7ffaeb7fe640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffad806b810 0x7ffad806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.595+0000 7ffae8ff9640 1 -- 172.21.15.104:0/455641718 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7ffadc0895b0 con 0x7ffaec0b3c70 2024-02-19T16:32:50.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.595+0000 7ffaeb7fe640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffad806b810 0x7ffad806dcd0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ffae0036000 tx=0x7ffae003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.601 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.599+0000 7ffae8ff9640 1 -- 172.21.15.104:0/455641718 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7ffadc054250 con 0x7ffaec0b3c70 2024-02-19T16:32:50.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.768+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7ffaec0cefc0 con 0x7ffad806b810 2024-02-19T16:32:50.770 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.768+0000 7ffae8ff9640 1 -- 172.21.15.104:0/455641718 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ffae0031690 con 0x7ffad806b810 2024-02-19T16:32:50.770 INFO:teuthology.orchestra.run.smithi104.stderr:instructed osd(s) 5 to deep-scrub 2024-02-19T16:32:50.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffad806b810 msgr2=0x7ffad806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffad806b810 0x7ffad806dcd0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ffae0036000 tx=0x7ffae003c040 comp rx=0 tx=0).stop 2024-02-19T16:32:50.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaec0b3c70 msgr2=0x7ffaec0b4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaec0b3c70 0x7ffaec0b4370 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7ffadc00c390 tx=0x7ffadc00c850 comp rx=0 tx=0).stop 2024-02-19T16:32:50.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 shutdown_connections 2024-02-19T16:32:50.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7ffad806b810 0x7ffad806dcd0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7ffaec15deb0 0x7ffaec160470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7ffaec0d3a70 0x7ffaec0cabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 --2- 172.21.15.104:0/455641718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaec0b3c70 0x7ffaec0b4370 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 >> 172.21.15.104:0/455641718 conn(0x7ffaec08d560 msgr2=0x7ffaec0b2fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 shutdown_connections 2024-02-19T16:32:50.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.770+0000 7ffaf2925640 1 -- 172.21.15.104:0/455641718 wait complete. 2024-02-19T16:32:50.783 INFO:tasks.ceph:Scrubbing osd.6 2024-02-19T16:32:50.783 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-02-19T16:32:50.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.885+0000 7f12c3b5c640 1 Processor -- start 2024-02-19T16:32:50.886 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.885+0000 7f12c3b5c640 1 -- start start 2024-02-19T16:32:50.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c3b5c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f12bc0cfad0 0x7f12bc15cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c3b5c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12bc15c740 con 0x7f12bc0d15c0 2024-02-19T16:32:50.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c3b5c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12bc0cffa0 con 0x7f12bc0b1030 2024-02-19T16:32:50.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c3b5c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12bc0d0280 con 0x7f12bc0cfad0 2024-02-19T16:32:50.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c20f9640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f12bc0d15c0 0x7f12bc0d1a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:37900/0 (socket says 172.21.15.104:37900) 2024-02-19T16:32:50.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c20f9640 1 -- 172.21.15.104:0/2406283181 learned_addr learned my addr 172.21.15.104:0/2406283181 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:50.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c10f7640 1 --2- 172.21.15.104:0/2406283181 >> v2:172.21.15.158:3300/0 conn(0x7f12bc0cfad0 0x7f12bc15cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.888 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c08f6640 1 -- 172.21.15.104:0/2406283181 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2631986835 0 0) 0x7f12bc15c740 con 0x7f12bc0d15c0 2024-02-19T16:32:50.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c08f6640 1 -- 172.21.15.104:0/2406283181 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f12a8003520 con 0x7f12bc0d15c0 2024-02-19T16:32:50.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c10f7640 1 -- 172.21.15.104:0/2406283181 >> v1:172.21.15.158:6789/0 conn(0x7f12bc0b1030 legacy=0x7f12bc1601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c10f7640 1 -- 172.21.15.104:0/2406283181 >> v1:172.21.15.104:6789/0 conn(0x7f12bc0d15c0 legacy=0x7f12bc0d1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c08f6640 1 -- 172.21.15.104:0/2406283181 <== mon.1 v1:172.21.15.158:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 75491120 0 0) 0x7f12bc0cffa0 con 0x7f12bc0b1030 2024-02-19T16:32:50.889 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.886+0000 7f12c10f7640 1 -- 172.21.15.104:0/2406283181 --> v2:172.21.15.158:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12bc0d0560 con 0x7f12bc0cfad0 2024-02-19T16:32:50.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.887+0000 7f12c10f7640 1 --2- 172.21.15.104:0/2406283181 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f12bc0cfad0 0x7f12bc15cbd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f12ac0097a0 tx=0x7f12ac02b740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=294da6c22cc827be server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.890 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.887+0000 7f12c08f6640 1 -- 172.21.15.104:0/2406283181 <== mon.1 v2:172.21.15.158:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b4001970 con 0x7f12bc0cfad0 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.887+0000 7f12c08f6640 1 -- 172.21.15.104:0/2406283181 <== mon.1 v2:172.21.15.158:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12ac02e050 con 0x7f12bc0cfad0 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.887+0000 7f12c08f6640 1 -- 172.21.15.104:0/2406283181 <== mon.1 v2:172.21.15.158:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12ac030730 con 0x7f12bc0cfad0 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.888+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2406283181 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f12bc0cfad0 msgr2=0x7f12bc15cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.888+0000 7f12c3b5c640 1 --2- 172.21.15.104:0/2406283181 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f12bc0cfad0 0x7f12bc15cbd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f12ac0097a0 tx=0x7f12ac02b740 comp rx=0 tx=0).stop 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.888+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2406283181 shutdown_connections 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.888+0000 7f12c3b5c640 1 --2- 172.21.15.104:0/2406283181 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f12bc0cfad0 0x7f12bc15cbd0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.888+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2406283181 >> 172.21.15.104:0/2406283181 conn(0x7f12bc09aa70 msgr2=0x7f12bc09ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.888+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2406283181 shutdown_connections 2024-02-19T16:32:50.891 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.888+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2406283181 wait complete. 2024-02-19T16:32:50.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.889+0000 7f12c3b5c640 1 Processor -- start 2024-02-19T16:32:50.892 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.889+0000 7f12c3b5c640 1 -- start start 2024-02-19T16:32:50.894 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c3b5c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f12bc0b1030 0x7f12bc1f3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c3b5c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f12bc0cfad0 0x7f12bc0c8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c3b5c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc0d15c0 0x7f12bc0c8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c3b5c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12bc1f4380 con 0x7f12bc0d15c0 2024-02-19T16:32:50.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c3b5c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12bc15f5e0 con 0x7f12bc0b1030 2024-02-19T16:32:50.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c3b5c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12bc15f300 con 0x7f12bc0cfad0 2024-02-19T16:32:50.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc0d15c0 0x7f12bc0c8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc0d15c0 0x7f12bc0c8fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37482/0 (socket says 172.21.15.104:37482) 2024-02-19T16:32:50.895 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 -- 172.21.15.104:0/2522080067 learned_addr learned my addr 172.21.15.104:0/2522080067 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c18f8640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f12bc0b1030 0x7f12bc1f3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c10f7640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f12bc0cfad0 0x7f12bc0c8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 -- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f12bc0cfad0 msgr2=0x7f12bc0c8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f12bc0cfad0 0x7f12bc0c8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 -- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f12bc0b1030 msgr2=0x7f12bc1f3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f12bc0b1030 0x7f12bc1f3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 -- 172.21.15.104:0/2522080067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12ac009400 con 0x7f12bc0d15c0 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.890+0000 7f12c20f9640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc0d15c0 0x7f12bc0c8fd0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f12b400caf0 tx=0x7f12b4002130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.896 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.891+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b400a760 con 0x7f12bc0d15c0 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.891+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12b400a8c0 con 0x7f12bc0d15c0 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.891+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12bc15d290 con 0x7f12bc0d15c0 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.891+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b400acb0 con 0x7f12bc0d15c0 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.891+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12bc0c6530 con 0x7f12bc0d15c0 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.891+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f12bc15d110 con 0x7f12bc0d15c0 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.892+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f12b40070d0 con 0x7f12bc0d15c0 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.892+0000 7f12b27fc640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f12a006b810 0x7f12a006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.892+0000 7f12c18f8640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f12a006b810 0x7f12a006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.897 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.892+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f12b40898f0 con 0x7f12bc0d15c0 2024-02-19T16:32:50.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.892+0000 7f12b27fc640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f12a00716d0 0x7f12a0073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:50.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.893+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 --> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f12a00741a0 con 0x7f12a00716d0 2024-02-19T16:32:50.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.893+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7f12b408e2c0 con 0x7f12bc0d15c0 2024-02-19T16:32:50.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.893+0000 7f12c10f7640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f12a00716d0 0x7f12a0073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:50.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.893+0000 7f12c18f8640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f12a006b810 0x7f12a006dcd0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f12b8001120 tx=0x7f12b8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.893+0000 7f12c10f7640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f12a00716d0 0x7f12a0073af0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:50.898 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.894+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 <== osd.6 v2:172.21.15.158:6816/861992458 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f12a00741a0 con 0x7f12a00716d0 2024-02-19T16:32:50.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.907+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 --> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f12bc0c6910 con 0x7f12a00716d0 2024-02-19T16:32:50.908 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.907+0000 7f12b27fc640 1 -- 172.21.15.104:0/2522080067 <== osd.6 v2:172.21.15.158:6816/861992458 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f12bc0c6910 con 0x7f12a00716d0 2024-02-19T16:32:50.909 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:50.909 INFO:teuthology.orchestra.run.smithi104.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-19T16:32:50.909 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:50.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.907+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f12a00716d0 msgr2=0x7f12a0073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.907+0000 7f12c3b5c640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.158:6816/861992458,v1:172.21.15.158:6817/861992458] conn(0x7f12a00716d0 0x7f12a0073af0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:50.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f12a006b810 msgr2=0x7f12a006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c3b5c640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f12a006b810 0x7f12a006dcd0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f12b8001120 tx=0x7f12b8009040 comp rx=0 tx=0).stop 2024-02-19T16:32:50.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc0d15c0 msgr2=0x7f12bc0c8fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:50.910 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c3b5c640 1 --2- 172.21.15.104:0/2522080067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f12bc0d15c0 0x7f12bc0c8fd0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f12b400caf0 tx=0x7f12b4002130 comp rx=0 tx=0).stop 2024-02-19T16:32:50.911 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c20f9640 1 -- 172.21.15.104:0/2522080067 reap_dead start 2024-02-19T16:32:50.911 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 shutdown_connections 2024-02-19T16:32:50.911 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 >> 172.21.15.104:0/2522080067 conn(0x7f12bc09aa70 msgr2=0x7f12bc0b2b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:50.911 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 shutdown_connections 2024-02-19T16:32:50.911 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:50.908+0000 7f12c3b5c640 1 -- 172.21.15.104:0/2522080067 wait complete. 2024-02-19T16:32:50.919 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-02-19T16:32:51.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.018+0000 7f5360264640 1 Processor -- start 2024-02-19T16:32:51.020 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.019+0000 7f5360264640 1 -- start start 2024-02-19T16:32:51.022 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.019+0000 7f5360264640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f535806f7d0 0x7f53580cca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.022 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.019+0000 7f5360264640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53580cc5c0 con 0x7f53580d0670 2024-02-19T16:32:51.022 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.019+0000 7f5360264640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f535815e3f0 con 0x7f535815e010 2024-02-19T16:32:51.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.019+0000 7f5360264640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53580d0b70 con 0x7f535806f7d0 2024-02-19T16:32:51.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.020+0000 7f535d7ff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f535806f7d0 0x7f53580cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.020+0000 7f535d7ff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f535806f7d0 0x7f53580cca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37498/0 (socket says 172.21.15.104:37498) 2024-02-19T16:32:51.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.020+0000 7f535d7ff640 1 -- 172.21.15.104:0/2843499673 learned_addr learned my addr 172.21.15.104:0/2843499673 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:51.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.020+0000 7f535d7ff640 1 -- 172.21.15.104:0/2843499673 >> v1:172.21.15.158:6789/0 conn(0x7f535815e010 legacy=0x7f535806f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.020+0000 7f535d7ff640 1 -- 172.21.15.104:0/2843499673 >> v1:172.21.15.104:6789/0 conn(0x7f53580d0670 legacy=0x7f53580ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.020+0000 7f535d7ff640 1 -- 172.21.15.104:0/2843499673 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53580d0e50 con 0x7f535806f7d0 2024-02-19T16:32:51.023 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.020+0000 7f535cffe640 1 -- 172.21.15.104:0/2843499673 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1359374714 0 0) 0x7f53580cc5c0 con 0x7f53580d0670 2024-02-19T16:32:51.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.021+0000 7f535d7ff640 1 --2- 172.21.15.104:0/2843499673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f535806f7d0 0x7f53580cca50 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f5348009870 tx=0x7f534802ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71fbe01ad67e55f8 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.021+0000 7f535cffe640 1 -- 172.21.15.104:0/2843499673 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f534802f840 con 0x7f535806f7d0 2024-02-19T16:32:51.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.021+0000 7f535cffe640 1 -- 172.21.15.104:0/2843499673 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f534802f9a0 con 0x7f535806f7d0 2024-02-19T16:32:51.024 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.021+0000 7f535cffe640 1 -- 172.21.15.104:0/2843499673 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f534802fd30 con 0x7f535806f7d0 2024-02-19T16:32:51.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.021+0000 7f5360264640 1 -- 172.21.15.104:0/2843499673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f535806f7d0 msgr2=0x7f53580cca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.027 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.021+0000 7f5360264640 1 --2- 172.21.15.104:0/2843499673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f535806f7d0 0x7f53580cca50 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f5348009870 tx=0x7f534802ba20 comp rx=0 tx=0).stop 2024-02-19T16:32:51.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.022+0000 7f5360264640 1 -- 172.21.15.104:0/2843499673 shutdown_connections 2024-02-19T16:32:51.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.022+0000 7f5360264640 1 --2- 172.21.15.104:0/2843499673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f535806f7d0 0x7f53580cca50 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.022+0000 7f5360264640 1 -- 172.21.15.104:0/2843499673 >> 172.21.15.104:0/2843499673 conn(0x7f53580d1920 msgr2=0x7f53580d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:51.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.022+0000 7f5360264640 1 -- 172.21.15.104:0/2843499673 shutdown_connections 2024-02-19T16:32:51.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.022+0000 7f5360264640 1 -- 172.21.15.104:0/2843499673 wait complete. 2024-02-19T16:32:51.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f5360264640 1 Processor -- start 2024-02-19T16:32:51.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f5360264640 1 -- start start 2024-02-19T16:32:51.028 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f5360264640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f53580d0670 0x7f53581f3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f5360264640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f535815e010 0x7f535806d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f5360264640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53580c9d60 0x7f535814f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f5360264640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f535815f930 con 0x7f53580c9d60 2024-02-19T16:32:51.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f5360264640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53581f3e60 con 0x7f535815e010 2024-02-19T16:32:51.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f5360264640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53581f4140 con 0x7f53580d0670 2024-02-19T16:32:51.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.023+0000 7f535e801640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53580c9d60 0x7f535814f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.029 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e801640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53580c9d60 0x7f535814f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37514/0 (socket says 172.21.15.104:37514) 2024-02-19T16:32:51.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e801640 1 -- 172.21.15.104:0/144796190 learned_addr learned my addr 172.21.15.104:0/144796190 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:51.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e000640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f53580d0670 0x7f53581f3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535d7ff640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f535815e010 0x7f535806d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e801640 1 -- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f53580d0670 msgr2=0x7f53581f3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e801640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f53580d0670 0x7f53581f3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e801640 1 -- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f535815e010 msgr2=0x7f535806d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e801640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f535815e010 0x7f535806d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.030 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e801640 1 -- 172.21.15.104:0/144796190 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53480094d0 con 0x7f53580c9d60 2024-02-19T16:32:51.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e000640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f53580d0670 0x7f53581f3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:51.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535d7ff640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f535815e010 0x7f535806d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:51.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f535e801640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53580c9d60 0x7f535814f990 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f535000c410 tx=0x7f535000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f534e7fc640 1 -- 172.21.15.104:0/144796190 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53500035f0 con 0x7f53580c9d60 2024-02-19T16:32:51.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f534e7fc640 1 -- 172.21.15.104:0/144796190 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5350003770 con 0x7f53580c9d60 2024-02-19T16:32:51.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f534e7fc640 1 -- 172.21.15.104:0/144796190 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5350003b60 con 0x7f53580c9d60 2024-02-19T16:32:51.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f535815fba0 con 0x7f53580c9d60 2024-02-19T16:32:51.031 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.024+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53581f3a70 con 0x7f53580c9d60 2024-02-19T16:32:51.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.025+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f535815fd90 con 0x7f53580c9d60 2024-02-19T16:32:51.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.025+0000 7f534e7fc640 1 -- 172.21.15.104:0/144796190 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f5350003cc0 con 0x7f53580c9d60 2024-02-19T16:32:51.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.026+0000 7f534e7fc640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f533c06b810 0x7f533c06dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.026+0000 7f534e7fc640 1 -- 172.21.15.104:0/144796190 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5350089480 con 0x7f53580c9d60 2024-02-19T16:32:51.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.026+0000 7f535e000640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f533c06b810 0x7f533c06dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.032 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.026+0000 7f535e000640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f533c06b810 0x7f533c06dcd0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f53540012e0 tx=0x7f5354009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.033 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.030+0000 7f534e7fc640 1 -- 172.21.15.104:0/144796190 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f53500541a0 con 0x7f53580c9d60 2024-02-19T16:32:51.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.201+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f53580cc250 con 0x7f533c06b810 2024-02-19T16:32:51.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.202+0000 7f534e7fc640 1 -- 172.21.15.104:0/144796190 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f5354006b50 con 0x7f533c06b810 2024-02-19T16:32:51.204 INFO:teuthology.orchestra.run.smithi104.stderr:instructed osd(s) 6 to deep-scrub 2024-02-19T16:32:51.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f533c06b810 msgr2=0x7f533c06dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f533c06b810 0x7f533c06dcd0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f53540012e0 tx=0x7f5354009040 comp rx=0 tx=0).stop 2024-02-19T16:32:51.205 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53580c9d60 msgr2=0x7f535814f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53580c9d60 0x7f535814f990 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f535000c410 tx=0x7f535000c8d0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 shutdown_connections 2024-02-19T16:32:51.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f533c06b810 0x7f533c06dcd0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53580c9d60 0x7f535814f990 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f535815e010 0x7f535806d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 --2- 172.21.15.104:0/144796190 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f53580d0670 0x7f53581f3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 >> 172.21.15.104:0/144796190 conn(0x7f53580d1920 msgr2=0x7f535815d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:51.206 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.203+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 shutdown_connections 2024-02-19T16:32:51.207 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.204+0000 7f5360264640 1 -- 172.21.15.104:0/144796190 wait complete. 2024-02-19T16:32:51.216 INFO:tasks.ceph:Scrubbing osd.7 2024-02-19T16:32:51.216 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-02-19T16:32:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.318+0000 7fdfb265b640 1 Processor -- start 2024-02-19T16:32:51.319 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.318+0000 7fdfb265b640 1 -- start start 2024-02-19T16:32:51.320 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfb265b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdfac0d4240 0x7fdfac168dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfb265b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfac0b4080 con 0x7fdfac162760 2024-02-19T16:32:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfb265b640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfac0b42f0 con 0x7fdfac161520 2024-02-19T16:32:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfb265b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfac0b45d0 con 0x7fdfac0d4240 2024-02-19T16:32:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfb0bf8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdfac0d4240 0x7fdfac168dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfab7fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fdfac162760 0x7fdfac0d3b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:37924/0 (socket says 172.21.15.104:37924) 2024-02-19T16:32:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfab7fe640 1 -- 172.21.15.104:0/49422719 learned_addr learned my addr 172.21.15.104:0/49422719 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:51.321 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfb0bf8640 1 -- 172.21.15.104:0/49422719 >> v1:172.21.15.158:6789/0 conn(0x7fdfac161520 legacy=0x7fdfac0b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:51.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfb0bf8640 1 -- 172.21.15.104:0/49422719 >> v1:172.21.15.104:6789/0 conn(0x7fdfac162760 legacy=0x7fdfac0d3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfaaffd640 1 -- 172.21.15.104:0/49422719 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1434134361 0 0) 0x7fdfac0b4080 con 0x7fdfac162760 2024-02-19T16:32:51.322 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.319+0000 7fdfb0bf8640 1 -- 172.21.15.104:0/49422719 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfac0b48b0 con 0x7fdfac0d4240 2024-02-19T16:32:51.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.320+0000 7fdfb0bf8640 1 --2- 172.21.15.104:0/49422719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac0d4240 0x7fdfac168dc0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009d90 tx=0x7fdfa402beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13ab8a34f74f6826 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.320+0000 7fdfaaffd640 1 -- 172.21.15.104:0/49422719 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa402cc60 con 0x7fdfac0d4240 2024-02-19T16:32:51.323 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.320+0000 7fdfaaffd640 1 -- 172.21.15.104:0/49422719 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfa402cdc0 con 0x7fdfac0d4240 2024-02-19T16:32:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.320+0000 7fdfaaffd640 1 -- 172.21.15.104:0/49422719 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4034660 con 0x7fdfac0d4240 2024-02-19T16:32:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.320+0000 7fdfb265b640 1 -- 172.21.15.104:0/49422719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac0d4240 msgr2=0x7fdfac168dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.320+0000 7fdfb265b640 1 --2- 172.21.15.104:0/49422719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac0d4240 0x7fdfac168dc0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009d90 tx=0x7fdfa402beb0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.320+0000 7fdfb265b640 1 -- 172.21.15.104:0/49422719 shutdown_connections 2024-02-19T16:32:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.320+0000 7fdfb265b640 1 --2- 172.21.15.104:0/49422719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac0d4240 0x7fdfac168dc0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.321+0000 7fdfb265b640 1 -- 172.21.15.104:0/49422719 >> 172.21.15.104:0/49422719 conn(0x7fdfac08d5d0 msgr2=0x7fdfac09cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.321+0000 7fdfb265b640 1 -- 172.21.15.104:0/49422719 shutdown_connections 2024-02-19T16:32:51.324 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.321+0000 7fdfb265b640 1 -- 172.21.15.104:0/49422719 wait complete. 2024-02-19T16:32:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.322+0000 7fdfb265b640 1 Processor -- start 2024-02-19T16:32:51.325 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.322+0000 7fdfb265b640 1 -- start start 2024-02-19T16:32:51.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.322+0000 7fdfb265b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdfac0d4240 0x7fdfac0b0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.322+0000 7fdfb265b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdfac161520 0x7fdfac158820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.322+0000 7fdfb265b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac162760 0x7fdfac06bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.322+0000 7fdfb265b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfac0ca610 con 0x7fdfac162760 2024-02-19T16:32:51.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.322+0000 7fdfb265b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfac0b1700 con 0x7fdfac161520 2024-02-19T16:32:51.328 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.322+0000 7fdfb265b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfac0b19e0 con 0x7fdfac0d4240 2024-02-19T16:32:51.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac162760 0x7fdfac06bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac162760 0x7fdfac06bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37528/0 (socket says 172.21.15.104:37528) 2024-02-19T16:32:51.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 -- 172.21.15.104:0/3872324784 learned_addr learned my addr 172.21.15.104:0/3872324784 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:51.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfab7fe640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdfac161520 0x7fdfac158820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfabfff640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdfac0d4240 0x7fdfac0b0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 -- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdfac0d4240 msgr2=0x7fdfac0b0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdfac0d4240 0x7fdfac0b0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.329 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 -- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdfac161520 msgr2=0x7fdfac158820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fdfac161520 0x7fdfac158820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 -- 172.21.15.104:0/3872324784 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa4009a70 con 0x7fdfac162760 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfabfff640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fdfac0d4240 0x7fdfac0b0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb0bf8640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac162760 0x7fdfac06bd00 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009d90 tx=0x7fdfa4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa403e610 con 0x7fdfac162760 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfa403e790 con 0x7fdfac162760 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfac0b1cc0 con 0x7fdfac162760 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa403eb40 con 0x7fdfac162760 2024-02-19T16:32:51.330 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.323+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfac0b2280 con 0x7fdfac162760 2024-02-19T16:32:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.324+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdfac0cfb40 con 0x7fdfac162760 2024-02-19T16:32:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fdfa403b050 con 0x7fdfac162760 2024-02-19T16:32:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfa8ff9640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdf9806b810 0x7fdf9806dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fdfa40ac3a0 con 0x7fdfac162760 2024-02-19T16:32:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfabfff640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdf9806b810 0x7fdf9806dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfa8ff9640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7fdf980716d0 0x7fdf98073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 --> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdf980741a0 con 0x7fdf980716d0 2024-02-19T16:32:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdfa40aea60 con 0x7fdfac162760 2024-02-19T16:32:51.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfabfff640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdf9806b810 0x7fdf9806dcd0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c00a810 tx=0x7fdf9c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.325+0000 7fdfab7fe640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7fdf980716d0 0x7fdf98073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.326+0000 7fdfab7fe640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7fdf980716d0 0x7fdf98073af0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.332 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.327+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 <== osd.7 v2:172.21.15.158:6824/3047488038 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fdf980741a0 con 0x7fdf980716d0 2024-02-19T16:32:51.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.340+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 --> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fdfac06cd20 con 0x7fdf980716d0 2024-02-19T16:32:51.341 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.340+0000 7fdfa8ff9640 1 -- 172.21.15.104:0/3872324784 <== osd.7 v2:172.21.15.158:6824/3047488038 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fdfac06cd20 con 0x7fdf980716d0 2024-02-19T16:32:51.342 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-02-19T16:32:51.342 INFO:teuthology.orchestra.run.smithi104.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-02-19T16:32:51.342 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-02-19T16:32:51.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.340+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7fdf980716d0 msgr2=0x7fdf98073af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.340+0000 7fdfb265b640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.158:6824/3047488038,v1:172.21.15.158:6825/3047488038] conn(0x7fdf980716d0 0x7fdf98073af0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.340+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdf9806b810 msgr2=0x7fdf9806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.340+0000 7fdfb265b640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fdf9806b810 0x7fdf9806dcd0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c00a810 tx=0x7fdf9c008040 comp rx=0 tx=0).stop 2024-02-19T16:32:51.343 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.340+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac162760 msgr2=0x7fdfac06bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.340+0000 7fdfb265b640 1 --2- 172.21.15.104:0/3872324784 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfac162760 0x7fdfac06bd00 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009d90 tx=0x7fdfa4004a40 comp rx=0 tx=0).stop 2024-02-19T16:32:51.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.341+0000 7fdfb0bf8640 1 -- 172.21.15.104:0/3872324784 reap_dead start 2024-02-19T16:32:51.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.341+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 shutdown_connections 2024-02-19T16:32:51.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.341+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 >> 172.21.15.104:0/3872324784 conn(0x7fdfac08d5d0 msgr2=0x7fdfac0d0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:51.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.341+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 shutdown_connections 2024-02-19T16:32:51.344 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.341+0000 7fdfb265b640 1 -- 172.21.15.104:0/3872324784 wait complete. 2024-02-19T16:32:51.352 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-02-19T16:32:51.453 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.452+0000 7fbe79f0c640 1 Processor -- start 2024-02-19T16:32:51.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.452+0000 7fbe79f0c640 1 -- start start 2024-02-19T16:32:51.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe79f0c640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7fbe7415ddb0 0x7fbe740b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe79f0c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe740b29b0 con 0x7fbe7406cf00 2024-02-19T16:32:51.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe79f0c640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe740b1930 con 0x7fbe740d1ff0 2024-02-19T16:32:51.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe79f0c640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe740b1bf0 con 0x7fbe7415ddb0 2024-02-19T16:32:51.457 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe72ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fbe7406cf00 0x7fbe740d18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:37936/0 (socket says 172.21.15.104:37936) 2024-02-19T16:32:51.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe72ffd640 1 -- 172.21.15.104:0/2452808609 learned_addr learned my addr 172.21.15.104:0/2452808609 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:32:51.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2326952757 0 0) 0x7fbe68001110 con 0x7fbe7406cf00 2024-02-19T16:32:51.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2452808609 >> v2:172.21.15.158:3300/0 conn(0x7fbe7415ddb0 0x7fbe740b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbe5c003520 con 0x7fbe7406cf00 2024-02-19T16:32:51.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 <== mon.0 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 451706364 0 0) 0x7fbe5c003520 con 0x7fbe7406cf00 2024-02-19T16:32:51.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 >> v2:172.21.15.158:3300/0 conn(0x7fbe7415ddb0 msgr2=0x7fbe740b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:51.458 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 --2- 172.21.15.104:0/2452808609 >> v2:172.21.15.158:3300/0 conn(0x7fbe7415ddb0 0x7fbe740b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 >> v1:172.21.15.158:6789/0 conn(0x7fbe740d1ff0 legacy=0x7fbe740cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe740b1ed0 con 0x7fbe7406cf00 2024-02-19T16:32:51.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 <== mon.0 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 79564724 0 0) 0x7fbe68001800 con 0x7fbe7406cf00 2024-02-19T16:32:51.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 >> v1:172.21.15.104:6789/0 conn(0x7fbe7406cf00 legacy=0x7fbe740d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe5c003970 0x7fbe5c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe5c0047c0 0x7fbe5c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c005180 0x7fbe5c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.459 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe740b1bf0 con 0x7fbe5c003970 2024-02-19T16:32:51.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe5c00c020 con 0x7fbe5c0047c0 2024-02-19T16:32:51.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.453+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe5c00c1e0 con 0x7fbe5c005180 2024-02-19T16:32:51.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe5c003970 0x7fbe5c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe72ffd640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe5c0047c0 0x7fbe5c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe73fff640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c005180 0x7fbe5c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe737fe640 1 -- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c005180 msgr2=0x7fbe5c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:51.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c005180 0x7fbe5c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.460 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe737fe640 1 -- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe5c0047c0 msgr2=0x7fbe5c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:51.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe5c0047c0 0x7fbe5c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe737fe640 1 -- 172.21.15.104:0/2452808609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe5c003520 con 0x7fbe5c003970 2024-02-19T16:32:51.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe73fff640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c005180 0x7fbe5c00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-19T16:32:51.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.454+0000 7fbe73fff640 1 -- 172.21.15.104:0/2452808609 reap_dead start 2024-02-19T16:32:51.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe5c003970 0x7fbe5c003d90 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fbe64009ac0 tx=0x7fbe5c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54eef5a7d4c95848 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe6402c6b0 con 0x7fbe5c003970 2024-02-19T16:32:51.461 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe6402c810 con 0x7fbe5c003970 2024-02-19T16:32:51.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe727fc640 1 -- 172.21.15.104:0/2452808609 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe6402cba0 con 0x7fbe5c003970 2024-02-19T16:32:51.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2452808609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe5c003970 msgr2=0x7fbe5c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe79f0c640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe5c003970 0x7fbe5c003d90 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fbe64009ac0 tx=0x7fbe5c0057f0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2452808609 shutdown_connections 2024-02-19T16:32:51.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe79f0c640 1 --2- 172.21.15.104:0/2452808609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe5c003970 0x7fbe5c003d90 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2452808609 >> 172.21.15.104:0/2452808609 conn(0x7fbe7409aa70 msgr2=0x7fbe7409ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:51.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2452808609 shutdown_connections 2024-02-19T16:32:51.462 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.455+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2452808609 wait complete. 2024-02-19T16:32:51.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.456+0000 7fbe79f0c640 1 Processor -- start 2024-02-19T16:32:51.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe79f0c640 1 -- start start 2024-02-19T16:32:51.465 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe79f0c640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c003970 0x7fbe74158510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe79f0c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe741594d0 0x7fbe7415f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe79f0c640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe74159950 0x7fbe7415f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe79f0c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe74158080 con 0x7fbe741594d0 2024-02-19T16:32:51.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe79f0c640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe741f82e0 con 0x7fbe74159950 2024-02-19T16:32:51.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe79f0c640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe74157750 con 0x7fbe5c003970 2024-02-19T16:32:51.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe72ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe741594d0 0x7fbe7415f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.466 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe72ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe741594d0 0x7fbe7415f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37542/0 (socket says 172.21.15.104:37542) 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.457+0000 7fbe72ffd640 1 -- 172.21.15.104:0/2140953210 learned_addr learned my addr 172.21.15.104:0/2140953210 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c003970 0x7fbe74158510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe73fff640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe74159950 0x7fbe7415f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe72ffd640 1 -- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c003970 msgr2=0x7fbe74158510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe72ffd640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c003970 0x7fbe74158510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe72ffd640 1 -- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe74159950 msgr2=0x7fbe7415f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe72ffd640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe74159950 0x7fbe7415f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe72ffd640 1 -- 172.21.15.104:0/2140953210 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe74157a30 con 0x7fbe741594d0 2024-02-19T16:32:51.467 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c003970 0x7fbe74158510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:51.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe73fff640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe74159950 0x7fbe7415f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:51.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe72ffd640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe741594d0 0x7fbe7415f440 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fbe68007310 tx=0x7fbe680077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe5bfff640 1 -- 172.21.15.104:0/2140953210 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe6800f9a0 con 0x7fbe741594d0 2024-02-19T16:32:51.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe5bfff640 1 -- 172.21.15.104:0/2140953210 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe6800fb20 con 0x7fbe741594d0 2024-02-19T16:32:51.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe5bfff640 1 -- 172.21.15.104:0/2140953210 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe6800fed0 con 0x7fbe741594d0 2024-02-19T16:32:51.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe74157d10 con 0x7fbe741594d0 2024-02-19T16:32:51.468 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.458+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe741f75b0 con 0x7fbe741594d0 2024-02-19T16:32:51.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.459+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe74158230 con 0x7fbe741594d0 2024-02-19T16:32:51.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.459+0000 7fbe5bfff640 1 -- 172.21.15.104:0/2140953210 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fbe6801d460 con 0x7fbe741594d0 2024-02-19T16:32:51.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.460+0000 7fbe5bfff640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbe6006b810 0x7fbe6006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.460+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbe6006b810 0x7fbe6006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.460+0000 7fbe5bfff640 1 -- 172.21.15.104:0/2140953210 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fbe68089f90 con 0x7fbe741594d0 2024-02-19T16:32:51.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.460+0000 7fbe737fe640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbe6006b810 0x7fbe6006dcd0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fbe64036000 tx=0x7fbe64030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.469 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.464+0000 7fbe5bfff640 1 -- 172.21.15.104:0/2140953210 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fbe680bddc0 con 0x7fbe741594d0 2024-02-19T16:32:51.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.635+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7fbe741578c0 con 0x7fbe6006b810 2024-02-19T16:32:51.636 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.635+0000 7fbe5bfff640 1 -- 172.21.15.104:0/2140953210 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fbe741578c0 con 0x7fbe6006b810 2024-02-19T16:32:51.637 INFO:teuthology.orchestra.run.smithi104.stderr:instructed osd(s) 7 to deep-scrub 2024-02-19T16:32:51.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbe6006b810 msgr2=0x7fbe6006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbe6006b810 0x7fbe6006dcd0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fbe64036000 tx=0x7fbe64030000 comp rx=0 tx=0).stop 2024-02-19T16:32:51.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe741594d0 msgr2=0x7fbe7415f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe741594d0 0x7fbe7415f440 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fbe68007310 tx=0x7fbe680077d0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 shutdown_connections 2024-02-19T16:32:51.639 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fbe6006b810 0x7fbe6006dcd0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe741594d0 0x7fbe7415f440 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fbe74159950 0x7fbe7415f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 --2- 172.21.15.104:0/2140953210 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fbe5c003970 0x7fbe74158510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 >> 172.21.15.104:0/2140953210 conn(0x7fbe7409aa70 msgr2=0x7fbe740c7650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 shutdown_connections 2024-02-19T16:32:51.640 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.637+0000 7fbe79f0c640 1 -- 172.21.15.104:0/2140953210 wait complete. 2024-02-19T16:32:51.649 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:32:51.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.747+0000 7f4859b4b640 1 Processor -- start 2024-02-19T16:32:51.749 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.747+0000 7f4859b4b640 1 -- start start 2024-02-19T16:32:51.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f4859b4b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540d2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f4859b4b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48540d0530 0x7f48540d0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f4859b4b640 1 --2- >> v2:172.21.15.158:3300/0 conn(0x7f48540cf3f0 0x7f48540cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f4859b4b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48540d0ed0 con 0x7f48540d0530 2024-02-19T16:32:51.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f4859b4b640 1 -- --> v2:172.21.15.158:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48540d16f0 con 0x7f48540cf3f0 2024-02-19T16:32:51.752 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f4859b4b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48540d1940 con 0x7f485415de30 2024-02-19T16:32:51.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f484affd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48540d0530 0x7f48540d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f484affd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f48540d0530 0x7f48540d0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37554/0 (socket says 172.21.15.104:37554) 2024-02-19T16:32:51.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.748+0000 7f484affd640 1 -- 172.21.15.104:0/3855775593 learned_addr learned my addr 172.21.15.104:0/3855775593 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:51.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.749+0000 7f48537fe640 1 --2- 172.21.15.104:0/3855775593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540d2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.749+0000 7f484affd640 1 -- 172.21.15.104:0/3855775593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 msgr2=0x7f48540d2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:51.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.749+0000 7f484affd640 1 --2- 172.21.15.104:0/3855775593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540d2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.753 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.749+0000 7f484affd640 1 -- 172.21.15.104:0/3855775593 >> v2:172.21.15.158:3300/0 conn(0x7f48540cf3f0 msgr2=0x7f48540cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:32:51.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.749+0000 7f484affd640 1 --2- 172.21.15.104:0/3855775593 >> v2:172.21.15.158:3300/0 conn(0x7f48540cf3f0 0x7f48540cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.749+0000 7f484affd640 1 -- 172.21.15.104:0/3855775593 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48540d1c20 con 0x7f48540d0530 2024-02-19T16:32:51.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.749+0000 7f48537fe640 1 --2- 172.21.15.104:0/3855775593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:51.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.749+0000 7f484affd640 1 --2- 172.21.15.104:0/3855775593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540d0530 0x7f48540d0990 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f48541618d0 tx=0x7f483c02b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58a50d289572e8bb server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4852ffd640 1 -- 172.21.15.104:0/3855775593 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f483c0317e0 con 0x7f48540d0530 2024-02-19T16:32:51.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4852ffd640 1 -- 172.21.15.104:0/3855775593 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f483c031940 con 0x7f48540d0530 2024-02-19T16:32:51.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4852ffd640 1 -- 172.21.15.104:0/3855775593 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f483c031cd0 con 0x7f48540d0530 2024-02-19T16:32:51.754 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 -- 172.21.15.104:0/3855775593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540d0530 msgr2=0x7f48540d0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 --2- 172.21.15.104:0/3855775593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540d0530 0x7f48540d0990 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f48541618d0 tx=0x7f483c02b880 comp rx=0 tx=0).stop 2024-02-19T16:32:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 -- 172.21.15.104:0/3855775593 shutdown_connections 2024-02-19T16:32:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 --2- 172.21.15.104:0/3855775593 >> v2:172.21.15.158:3300/0 conn(0x7f48540cf3f0 0x7f48540cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 --2- 172.21.15.104:0/3855775593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540d0530 0x7f48540d0990 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 --2- 172.21.15.104:0/3855775593 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540d2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 -- 172.21.15.104:0/3855775593 >> 172.21.15.104:0/3855775593 conn(0x7f48540d3b20 msgr2=0x7f48540d3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 -- 172.21.15.104:0/3855775593 shutdown_connections 2024-02-19T16:32:51.755 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.750+0000 7f4859b4b640 1 -- 172.21.15.104:0/3855775593 wait complete. 2024-02-19T16:32:51.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.751+0000 7f4859b4b640 1 Processor -- start 2024-02-19T16:32:51.758 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.751+0000 7f4859b4b640 1 -- start start 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f4859b4b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540cf3f0 0x7f485415b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f4859b4b640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48540d0530 0x7f48540c7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f4859b4b640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f4859b4b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48540c7b90 con 0x7f48540cf3f0 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f4859b4b640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48540b3570 con 0x7f48540d0530 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f4859b4b640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48540b3850 con 0x7f485415de30 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f48537fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540cf3f0 0x7f485415b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f48537fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540cf3f0 0x7f485415b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:37566/0 (socket says 172.21.15.104:37566) 2024-02-19T16:32:51.759 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.752+0000 7f48537fe640 1 -- 172.21.15.104:0/1358948299 learned_addr learned my addr 172.21.15.104:0/1358948299 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:32:51.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f4853fff640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f484affd640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48540d0530 0x7f48540c7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f48537fe640 1 -- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 msgr2=0x7f48540b50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f48537fe640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540b50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f48537fe640 1 -- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48540d0530 msgr2=0x7f48540c7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f48537fe640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48540d0530 0x7f48540c7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.760 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f48537fe640 1 -- 172.21.15.104:0/1358948299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f483c0094d0 con 0x7f48540cf3f0 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f484affd640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48540d0530 0x7f48540c7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f48537fe640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540cf3f0 0x7f485415b3e0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f484400c7f0 tx=0x7f484400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f4850ff9640 1 -- 172.21.15.104:0/1358948299 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4844007820 con 0x7f48540cf3f0 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f4850ff9640 1 -- 172.21.15.104:0/1358948299 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4844007980 con 0x7f48540cf3f0 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48540b3b30 con 0x7f48540cf3f0 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f4850ff9640 1 -- 172.21.15.104:0/1358948299 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4844007cf0 con 0x7f48540cf3f0 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.753+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48540b5610 con 0x7f48540cf3f0 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.754+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48540751e0 con 0x7f48540cf3f0 2024-02-19T16:32:51.761 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.754+0000 7f4850ff9640 1 -- 172.21.15.104:0/1358948299 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f48440113f0 con 0x7f48540cf3f0 2024-02-19T16:32:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.755+0000 7f4850ff9640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f483406b810 0x7f483406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:32:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.755+0000 7f484affd640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f483406b810 0x7f483406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:32:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.755+0000 7f4850ff9640 1 -- 172.21.15.104:0/1358948299 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f484408a120 con 0x7f48540cf3f0 2024-02-19T16:32:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.755+0000 7f484affd640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f483406b810 0x7f483406dcd0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f483c036000 tx=0x7f483c03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:32:51.762 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.759+0000 7f4850ff9640 1 -- 172.21.15.104:0/1358948299 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f4844054ed0 con 0x7f48540cf3f0 2024-02-19T16:32:51.929 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.927+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f485415e210 con 0x7f483406b810 2024-02-19T16:32:51.931 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.929+0000 7f4850ff9640 1 -- 172.21.15.104:0/1358948299 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50965 (secure 0 0 0) 0x7f483c031c30 con 0x7f483406b810 2024-02-19T16:32:51.931 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:32:51.932 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:32:51.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f483406b810 msgr2=0x7f483406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.933 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f483406b810 0x7f483406dcd0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f483c036000 tx=0x7f483c03d040 comp rx=0 tx=0).stop 2024-02-19T16:32:51.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540cf3f0 msgr2=0x7f485415b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:32:51.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540cf3f0 0x7f485415b3e0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f484400c7f0 tx=0x7f484400ccb0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 shutdown_connections 2024-02-19T16:32:51.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f483406b810 0x7f483406dcd0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f485415de30 0x7f48540b50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f48540d0530 0x7f48540c7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.934 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 --2- 172.21.15.104:0/1358948299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f48540cf3f0 0x7f485415b3e0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:32:51.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.931+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 >> 172.21.15.104:0/1358948299 conn(0x7f48540d3b20 msgr2=0x7f48540b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:32:51.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.932+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 shutdown_connections 2024-02-19T16:32:51.935 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:32:51.932+0000 7f4859b4b640 1 -- 172.21.15.104:0/1358948299 wait complete. 2024-02-19T16:32:51.944 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2024-02-19T16:32:50.091540+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":238792,"kb_used_data":5960,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735928,"statfs":{"total":773094113280,"available":772849590272,"internally_reserved":0,"allocated":6103040,"data_stored":3215608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14933,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-70,"num_write_kb":-38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001413"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":233,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-02-19T16:32:44.040523+0000","last_change":"2024-02-19T16:30:01.365660+0000","last_active":"2024-02-19T16:32:44.040523+0000","last_peered":"2024-02-19T16:32:44.040523+0000","last_clean":"2024-02-19T16:32:44.040523+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:32:44.040523+0000","last_undegraded":"2024-02-19T16:32:44.040523+0000","last_fullsized":"2024-02-19T16:32:44.040523+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-19T16:30:00.208880+0000","last_clean_scrub_stamp":"2024-02-19T16:30:00.208880+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T01:15:02.975519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574885,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1208320,"data_stored":844727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.437,"15min":0.42699999999999999},"min":{"1min":0.26800000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.71499999999999997,"5min":0.875,"15min":0.875},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.432,"15min":0.42599999999999999},"min":{"1min":0.30399999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.44900000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.40500000000000003},"min":{"1min":0.34899999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.69999999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.44700000000000001,"15min":0.441},"min":{"1min":0.27400000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.502}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.47999999999999998,"15min":0.46400000000000002},"min":{"1min":0.38700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76800000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.33300000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.72999999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55400000000000005}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.35799999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.497,"15min":0.47999999999999998},"min":{"1min":0.44600000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.439}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.39200000000000002,"15min":0.372},"min":{"1min":0.34999999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.624,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.47199999999999998,"15min":0.46000000000000002},"min":{"1min":0.34899999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.67800000000000005,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.53900000000000003}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.41899999999999998,"15min":0.40000000000000002},"min":{"1min":0.39200000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.72499999999999998,"5min":0.747,"15min":0.747},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.433,"15min":0.41099999999999998},"min":{"1min":0.39100000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.79500000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.374}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.36799999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70799999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.45900000000000002,"15min":0.44500000000000001},"min":{"1min":0.41399999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65100000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.47299999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574885,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31784,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.65000000000000002,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.624},{"interface":"front","average":{"1min":0.505,"5min":0.47299999999999998,"15min":0.46800000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.53100000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.311,"5min":0.255,"15min":0.255},"max":{"1min":0.67000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.47999999999999998,"15min":0.46899999999999997},"min":{"1min":0.38,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69899999999999995,"5min":1.046,"15min":1.046},"last":0.66000000000000003}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68700000000000006,"5min":0.87,"15min":0.87},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.505},"min":{"1min":0.42699999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70299999999999996,"5min":0.752,"15min":0.752},"last":0.51800000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.49299999999999999,"15min":0.48199999999999998},"min":{"1min":0.41599999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.67600000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.48699999999999999,"15min":0.47999999999999998},"min":{"1min":0.38500000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.64300000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.41299999999999998,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.41999999999999998,"15min":0.39900000000000002},"min":{"1min":0.33100000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.41399999999999998}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.44900000000000001,"15min":0.433},"min":{"1min":0.378,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65200000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.47299999999999998,"15min":0.45600000000000002},"min":{"1min":0.34499999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.78300000000000003,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.46400000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.48499999999999999,"15min":0.46700000000000003},"min":{"1min":0.39500000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76600000000000001,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.47099999999999997,"15min":0.45200000000000001},"min":{"1min":0.42799999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69099999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.59099999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574885,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31784,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.61899999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.45800000000000002,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.624,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.80300000000000005}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60899999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.52800000000000002,"15min":0.52300000000000002},"min":{"1min":0.41799999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.68400000000000005,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.77500000000000002}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.32100000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.32200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.64700000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.41599999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81699999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.745},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.51100000000000001,"15min":0.497},"min":{"1min":0.36699999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.75800000000000001}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.38,"15min":0.34999999999999998},"min":{"1min":0.35699999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.41499999999999998,"15min":0.39100000000000001},"min":{"1min":0.315,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.878,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.53000000000000003}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.42799999999999999,"15min":0.40500000000000003},"min":{"1min":0.34100000000000003,"5min":0.255,"15min":0.255},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.437,"15min":0.41299999999999998},"min":{"1min":0.38700000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.50800000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.5,"15min":0.48099999999999998},"min":{"1min":0.39900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.627},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.497,"15min":0.47399999999999998},"min":{"1min":0.45800000000000002,"5min":0.31,"15min":0.31},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.55600000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574885,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31784,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.47199999999999998,"15min":0.46999999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.75,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.434},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.50600000000000001,"15min":0.503},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68000000000000005,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.54900000000000004}]},{"osd":1,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.46100000000000002,"15min":0.44900000000000001},"min":{"1min":0.33600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.5,"15min":0.49199999999999999},"min":{"1min":0.39100000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":0.752,"15min":0.752},"last":0.60499999999999998}]},{"osd":2,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.36699999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73399999999999999,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.47599999999999998,"15min":0.46300000000000002},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78500000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.47099999999999997}]},{"osd":3,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.497,"15min":0.49299999999999999},"min":{"1min":0.379,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67700000000000005,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.502},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.754,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.48899999999999999}]},{"osd":5,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.379,"15min":0.36299999999999999},"min":{"1min":0.28499999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.81899999999999995,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.40100000000000002,"15min":0.38700000000000001},"min":{"1min":0.32300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71799999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.32500000000000001}]},{"osd":6,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.42199999999999999,"15min":0.40400000000000003},"min":{"1min":0.35899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79000000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.47799999999999998,"15min":0.46000000000000002},"min":{"1min":0.36199999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.53100000000000003}]},{"osd":7,"last update":"Mon Feb 19 16:32:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.48199999999999998,"15min":0.46400000000000002},"min":{"1min":0.36399999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77400000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.622,"5min":0.52400000000000002,"15min":0.50800000000000001},"min":{"1min":0.47599999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88100000000000001,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.58499999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34399999999999997,"15min":0.35099999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.40000000000000002,"5min":0.505,"15min":0.505},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.33000000000000002,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.374,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.221}]},{"osd":1,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34799999999999998,"15min":0.35499999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.40600000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.375,"15min":0.38300000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.46600000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.251}]},{"osd":2,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.40899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.39800000000000002,"15min":0.40799999999999997},"min":{"1min":0.25,"5min":0.246,"15min":0.246},"max":{"1min":0.436,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.36199999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.52400000000000002,"15min":0.51700000000000002},"min":{"1min":0.443,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73299999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.51100000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.50800000000000001,"15min":0.501},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65300000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.434},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.55500000000000005,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.76700000000000002,"5min":0.871,"15min":0.871},"last":0.53000000000000003}]},{"osd":6,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81100000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54800000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.71599999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.46000000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:32:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.42399999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.69299999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.498},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.38800000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.77800000000000002,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.42399999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33300000000000002,"15min":0.33100000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.249},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.36199999999999999,"15min":0.36399999999999999},"min":{"1min":0.29999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.42199999999999999,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.32800000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.33700000000000002,"15min":0.33900000000000002},"min":{"1min":0.25800000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.42499999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.33000000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.34599999999999997}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.374,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.48599999999999999,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.309}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.50700000000000001,"15min":0.495},"min":{"1min":0.42199999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.72299999999999998,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.46899999999999997,"15min":0.45400000000000001},"min":{"1min":0.44600000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.441}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.47499999999999998,"15min":0.46100000000000002},"min":{"1min":0.40999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70199999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.48999999999999999,"15min":0.47899999999999998},"min":{"1min":0.45100000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.52100000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.50800000000000001,"15min":0.5},"min":{"1min":0.46000000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.68799999999999994,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.51100000000000001},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69299999999999995,"5min":0.752,"15min":0.752},"last":0.51100000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.51500000000000001,"15min":0.499},"min":{"1min":0.439,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.499},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.45600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.74199999999999999,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.47599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.29199999999999998,"15min":0.29599999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.36399999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.315},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.33600000000000002,"15min":0.34499999999999997},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.40400000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.44900000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34300000000000003,"15min":0.34999999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42199999999999999,"5min":0.503,"15min":0.503},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.371,"15min":0.379},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.46700000000000003,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.48599999999999999}]},{"osd":3,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36899999999999999,"15min":0.373},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.34200000000000003,"15min":0.34499999999999997},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.439,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.372}]},{"osd":4,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":1.0449999999999999,"15min":1.133},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67900000000000005,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.0589999999999999,"15min":1.1459999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77800000000000002,"5min":13.202,"15min":13.202},"last":0.53300000000000003}]},{"osd":5,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.46500000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69999999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.495,"15min":0.48399999999999999},"min":{"1min":0.41799999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.58699999999999997}]},{"osd":6,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.505},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.501,"15min":0.496},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.47099999999999997}]},{"osd":7,"last update":"Mon Feb 19 16:32:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.433,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73699999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.46000000000000002,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56200000000000006}]}]},{"osd":0,"up_from":13,"seq":55834574885,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28204,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343636,"statfs":{"total":96636764160,"available":96607883264,"internally_reserved":0,"allocated":1208320,"data_stored":844727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.32600000000000001,"15min":0.33200000000000002},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.45600000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.318,"15min":0.32200000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.248}]},{"osd":2,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36099999999999999,"15min":0.36699999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.33700000000000002,"15min":0.34200000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.36499999999999999}]},{"osd":3,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.35299999999999998,"15min":0.35699999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.318},{"interface":"front","average":{"1min":0.372,"5min":0.40300000000000002,"15min":0.40799999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58499999999999996,"5min":0.62,"15min":0.62},"last":0.34100000000000003}]},{"osd":4,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.47099999999999997,"15min":0.45600000000000002},"min":{"1min":0.45000000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52000000000000002,"15min":0.51400000000000001},"min":{"1min":0.442,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68899999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.53100000000000003}]},{"osd":5,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.50900000000000001,"15min":0.497},"min":{"1min":0.46500000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.51300000000000001,"15min":0.501},"min":{"1min":0.39600000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.47099999999999997}]},{"osd":6,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.51700000000000002,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.441,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69099999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.5}]},{"osd":7,"last update":"Mon Feb 19 16:31:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.52100000000000002,"15min":0.51300000000000001},"min":{"1min":0.40899999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77000000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.52000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:32:51.947 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-02-19T16:30:00.208880+0000 time.struct_time(tm_year=2024, tm_mon=2, tm_mday=19, tm_hour=16, tm_min=30, tm_sec=0, tm_wday=0, tm_yday=50, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=2, tm_mday=19, tm_hour=16, tm_min=32, tm_sec=47, tm_wday=0, tm_yday=50, tm_isdst=0) 2024-02-19T16:32:51.947 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-02-19T16:33:11.949 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-19T16:33:12.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.058+0000 7fc587cd4640 1 Processor -- start 2024-02-19T16:33:12.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.058+0000 7fc587cd4640 1 -- start start 2024-02-19T16:33:12.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc587cd4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 0x7fc5800b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc587cd4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc58006cf00 0x7fc5800cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc587cd4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5800b29b0 con 0x7fc58015ddb0 2024-02-19T16:33:12.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc587cd4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5800b1930 con 0x7fc58006cf00 2024-02-19T16:33:12.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc587cd4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc58006d390 con 0x7fc5800d1ff0 2024-02-19T16:33:12.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc586271640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc58006cf00 0x7fc5800cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc585a70640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fc58015ddb0 0x7fc5800d18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43732/0 (socket says 172.21.15.104:43732) 2024-02-19T16:33:12.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc585a70640 1 -- 172.21.15.104:0/525042057 learned_addr learned my addr 172.21.15.104:0/525042057 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:33:12.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc586271640 1 -- 172.21.15.104:0/525042057 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 msgr2=0x7fc5800b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:33:12.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.059+0000 7fc586271640 1 --2- 172.21.15.104:0/525042057 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 0x7fc5800b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.060+0000 7fc586271640 1 -- 172.21.15.104:0/525042057 >> v1:172.21.15.104:6789/0 conn(0x7fc58015ddb0 legacy=0x7fc5800d18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.060+0000 7fc584a6e640 1 -- 172.21.15.104:0/525042057 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1124016299 0 0) 0x7fc57c001110 con 0x7fc58015ddb0 2024-02-19T16:33:12.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.060+0000 7fc586271640 1 -- 172.21.15.104:0/525042057 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5800b1bf0 con 0x7fc58006cf00 2024-02-19T16:33:12.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.060+0000 7fc586271640 1 --2- 172.21.15.104:0/525042057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc5800cfb10 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fc578009d90 tx=0x7fc57802bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51f9ba51fc892c63 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.060+0000 7fc584a6e640 1 -- 172.21.15.104:0/525042057 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57802cc50 con 0x7fc58006cf00 2024-02-19T16:33:12.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.060+0000 7fc584a6e640 1 -- 172.21.15.104:0/525042057 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc57802cdb0 con 0x7fc58006cf00 2024-02-19T16:33:12.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.060+0000 7fc584a6e640 1 -- 172.21.15.104:0/525042057 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578034660 con 0x7fc58006cf00 2024-02-19T16:33:12.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.061+0000 7fc587cd4640 1 -- 172.21.15.104:0/525042057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 msgr2=0x7fc5800cfb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.065 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.061+0000 7fc587cd4640 1 --2- 172.21.15.104:0/525042057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc5800cfb10 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fc578009d90 tx=0x7fc57802bea0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.061+0000 7fc587cd4640 1 -- 172.21.15.104:0/525042057 shutdown_connections 2024-02-19T16:33:12.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.061+0000 7fc587cd4640 1 --2- 172.21.15.104:0/525042057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc5800cfb10 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.061+0000 7fc587cd4640 1 --2- 172.21.15.104:0/525042057 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 0x7fc5800b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.061+0000 7fc587cd4640 1 -- 172.21.15.104:0/525042057 >> 172.21.15.104:0/525042057 conn(0x7fc58009aa70 msgr2=0x7fc58009ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:33:12.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.061+0000 7fc587cd4640 1 -- 172.21.15.104:0/525042057 shutdown_connections 2024-02-19T16:33:12.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.061+0000 7fc587cd4640 1 -- 172.21.15.104:0/525042057 wait complete. 2024-02-19T16:33:12.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.062+0000 7fc587cd4640 1 Processor -- start 2024-02-19T16:33:12.066 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.062+0000 7fc587cd4640 1 -- start start 2024-02-19T16:33:12.069 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc587cd4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc58014dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.069 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc587cd4640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 0x7fc580160100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.069 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc587cd4640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc58015ddb0 0x7fc58014e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.069 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc587cd4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc58009bd70 con 0x7fc58006cf00 2024-02-19T16:33:12.069 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc587cd4640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc58009eec0 con 0x7fc58015ddb0 2024-02-19T16:33:12.069 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc587cd4640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc58014e320 con 0x7fc5800d1ff0 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc585a70640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc58014dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc585a70640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc58014dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:47738/0 (socket says 172.21.15.104:47738) 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc585a70640 1 -- 172.21.15.104:0/2387563884 learned_addr learned my addr 172.21.15.104:0/2387563884 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc58526f640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 0x7fc580160100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc585a70640 1 -- 172.21.15.104:0/2387563884 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 msgr2=0x7fc580160100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc585a70640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 0x7fc580160100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc586271640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc58015ddb0 0x7fc58014e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc585a70640 1 -- 172.21.15.104:0/2387563884 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc58015ddb0 msgr2=0x7fc58014e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.063+0000 7fc585a70640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc58015ddb0 0x7fc58014e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.070 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.064+0000 7fc585a70640 1 -- 172.21.15.104:0/2387563884 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc578009a70 con 0x7fc58006cf00 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.064+0000 7fc585a70640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc58014dde0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fc57c00c430 tx=0x7fc57c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.064+0000 7fc5767fc640 1 -- 172.21.15.104:0/2387563884 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57c0074e0 con 0x7fc58006cf00 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.064+0000 7fc5767fc640 1 -- 172.21.15.104:0/2387563884 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc57c007660 con 0x7fc58006cf00 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.064+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc58009b9d0 con 0x7fc58006cf00 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.064+0000 7fc5767fc640 1 -- 172.21.15.104:0/2387563884 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57c004a20 con 0x7fc58006cf00 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.064+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc58009f0d0 con 0x7fc58006cf00 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.065+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5800751e0 con 0x7fc58006cf00 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.065+0000 7fc5767fc640 1 -- 172.21.15.104:0/2387563884 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7fc57c004b80 con 0x7fc58006cf00 2024-02-19T16:33:12.071 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.066+0000 7fc5767fc640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc56406b810 0x7fc56406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.066+0000 7fc5767fc640 1 -- 172.21.15.104:0/2387563884 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc57c089af0 con 0x7fc58006cf00 2024-02-19T16:33:12.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.066+0000 7fc58526f640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc56406b810 0x7fc56406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.066+0000 7fc58526f640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc56406b810 0x7fc56406dcd0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fc58009ecb0 tx=0x7fc570008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.072 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.070+0000 7fc5767fc640 1 -- 172.21.15.104:0/2387563884 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7fc57c0548a0 con 0x7fc58006cf00 2024-02-19T16:33:12.244 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.242+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 --> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc5800b2490 con 0x7fc56406b810 2024-02-19T16:33:12.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.244+0000 7fc5767fc640 1 -- 172.21.15.104:0/2387563884 <== mgr.4107 v2:172.21.15.104:6832/3518922129 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+51225 (secure 0 0 0) 0x7fc57000a4b0 con 0x7fc56406b810 2024-02-19T16:33:12.247 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:33:12.247 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-02-19T16:33:12.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc56406b810 msgr2=0x7fc56406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc56406b810 0x7fc56406dcd0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fc58009ecb0 tx=0x7fc570008040 comp rx=0 tx=0).stop 2024-02-19T16:33:12.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 msgr2=0x7fc58014dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc58014dde0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fc57c00c430 tx=0x7fc57c00c8f0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 shutdown_connections 2024-02-19T16:33:12.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7fc56406b810 0x7fc56406dcd0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7fc58015ddb0 0x7fc58014e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7fc5800d1ff0 0x7fc580160100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 --2- 172.21.15.104:0/2387563884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc58006cf00 0x7fc58014dde0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.246+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 >> 172.21.15.104:0/2387563884 conn(0x7fc58009aa70 msgr2=0x7fc5800ae790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:33:12.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.247+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 shutdown_connections 2024-02-19T16:33:12.250 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.247+0000 7fc587cd4640 1 -- 172.21.15.104:0/2387563884 wait complete. 2024-02-19T16:33:12.260 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":141,"stamp":"2024-02-19T16:33:12.095934+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":238776,"kb_used_data":5960,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735944,"statfs":{"total":773094113280,"available":772849606656,"internally_reserved":0,"allocated":6103040,"data_stored":3215608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12738,"internal_metadata":238276158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002197"},"pg_stats":[{"pgid":"1.0","version":"51'119","reported_seq":244,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-02-19T16:32:52.608922+0000","last_change":"2024-02-19T16:32:52.608959+0000","last_active":"2024-02-19T16:32:52.608922+0000","last_peered":"2024-02-19T16:32:52.608922+0000","last_clean":"2024-02-19T16:32:52.608922+0000","last_became_active":"2024-02-19T16:30:01.364646+0000","last_became_peered":"2024-02-19T16:30:01.364646+0000","last_unstale":"2024-02-19T16:32:52.608922+0000","last_undegraded":"2024-02-19T16:32:52.608922+0000","last_fullsized":"2024-02-19T16:32:52.608922+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"51'119","last_scrub_stamp":"2024-02-19T16:32:52.608832+0000","last_deep_scrub":"51'119","last_deep_scrub_stamp":"2024-02-19T16:32:52.608832+0000","last_clean_scrub_stamp":"2024-02-19T16:32:52.608832+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-02-21T00:54:12.662709+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574889,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32356,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339484,"statfs":{"total":96636764160,"available":96603631616,"internally_reserved":0,"allocated":1208320,"data_stored":844727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31914444},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.44400000000000001,"15min":0.42899999999999999},"min":{"1min":0.32000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.72999999999999998,"5min":0.875,"15min":0.875},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.44800000000000001,"15min":0.43099999999999999},"min":{"1min":0.32200000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.65800000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.42899999999999999,"15min":0.40999999999999998},"min":{"1min":0.36699999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.60999999999999999,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.46999999999999997,"15min":0.44800000000000001},"min":{"1min":0.374,"5min":0.25,"15min":0.25},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55700000000000005}]},{"osd":2,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.502,"15min":0.47099999999999997},"min":{"1min":0.41499999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.79400000000000004,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.48099999999999998,"15min":0.45900000000000002},"min":{"1min":0.32500000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.57199999999999995,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.73399999999999999}]},{"osd":3,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.45300000000000001,"15min":0.42699999999999999},"min":{"1min":0.34699999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.69499999999999995,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.51100000000000001,"15min":0.48499999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.64900000000000002,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.68600000000000005}]},{"osd":4,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.42299999999999999,"15min":0.38300000000000001},"min":{"1min":0.32500000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.68600000000000005,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.48799999999999999,"15min":0.46500000000000002},"min":{"1min":0.36299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.73999999999999999,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.57999999999999996}]},{"osd":5,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.45000000000000001,"15min":0.40999999999999998},"min":{"1min":0.35699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.45900000000000002,"15min":0.41899999999999998},"min":{"1min":0.34000000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.70599999999999996}]},{"osd":6,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.49099999999999999,"15min":0.46100000000000002},"min":{"1min":0.39900000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83299999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.47899999999999998,"15min":0.45100000000000001},"min":{"1min":0.374,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.77600000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.67100000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574889,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31784,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.47499999999999998,"15min":0.45500000000000002},"min":{"1min":0.32200000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.68400000000000005,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.48199999999999998,"15min":0.47099999999999997},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67000000000000004,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.50600000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.497,"15min":0.48299999999999998},"min":{"1min":0.40999999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.68000000000000005,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.49399999999999999,"15min":0.47399999999999998},"min":{"1min":0.35999999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66000000000000003,"5min":1.046,"15min":1.046},"last":0.60699999999999998}]},{"osd":2,"last update":"Mon Feb 19 16:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48199999999999998,"15min":0.47399999999999998},"min":{"1min":0.34300000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68500000000000005,"5min":0.87,"15min":0.87},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.52400000000000002,"15min":0.50800000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69099999999999995,"5min":0.752,"15min":0.752},"last":0.53800000000000003}]},{"osd":3,"last update":"Mon Feb 19 16:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.50700000000000001,"15min":0.48699999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.497,"15min":0.48299999999999998},"min":{"1min":0.39400000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64300000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.55700000000000005}]},{"osd":4,"last update":"Mon Feb 19 16:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.443,"15min":0.40000000000000002},"min":{"1min":0.33900000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.72999999999999998,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.44600000000000001,"15min":0.40799999999999997},"min":{"1min":0.371,"5min":0.246,"15min":0.246},"max":{"1min":0.75,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.438}]},{"osd":5,"last update":"Mon Feb 19 16:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.46200000000000002,"15min":0.437},"min":{"1min":0.30299999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66200000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.49099999999999999,"15min":0.46200000000000002},"min":{"1min":0.373,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.77500000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.373}]},{"osd":7,"last update":"Mon Feb 19 16:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.50600000000000001,"15min":0.47399999999999998},"min":{"1min":0.41699999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.79100000000000004,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.63},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.49399999999999999,"15min":0.46000000000000002},"min":{"1min":0.35099999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.48699999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574889,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31784,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.46500000000000002,"15min":0.45400000000000001},"min":{"1min":0.35999999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47099999999999997,"15min":0.45400000000000001},"min":{"1min":0.33000000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.72599999999999998}]},{"osd":1,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.48999999999999999,"15min":0.47299999999999998},"min":{"1min":0.45800000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53800000000000003,"15min":0.52600000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77500000000000002,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.74399999999999999}]},{"osd":2,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.46899999999999997,"15min":0.44700000000000001},"min":{"1min":0.36599999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.72499999999999998,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.47199999999999998,"15min":0.44600000000000001},"min":{"1min":0.378,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68899999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.70599999999999996}]},{"osd":3,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.49199999999999999,"15min":0.47399999999999998},"min":{"1min":0.40300000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.745,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.52500000000000002,"15min":0.501},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.76900000000000002,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.80500000000000005}]},{"osd":4,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.41799999999999998,"15min":0.36199999999999999},"min":{"1min":0.36299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64600000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.45300000000000001,"15min":0.40300000000000002},"min":{"1min":0.38700000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.76500000000000001,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.68899999999999995}]},{"osd":6,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.46000000000000002,"15min":0.41599999999999998},"min":{"1min":0.33100000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.75,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.47099999999999997,"15min":0.42399999999999999},"min":{"1min":0.41999999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.69199999999999995,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.63500000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.52400000000000002,"15min":0.48899999999999999},"min":{"1min":0.42099999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.79200000000000004,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.628,"5min":0.53000000000000003,"15min":0.48499999999999999},"min":{"1min":0.497,"5min":0.31,"15min":0.31},"max":{"1min":0.75800000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.77500000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574889,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31784,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.48099999999999998,"15min":0.47299999999999998},"min":{"1min":0.28399999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.70499999999999996,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.50900000000000001,"15min":0.504},"min":{"1min":0.32300000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69199999999999995,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.51200000000000001}]},{"osd":1,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.47399999999999998,"15min":0.45400000000000001},"min":{"1min":0.36399999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.67800000000000005,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.50700000000000001,"15min":0.495},"min":{"1min":0.38,"5min":0.313,"15min":0.313},"max":{"1min":0.67700000000000005,"5min":0.752,"15min":0.752},"last":0.63}]},{"osd":2,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.51100000000000001,"15min":0.50700000000000001},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72399999999999998,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.48499999999999999,"15min":0.46600000000000003},"min":{"1min":0.374,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63100000000000001,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.52900000000000003}]},{"osd":3,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.501,"15min":0.495},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70899999999999996,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.53700000000000003,"15min":0.52500000000000002},"min":{"1min":0.47299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.73699999999999999,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.56899999999999995}]},{"osd":5,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.40500000000000003,"15min":0.372},"min":{"1min":0.309,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.68200000000000005,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.42599999999999999,"15min":0.39600000000000002},"min":{"1min":0.32500000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.76300000000000001,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.373}]},{"osd":6,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.44400000000000001,"15min":0.41199999999999998},"min":{"1min":0.34200000000000003,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.80400000000000005,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.503,"15min":0.46899999999999997},"min":{"1min":0.42399999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.78000000000000003,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.55500000000000005}]},{"osd":7,"last update":"Mon Feb 19 16:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.503,"15min":0.47099999999999997},"min":{"1min":0.38800000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.79400000000000004,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.54700000000000004,"15min":0.51500000000000001},"min":{"1min":0.45200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.83799999999999997,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.65300000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574890,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.34000000000000002,"15min":0.34999999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.32100000000000001,"15min":0.33400000000000002},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.43099999999999999,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.40799999999999997}]},{"osd":1,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.34100000000000003,"15min":0.35299999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.45000000000000001,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.37,"15min":0.38200000000000001},"min":{"1min":0.222,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.51900000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.44500000000000001}]},{"osd":2,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.37,"15min":0.38400000000000001},"min":{"1min":0.246,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.497,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.378},{"interface":"front","average":{"1min":0.377,"5min":0.39100000000000001,"15min":0.40500000000000003},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.495,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35999999999999999}]},{"osd":4,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.504,"15min":0.48499999999999999},"min":{"1min":0.41199999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.52800000000000002,"15min":0.51800000000000002},"min":{"1min":0.436,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72499999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.56699999999999995}]},{"osd":5,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51200000000000001,"15min":0.502},"min":{"1min":0.39400000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.69799999999999995,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56299999999999994,"15min":0.55300000000000005},"min":{"1min":0.47399999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.70799999999999996,"5min":0.871,"15min":0.871},"last":0.55400000000000005}]},{"osd":6,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55000000000000004,"15min":0.54100000000000004},"min":{"1min":0.38100000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74399999999999999,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.747,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48299999999999998}]},{"osd":7,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.54600000000000004},"min":{"1min":0.42899999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77400000000000002,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41499999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.745,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.58299999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.183,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.46200000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.35699999999999998,"15min":0.36199999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.40500000000000003}]},{"osd":1,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.33400000000000002,"15min":0.33800000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33000000000000002},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.376}]},{"osd":3,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.33300000000000002,"15min":0.33600000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.25600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.33700000000000002}]},{"osd":4,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.52300000000000002,"15min":0.501},"min":{"1min":0.41499999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.70699999999999996,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.49399999999999999,"15min":0.46200000000000002},"min":{"1min":0.42799999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.71299999999999997}]},{"osd":5,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.497,"15min":0.46800000000000003},"min":{"1min":0.372,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68500000000000005,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.51600000000000001,"15min":0.48799999999999999},"min":{"1min":0.45000000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.73299999999999998,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.80200000000000005}]},{"osd":6,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.52300000000000002,"15min":0.505},"min":{"1min":0.379,"5min":0.378,"15min":0.378},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.54000000000000004,"15min":0.51800000000000002},"min":{"1min":0.435,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.67700000000000005}]},{"osd":7,"last update":"Mon Feb 19 16:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.53200000000000003,"15min":0.504},"min":{"1min":0.39400000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.752,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.53600000000000003,"15min":0.51500000000000001},"min":{"1min":0.439,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.72499999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.77300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":614400,"data_stored":254359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.29499999999999998,"15min":0.29699999999999999},"min":{"1min":0.19,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.34399999999999997},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.47799999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.435}]},{"osd":2,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33800000000000002,"15min":0.34799999999999998},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.371,"5min":0.36799999999999999,"15min":0.378},"min":{"1min":0.20699999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.54500000000000004,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36699999999999999,"15min":0.373},"min":{"1min":0.26300000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.50900000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.34399999999999997,"15min":0.34599999999999997},"min":{"1min":0.26000000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.51900000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.41799999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.92700000000000005,"15min":1.0940000000000001},"min":{"1min":0.33500000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.91100000000000003,"5min":13.223000000000001,"15min":13.223000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.93999999999999995,"15min":1.1060000000000001},"min":{"1min":0.38100000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.752,"5min":13.202,"15min":13.202},"last":0.69699999999999995}]},{"osd":5,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.495,"15min":0.47299999999999998},"min":{"1min":0.42499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.52600000000000002,"15min":0.49399999999999999},"min":{"1min":0.36899999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.71099999999999997}]},{"osd":6,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.53600000000000003,"15min":0.52000000000000002},"min":{"1min":0.42199999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.52800000000000002,"15min":0.505},"min":{"1min":0.435,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.76800000000000002}]},{"osd":7,"last update":"Mon Feb 19 16:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.52100000000000002,"15min":0.503},"min":{"1min":0.45200000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.55400000000000005,"15min":0.52900000000000003},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.751}]}]},{"osd":0,"up_from":13,"seq":55834574889,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1208320,"data_stored":844727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 19 16:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.28699999999999998,"5min":0.317,"15min":0.32900000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.38300000000000001,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.28699999999999998,"5min":0.311,"15min":0.31900000000000001},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.43099999999999999,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.45900000000000002}]},{"osd":2,"last update":"Mon Feb 19 16:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.34999999999999998,"15min":0.36399999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.45300000000000001,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.32700000000000001,"15min":0.33900000000000002},"min":{"1min":0.21199999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.38200000000000001,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.33900000000000002}]},{"osd":3,"last update":"Mon Feb 19 16:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.34699999999999998,"15min":0.35499999999999998},"min":{"1min":0.22700000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42399999999999999,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.40799999999999997,"5min":0.62,"15min":0.62},"last":0.41299999999999998}]},{"osd":4,"last update":"Mon Feb 19 16:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.39400000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.66500000000000004,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.53500000000000003,"15min":0.51900000000000002},"min":{"1min":0.46100000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.88800000000000001,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51000000000000001}]},{"osd":5,"last update":"Mon Feb 19 16:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.52300000000000002,"15min":0.501},"min":{"1min":0.41099999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.75600000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.53300000000000003,"15min":0.50800000000000001},"min":{"1min":0.436,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82799999999999996,"5min":1.032,"15min":1.032},"last":0.64600000000000002}]},{"osd":6,"last update":"Mon Feb 19 16:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.52400000000000002,"15min":0.51300000000000001},"min":{"1min":0.40200000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.53100000000000003,"15min":0.51300000000000001},"min":{"1min":0.48299999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68200000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.63100000000000001}]},{"osd":7,"last update":"Mon Feb 19 16:32:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.53900000000000003,"15min":0.52400000000000002},"min":{"1min":0.42999999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.53300000000000003,"15min":0.51700000000000002},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70999999999999996,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-19T16:33:12.261 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-02-19T16:33:12.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.358+0000 7f0c97439640 1 Processor -- start 2024-02-19T16:33:12.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.359+0000 7f0c97439640 1 -- start start 2024-02-19T16:33:12.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.359+0000 7f0c97439640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0c900aed90 0x7f0c9015eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.359+0000 7f0c97439640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015f060 0x7f0c900b5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.359+0000 7f0c97439640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c90072510 con 0x7f0c900b5ad0 2024-02-19T16:33:12.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.359+0000 7f0c97439640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c9015e340 con 0x7f0c900aed90 2024-02-19T16:33:12.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.359+0000 7f0c97439640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c900afb60 con 0x7f0c9015f060 2024-02-19T16:33:12.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c951d5640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0c900aed90 0x7f0c9015eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c959d6640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f0c900b5ad0 0x7f0c9006af10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43734/0 (socket says 172.21.15.104:43734) 2024-02-19T16:33:12.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c959d6640 1 -- 172.21.15.104:0/658560850 learned_addr learned my addr 172.21.15.104:0/658560850 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-02-19T16:33:12.363 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c951d5640 1 -- 172.21.15.104:0/658560850 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015f060 msgr2=0x7f0c900b5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:33:12.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c949d4640 1 --2- 172.21.15.104:0/658560850 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015f060 0x7f0c900b5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c87fff640 1 -- 172.21.15.104:0/658560850 <== mon.0 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2816411802 0 0) 0x7f0c90072510 con 0x7f0c900b5ad0 2024-02-19T16:33:12.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c951d5640 1 --2- 172.21.15.104:0/658560850 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015f060 0x7f0c900b5590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c951d5640 1 -- 172.21.15.104:0/658560850 >> v1:172.21.15.104:6789/0 conn(0x7f0c900b5ad0 legacy=0x7f0c9006af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.364 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.360+0000 7f0c951d5640 1 -- 172.21.15.104:0/658560850 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c900afe40 con 0x7f0c900aed90 2024-02-19T16:33:12.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c951d5640 1 --2- 172.21.15.104:0/658560850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9015eb20 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f0c88009d90 tx=0x7f0c8802bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60d6889cc5ed3e50 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c87fff640 1 -- 172.21.15.104:0/658560850 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c8802cb30 con 0x7f0c900aed90 2024-02-19T16:33:12.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c87fff640 1 -- 172.21.15.104:0/658560850 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c8802cc90 con 0x7f0c900aed90 2024-02-19T16:33:12.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c87fff640 1 -- 172.21.15.104:0/658560850 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c88034440 con 0x7f0c900aed90 2024-02-19T16:33:12.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c97439640 1 -- 172.21.15.104:0/658560850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 msgr2=0x7f0c9015eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c97439640 1 --2- 172.21.15.104:0/658560850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9015eb20 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f0c88009d90 tx=0x7f0c8802bd80 comp rx=0 tx=0).stop 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c97439640 1 -- 172.21.15.104:0/658560850 shutdown_connections 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c97439640 1 --2- 172.21.15.104:0/658560850 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015f060 0x7f0c900b5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c97439640 1 --2- 172.21.15.104:0/658560850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9015eb20 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c97439640 1 -- 172.21.15.104:0/658560850 >> 172.21.15.104:0/658560850 conn(0x7f0c90067250 msgr2=0x7f0c9006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c97439640 1 -- 172.21.15.104:0/658560850 shutdown_connections 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.361+0000 7f0c97439640 1 -- 172.21.15.104:0/658560850 wait complete. 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.362+0000 7f0c97439640 1 Processor -- start 2024-02-19T16:33:12.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c97439640 1 -- start start 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c97439640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9014c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c97439640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c900b5ad0 0x7f0c9015a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c97439640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015ad30 0x7f0c90148aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c97439640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c9015f450 con 0x7f0c900aed90 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c97439640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c9015b1a0 con 0x7f0c900b5ad0 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c97439640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c9015fcb0 con 0x7f0c9015ad30 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c951d5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9014c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c951d5640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9014c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:47758/0 (socket says 172.21.15.104:47758) 2024-02-19T16:33:12.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c951d5640 1 -- 172.21.15.104:0/1012019575 learned_addr learned my addr 172.21.15.104:0/1012019575 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.363+0000 7f0c959d6640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015ad30 0x7f0c90148aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c949d4640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c900b5ad0 0x7f0c9015a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c951d5640 1 -- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015ad30 msgr2=0x7f0c90148aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c951d5640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015ad30 0x7f0c90148aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c951d5640 1 -- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c900b5ad0 msgr2=0x7f0c9015a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c951d5640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c900b5ad0 0x7f0c9015a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c951d5640 1 -- 172.21.15.104:0/1012019575 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c88009a70 con 0x7f0c900aed90 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c949d4640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c900b5ad0 0x7f0c9015a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-19T16:33:12.370 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c951d5640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9014c740 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f0c88037040 tx=0x7f0c88004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c85ffb640 1 -- 172.21.15.104:0/1012019575 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c88040450 con 0x7f0c900aed90 2024-02-19T16:33:12.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c85ffb640 1 -- 172.21.15.104:0/1012019575 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c880405d0 con 0x7f0c900aed90 2024-02-19T16:33:12.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c90149820 con 0x7f0c900aed90 2024-02-19T16:33:12.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c85ffb640 1 -- 172.21.15.104:0/1012019575 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c88040780 con 0x7f0c900aed90 2024-02-19T16:33:12.371 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.364+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c9015f940 con 0x7f0c900aed90 2024-02-19T16:33:12.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.365+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c900751e0 con 0x7f0c900aed90 2024-02-19T16:33:12.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.366+0000 7f0c85ffb640 1 -- 172.21.15.104:0/1012019575 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f0c880408e0 con 0x7f0c900aed90 2024-02-19T16:33:12.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.366+0000 7f0c85ffb640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c7406b810 0x7f0c7406dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.366+0000 7f0c85ffb640 1 -- 172.21.15.104:0/1012019575 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f0c880ac900 con 0x7f0c900aed90 2024-02-19T16:33:12.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.366+0000 7f0c949d4640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c7406b810 0x7f0c7406dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.372 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.366+0000 7f0c949d4640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c7406b810 0x7f0c7406dcd0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f0c9006f3b0 tx=0x7f0c80008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.373 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.370+0000 7f0c85ffb640 1 -- 172.21.15.104:0/1012019575 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f0c88077620 con 0x7f0c900aed90 2024-02-19T16:33:12.543 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.541+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f0c90071fa0 con 0x7f0c900aed90 2024-02-19T16:33:12.546 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.544+0000 7f0c85ffb640 1 -- 172.21.15.104:0/1012019575 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v14)=0 v14) v1 ==== 123+0+0 (secure 0 0 0) 0x7f0c8807ace0 con 0x7f0c900aed90 2024-02-19T16:33:12.547 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.545+0000 7f0c85ffb640 1 -- 172.21.15.104:0/1012019575 <== mon.0 v2:172.21.15.104:3300/0 8 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f0c88077620 con 0x7f0c900aed90 2024-02-19T16:33:12.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c7406b810 msgr2=0x7f0c7406dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.549 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c7406b810 0x7f0c7406dcd0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f0c9006f3b0 tx=0x7f0c80008040 comp rx=0 tx=0).stop 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 msgr2=0x7f0c9014c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9014c740 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f0c88037040 tx=0x7f0c88004a40 comp rx=0 tx=0).stop 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 shutdown_connections 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f0c7406b810 0x7f0c7406dcd0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f0c9015ad30 0x7f0c90148aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f0c900b5ad0 0x7f0c9015a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 --2- 172.21.15.104:0/1012019575 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0c900aed90 0x7f0c9014c740 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 >> 172.21.15.104:0/1012019575 conn(0x7f0c90067250 msgr2=0x7f0c900b3610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:33:12.550 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 shutdown_connections 2024-02-19T16:33:12.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.547+0000 7f0c97439640 1 -- 172.21.15.104:0/1012019575 wait complete. 2024-02-19T16:33:12.560 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-19T16:33:12.560 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-19T16:33:12.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.657+0000 7f9beb683640 1 Processor -- start 2024-02-19T16:33:12.660 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.657+0000 7f9beb683640 1 -- start start 2024-02-19T16:33:12.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.658+0000 7f9beb683640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4071740 0x7f9be415ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.658+0000 7f9beb683640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9be415f270 0x7f9be40b4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.661 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.658+0000 7f9beb683640 1 -- --> v1:172.21.15.158:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9be40b5280 con 0x7f9be4158760 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.658+0000 7f9beb683640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9be415e600 con 0x7f9be415f270 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.658+0000 7f9beb683640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9be415b7d0 con 0x7f9be4071740 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.658+0000 7f9be9c20640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9be415f270 0x7f9be40b4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.658+0000 7f9be9c20640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9be415f270 0x7f9be40b4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:47764/0 (socket says 172.21.15.104:47764) 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.658+0000 7f9be9c20640 1 -- 172.21.15.104:0/1660993628 learned_addr learned my addr 172.21.15.104:0/1660993628 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.659+0000 7f9be8c1e640 1 --2- 172.21.15.104:0/1660993628 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4071740 0x7f9be415ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.659+0000 7f9be9c20640 1 -- 172.21.15.104:0/1660993628 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4071740 msgr2=0x7f9be415ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.659+0000 7f9be9c20640 1 --2- 172.21.15.104:0/1660993628 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4071740 0x7f9be415ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.659+0000 7f9be9c20640 1 -- 172.21.15.104:0/1660993628 >> v1:172.21.15.158:6789/0 conn(0x7f9be4158760 legacy=0x7f9be415b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-19T16:33:12.662 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.659+0000 7f9be9c20640 1 -- 172.21.15.104:0/1660993628 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9be415bab0 con 0x7f9be415f270 2024-02-19T16:33:12.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.659+0000 7f9be9c20640 1 --2- 172.21.15.104:0/1660993628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be40b4520 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4009870 tx=0x7f9bd402b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7957551e43cefb07 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9be3fff640 1 -- 172.21.15.104:0/1660993628 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd40317c0 con 0x7f9be415f270 2024-02-19T16:33:12.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9be3fff640 1 -- 172.21.15.104:0/1660993628 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f9bd4031920 con 0x7f9be415f270 2024-02-19T16:33:12.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9be3fff640 1 -- 172.21.15.104:0/1660993628 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd4031cd0 con 0x7f9be415f270 2024-02-19T16:33:12.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9beb683640 1 -- 172.21.15.104:0/1660993628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 msgr2=0x7f9be40b4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.664 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9beb683640 1 --2- 172.21.15.104:0/1660993628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be40b4520 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4009870 tx=0x7f9bd402b860 comp rx=0 tx=0).stop 2024-02-19T16:33:12.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9beb683640 1 -- 172.21.15.104:0/1660993628 shutdown_connections 2024-02-19T16:33:12.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9beb683640 1 --2- 172.21.15.104:0/1660993628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be40b4520 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9beb683640 1 --2- 172.21.15.104:0/1660993628 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4071740 0x7f9be415ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9beb683640 1 -- 172.21.15.104:0/1660993628 >> 172.21.15.104:0/1660993628 conn(0x7f9be406c020 msgr2=0x7f9be406c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:33:12.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9beb683640 1 -- 172.21.15.104:0/1660993628 shutdown_connections 2024-02-19T16:33:12.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.660+0000 7f9beb683640 1 -- 172.21.15.104:0/1660993628 wait complete. 2024-02-19T16:33:12.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.661+0000 7f9beb683640 1 Processor -- start 2024-02-19T16:33:12.665 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.661+0000 7f9beb683640 1 -- start start 2024-02-19T16:33:12.667 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9beb683640 1 --2- >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9be4071740 0x7f9be413d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9beb683640 1 --2- >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4158760 0x7f9be41508a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9beb683640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be415d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9beb683640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9be4150de0 con 0x7f9be415f270 2024-02-19T16:33:12.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9beb683640 1 -- --> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9be41f5330 con 0x7f9be4071740 2024-02-19T16:33:12.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9beb683640 1 -- --> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9be41f5610 con 0x7f9be4158760 2024-02-19T16:33:12.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9be9c20640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be415d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9be9c20640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be415d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:47780/0 (socket says 172.21.15.104:47780) 2024-02-19T16:33:12.668 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.662+0000 7f9be9c20640 1 -- 172.21.15.104:0/756285472 learned_addr learned my addr 172.21.15.104:0/756285472 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be9c20640 1 -- 172.21.15.104:0/756285472 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4158760 msgr2=0x7f9be41508a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be941f640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9be4071740 0x7f9be413d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be9c20640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4158760 0x7f9be41508a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be9c20640 1 -- 172.21.15.104:0/756285472 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9be4071740 msgr2=0x7f9be413d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be9c20640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9be4071740 0x7f9be413d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be9c20640 1 -- 172.21.15.104:0/756285472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd40094d0 con 0x7f9be415f270 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be9c20640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be415d020 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4009870 tx=0x7f9bd40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be1ffb640 1 -- 172.21.15.104:0/756285472 <== mon.0 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd4032a20 con 0x7f9be415f270 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be1ffb640 1 -- 172.21.15.104:0/756285472 <== mon.0 v2:172.21.15.104:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f9bd4032bc0 con 0x7f9be415f270 2024-02-19T16:33:12.669 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9be41f58f0 con 0x7f9be415f270 2024-02-19T16:33:12.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9be1ffb640 1 -- 172.21.15.104:0/756285472 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd40453f0 con 0x7f9be415f270 2024-02-19T16:33:12.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.663+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9be41f4fe0 con 0x7f9be415f270 2024-02-19T16:33:12.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.664+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9be40751e0 con 0x7f9be415f270 2024-02-19T16:33:12.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.664+0000 7f9be1ffb640 1 -- 172.21.15.104:0/756285472 <== mon.0 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) v1 ==== 89788+0+0 (secure 0 0 0) 0x7f9bd404e450 con 0x7f9be415f270 2024-02-19T16:33:12.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.665+0000 7f9be1ffb640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bd006b810 0x7f9bd006dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-19T16:33:12.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.665+0000 7f9be1ffb640 1 -- 172.21.15.104:0/756285472 <== mon.0 v2:172.21.15.104:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f9bd40ac2e0 con 0x7f9be415f270 2024-02-19T16:33:12.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.665+0000 7f9be941f640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bd006b810 0x7f9bd006dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-19T16:33:12.670 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.665+0000 7f9be941f640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bd006b810 0x7f9bd006dcd0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9bdc007fd0 tx=0x7f9bdc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-19T16:33:12.671 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.669+0000 7f9be1ffb640 1 -- 172.21.15.104:0/756285472 <== mon.0 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183725 (secure 0 0 0) 0x7f9bd4077000 con 0x7f9be415f270 2024-02-19T16:33:12.876 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.874+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9be414ec70 con 0x7f9be415f270 2024-02-19T16:33:12.877 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.874+0000 7f9be1ffb640 1 -- 172.21.15.104:0/756285472 <== mon.0 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+3708 (secure 0 0 0) 0x7f9bd407a6c0 con 0x7f9be415f270 2024-02-19T16:33:12.878 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-02-19T16:33:12.878 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":25,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5312,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6834/290296869","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6832","nonce":290296869},{"type":"v1","addr":"172.21.15.158:6834","nonce":290296869}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5315,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.158:6835/1269704340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.158:6833","nonce":1269704340},{"type":"v1","addr":"172.21.15.158:6835","nonce":1269704340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":20},{"gid":5985,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/1419598533","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1419598533},{"type":"v1","addr":"172.21.15.104:6836","nonce":1419598533}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":19},{"gid":6444,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1224573333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1224573333},{"type":"v1","addr":"172.21.15.104:6837","nonce":1224573333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":25}],"filesystems":[]} 2024-02-19T16:33:12.878 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 25 2024-02-19T16:33:12.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bd006b810 msgr2=0x7f9bd006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bd006b810 0x7f9bd006dcd0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9bdc007fd0 tx=0x7f9bdc009040 comp rx=0 tx=0).stop 2024-02-19T16:33:12.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 msgr2=0x7f9be415d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-19T16:33:12.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be415d020 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4009870 tx=0x7f9bd40046c0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 shutdown_connections 2024-02-19T16:33:12.879 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:6832/3518922129,v1:172.21.15.104:6833/3518922129] conn(0x7f9bd006b810 0x7f9bd006dcd0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9be415f270 0x7f9be415d020 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.158:3301/0,v1:172.21.15.158:6790/0] conn(0x7f9be4158760 0x7f9be41508a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 --2- 172.21.15.104:0/756285472 >> [v2:172.21.15.158:3300/0,v1:172.21.15.158:6789/0] conn(0x7f9be4071740 0x7f9be413d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-19T16:33:12.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.876+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 >> 172.21.15.104:0/756285472 conn(0x7f9be406c020 msgr2=0x7f9be406c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-19T16:33:12.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.877+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 shutdown_connections 2024-02-19T16:33:12.880 INFO:teuthology.orchestra.run.smithi104.stderr:2024-02-19T16:33:12.877+0000 7f9beb683640 1 -- 172.21.15.104:0/756285472 wait complete. 2024-02-19T16:33:12.890 DEBUG:tasks.cephfs.filesystem:already dead... 2024-02-19T16:33:12.890 INFO:teuthology.misc:Shutting down mds daemons... 2024-02-19T16:33:12.890 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-02-19T16:33:12.890 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:12.899 INFO:tasks.ceph.mds.a:Stopped 2024-02-19T16:33:12.899 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-02-19T16:33:12.899 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:12.948 INFO:tasks.ceph.mds.c:Stopped 2024-02-19T16:33:12.949 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-02-19T16:33:12.949 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:12.960 INFO:tasks.ceph.mds.b:Stopped 2024-02-19T16:33:12.960 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-02-19T16:33:12.961 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.012 INFO:tasks.ceph.mds.d:Stopped 2024-02-19T16:33:13.013 INFO:teuthology.misc:Shutting down osd daemons... 2024-02-19T16:33:13.013 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-02-19T16:33:13.013 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.051 INFO:tasks.ceph.osd.0:Stopped 2024-02-19T16:33:13.051 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-02-19T16:33:13.051 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.125 INFO:tasks.ceph.osd.1:Stopped 2024-02-19T16:33:13.125 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-02-19T16:33:13.125 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.195 INFO:tasks.ceph.osd.2:Stopped 2024-02-19T16:33:13.196 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-02-19T16:33:13.196 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.259 INFO:tasks.ceph.osd.3:Stopped 2024-02-19T16:33:13.259 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-02-19T16:33:13.260 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.293 INFO:tasks.ceph.osd.4:Stopped 2024-02-19T16:33:13.293 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-02-19T16:33:13.294 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.368 INFO:tasks.ceph.osd.5:Stopped 2024-02-19T16:33:13.368 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-02-19T16:33:13.368 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.444 INFO:tasks.ceph.osd.6:Stopped 2024-02-19T16:33:13.445 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-02-19T16:33:13.445 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.520 INFO:tasks.ceph.osd.7:Stopped 2024-02-19T16:33:13.520 INFO:teuthology.misc:Shutting down mgr daemons... 2024-02-19T16:33:13.520 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-02-19T16:33:13.520 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.547 INFO:tasks.ceph.mgr.y:Stopped 2024-02-19T16:33:13.547 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-02-19T16:33:13.547 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.587 INFO:tasks.ceph.mgr.x:Stopped 2024-02-19T16:33:13.588 INFO:teuthology.misc:Shutting down mon daemons... 2024-02-19T16:33:13.588 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-02-19T16:33:13.588 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.599 INFO:tasks.ceph.mon.a:Stopped 2024-02-19T16:33:13.599 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-02-19T16:33:13.599 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.641 INFO:tasks.ceph.mon.b:Stopped 2024-02-19T16:33:13.641 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-02-19T16:33:13.641 INFO:teuthology.orchestra.run:waiting for 300 2024-02-19T16:33:13.693 INFO:tasks.ceph.mon.c:Stopped 2024-02-19T16:33:13.694 INFO:tasks.ceph:Checking cluster log for badness... 2024-02-19T16:33:13.694 DEBUG:teuthology.orchestra.run.smithi104:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-02-19T16:33:13.724 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:33:13.724 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-02-19T16:33:13.929 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:33:13.930 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-02-19T16:33:14.012 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:33:14.012 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-02-19T16:33:14.068 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:33:14.069 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-02-19T16:33:14.145 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:33:14.146 DEBUG:teuthology.orchestra.run.smithi158:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-02-19T16:33:14.184 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:33:14.186 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:33:14.265 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:33:14.265 DEBUG:teuthology.orchestra.run.smithi158:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-02-19T16:33:14.345 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:33:14.345 DEBUG:teuthology.orchestra.run.smithi158:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-02-19T16:33:14.440 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:33:14.440 DEBUG:teuthology.orchestra.run.smithi158:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-02-19T16:33:14.520 INFO:tasks.ceph:Archiving mon data... 2024-02-19T16:33:14.522 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/data/mon.a.tgz 2024-02-19T16:33:14.522 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-02-19T16:33:14.537 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.uVsOsodHbT 2024-02-19T16:33:14.537 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.uVsOsodHbT 2024-02-19T16:33:14.677 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.uVsOsodHbT 2024-02-19T16:33:14.761 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.uVsOsodHbT is 336KB 2024-02-19T16:33:14.856 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.uVsOsodHbT 2024-02-19T16:33:14.870 DEBUG:teuthology.misc:Transferring archived files from smithi158:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/data/mon.b.tgz 2024-02-19T16:33:14.870 DEBUG:teuthology.orchestra.run.smithi158:> mktemp 2024-02-19T16:33:14.886 INFO:teuthology.orchestra.run.smithi158.stdout:/tmp/tmp.1ZHS5UF8xp 2024-02-19T16:33:14.887 DEBUG:teuthology.orchestra.run.smithi158:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.1ZHS5UF8xp 2024-02-19T16:33:15.046 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod 0666 /tmp/tmp.1ZHS5UF8xp 2024-02-19T16:33:15.131 DEBUG:teuthology.orchestra.remote:smithi158:/tmp/tmp.1ZHS5UF8xp is 441KB 2024-02-19T16:33:15.226 DEBUG:teuthology.orchestra.run.smithi158:> rm -fr /tmp/tmp.1ZHS5UF8xp 2024-02-19T16:33:15.240 DEBUG:teuthology.misc:Transferring archived files from smithi158:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/data/mon.c.tgz 2024-02-19T16:33:15.240 DEBUG:teuthology.orchestra.run.smithi158:> mktemp 2024-02-19T16:33:15.294 INFO:teuthology.orchestra.run.smithi158.stdout:/tmp/tmp.ZwtteByO0x 2024-02-19T16:33:15.295 DEBUG:teuthology.orchestra.run.smithi158:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.ZwtteByO0x 2024-02-19T16:33:15.441 DEBUG:teuthology.orchestra.run.smithi158:> sudo chmod 0666 /tmp/tmp.ZwtteByO0x 2024-02-19T16:33:15.526 DEBUG:teuthology.orchestra.remote:smithi158:/tmp/tmp.ZwtteByO0x is 441KB 2024-02-19T16:33:15.623 DEBUG:teuthology.orchestra.run.smithi158:> rm -fr /tmp/tmp.ZwtteByO0x 2024-02-19T16:33:15.637 INFO:tasks.ceph:Cleaning ceph cluster... 2024-02-19T16:33:15.637 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-02-19T16:33:15.640 DEBUG:teuthology.orchestra.run.smithi158:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-02-19T16:33:15.723 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-02-19T16:33:15.758 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-02-19T16:33:15.758 INFO:tasks.ceph:Archiving crash dumps... 2024-02-19T16:33:15.759 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/crash to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/remote/smithi104/crash 2024-02-19T16:33:15.760 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-02-19T16:33:15.790 DEBUG:teuthology.misc:Transferring archived files from smithi158:/var/lib/ceph/crash to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/remote/smithi158/crash 2024-02-19T16:33:15.791 DEBUG:teuthology.orchestra.run.smithi158:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-02-19T16:33:15.824 INFO:tasks.ceph:Shutting down logrotate 2024-02-19T16:33:15.824 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:33:15.835 DEBUG:teuthology.orchestra.run.smithi158:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-02-19T16:33:15.915 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-02-19T16:33:15.943 DEBUG:teuthology.orchestra.run.smithi158:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-02-19T16:33:15.970 INFO:tasks.ceph:Compressing logs... 2024-02-19T16:33:15.970 DEBUG:teuthology.orchestra.run.smithi104:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-19T16:33:15.985 DEBUG:teuthology.orchestra.run.smithi158:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-19T16:33:16.009 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59069.log 2024-02-19T16:33:16.062 INFO:teuthology.orchestra.run.smithi158.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.44297.log 2024-02-19T16:33:16.062 INFO:teuthology.orchestra.run.smithi158.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-02-19T16:33:16.062 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-client.3.44297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38581.log 2024-02-19T16:33:16.062 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38501.log 2024-02-19T16:33:16.063 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-client.admin.38581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43844.log 2024-02-19T16:33:16.063 INFO:teuthology.orchestra.run.smithi158.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.3.44297.log.gz 2024-02-19T16:33:16.063 INFO:teuthology.orchestra.run.smithi158.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38581.log.gz 2024-02-19T16:33:16.063 INFO:teuthology.orchestra.run.smithi158.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38381.log 2024-02-19T16:33:16.063 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-client.admin.38501.log: /var/log/ceph/ceph-client.1.43844.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-02-19T16:33:16.063 INFO:teuthology.orchestra.run.smithi158.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38501.log.gz 2024-02-19T16:33:16.063 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-client.admin.38381.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-02-19T16:33:16.064 INFO:teuthology.orchestra.run.smithi158.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38381.log.gz 2024-02-19T16:33:16.064 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38341.log 2024-02-19T16:33:16.064 INFO:teuthology.orchestra.run.smithi158.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.1.43844.log.gz 2024-02-19T16:33:16.064 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-02-19T16:33:16.064 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-client.admin.38341.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-02-19T16:33:16.064 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-osd.4.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38341.log.gz 2024-02-19T16:33:16.064 INFO:teuthology.orchestra.run.smithi158.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-02-19T16:33:16.064 INFO:teuthology.orchestra.run.smithi158.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38541.log 2024-02-19T16:33:16.065 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-osd.7.log: /var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-02-19T16:33:16.065 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-client.admin.38541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38421.log 2024-02-19T16:33:16.065 INFO:teuthology.orchestra.run.smithi158.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.38541.log.gz 2024-02-19T16:33:16.065 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38461.log 2024-02-19T16:33:16.065 INFO:teuthology.orchestra.run.smithi158.stderr: 93.6%/var/log/ceph/ceph-client.admin.38421.log: -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-02-19T16:33:16.065 INFO:teuthology.orchestra.run.smithi158.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38421.log.gz 2024-02-19T16:33:16.065 INFO:teuthology.orchestra.run.smithi158.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-02-19T16:33:16.065 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-client.admin.38461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38301.log 2024-02-19T16:33:16.066 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.38461.log.gz 2024-02-19T16:33:16.066 INFO:teuthology.orchestra.run.smithi158.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-02-19T16:33:16.066 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-client.admin.38301.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.38301.log.gz 2024-02-19T16:33:16.066 INFO:teuthology.orchestra.run.smithi158.stderr: 92.2% -- replaced with /var/log/ceph/ceph.log.gz 2024-02-19T16:33:16.066 INFO:teuthology.orchestra.run.smithi158.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-02-19T16:33:16.066 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-02-19T16:33:16.066 INFO:teuthology.orchestra.run.smithi158.stderr:/var/log/ceph/ceph-mds.d.log: 92.5% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-02-19T16:33:16.067 INFO:teuthology.orchestra.run.smithi158.stderr: 93.0% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz/var/log/ceph/ceph-mon.c.log: 2024-02-19T16:33:16.068 INFO:teuthology.orchestra.run.smithi158.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-02-19T16:33:16.150 INFO:teuthology.orchestra.run.smithi158.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-02-19T16:33:16.176 INFO:teuthology.orchestra.run.smithi158.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-02-19T16:33:16.183 INFO:teuthology.orchestra.run.smithi158.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-02-19T16:33:16.186 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46950.log 2024-02-19T16:33:16.186 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51816.log 2024-02-19T16:33:16.186 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59069.log: /var/log/ceph/ceph-client.admin.46950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62486.log 2024-02-19T16:33:16.186 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51816.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59069.log.gz 2024-02-19T16:33:16.186 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48489.log 2024-02-19T16:33:16.187 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46950.log.gz 2024-02-19T16:33:16.187 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62486.log: 88.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.51816.log.gz -5 2024-02-19T16:33:16.187 INFO:teuthology.orchestra.run.smithi104.stderr: --verbose -- /var/log/ceph/ceph-client.admin.59353.log 2024-02-19T16:33:16.187 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48489.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-02-19T16:33:16.187 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.62486.log.gz 2024-02-19T16:33:16.187 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59353.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48489.log.gz 2024-02-19T16:33:16.187 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52895.log 2024-02-19T16:33:16.187 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mon.a.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59353.log.gz 2024-02-19T16:33:16.188 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58317.log 2024-02-19T16:33:16.188 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62906.log 2024-02-19T16:33:16.188 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44576.log 2024-02-19T16:33:16.188 INFO:teuthology.orchestra.run.smithi104.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52895.log.gz 2024-02-19T16:33:16.188 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62906.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58317.log.gz 2024-02-19T16:33:16.188 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48699.log 2024-02-19T16:33:16.188 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.62906.log.gz 2024-02-19T16:33:16.189 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61135.log 2024-02-19T16:33:16.189 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48699.log: 88.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.44576.log.gz 2024-02-19T16:33:16.189 INFO:teuthology.orchestra.run.smithi104.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.61978.log 2024-02-19T16:33:16.189 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61135.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48699.log.gz 2024-02-19T16:33:16.189 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58107.log 2024-02-19T16:33:16.189 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.61135.log.gz 2024-02-19T16:33:16.189 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45396.log 2024-02-19T16:33:16.190 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58107.log: 89.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.61978.log.gz -5 2024-02-19T16:33:16.190 INFO:teuthology.orchestra.run.smithi104.stderr: --verbose -- /var/log/ceph/ceph-client.admin.51312.log 2024-02-19T16:33:16.190 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45396.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58107.log.gz 2024-02-19T16:33:16.190 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63114.log 2024-02-19T16:33:16.190 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45396.log.gz 2024-02-19T16:33:16.190 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56161.log 2024-02-19T16:33:16.190 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.63114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50546.log 2024-02-19T16:33:16.190 INFO:teuthology.orchestra.run.smithi104.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51312.log.gz 2024-02-19T16:33:16.191 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56161.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.63114.log.gz 2024-02-19T16:33:16.191 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62276.log 2024-02-19T16:33:16.191 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.56161.log.gz 2024-02-19T16:33:16.191 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53807.log 2024-02-19T16:33:16.191 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49245.log 2024-02-19T16:33:16.191 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50546.log.gz 2024-02-19T16:33:16.191 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53807.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.62276.log.gz 2024-02-19T16:33:16.191 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49926.log 2024-02-19T16:33:16.192 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.53807.log.gz 2024-02-19T16:33:16.192 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56554.log 2024-02-19T16:33:16.192 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52625.log 2024-02-19T16:33:16.192 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49245.log.gz 2024-02-19T16:33:16.192 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56554.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49926.log.gz 2024-02-19T16:33:16.192 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61177.log 2024-02-19T16:33:16.192 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56554.log.gz 2024-02-19T16:33:16.192 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45018.log 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57508.log 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52625.log.gz 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45018.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61177.log.gz 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55851.log 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45018.log.gz 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61371.log 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53891.log 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.57508.log.gz 2024-02-19T16:33:16.193 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61371.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55851.log.gz 2024-02-19T16:33:16.194 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57034.log 2024-02-19T16:33:16.194 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.61371.log.gz 2024-02-19T16:33:16.194 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50892.log 2024-02-19T16:33:16.194 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45986.log 2024-02-19T16:33:16.194 INFO:teuthology.orchestra.run.smithi104.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53891.log.gz 2024-02-19T16:33:16.194 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50892.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57034.log.gz 2024-02-19T16:33:16.194 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50688.log 2024-02-19T16:33:16.194 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50892.log.gz 2024-02-19T16:33:16.195 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45993.log 2024-02-19T16:33:16.195 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50304.log 2024-02-19T16:33:16.195 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45986.log.gz 2024-02-19T16:33:16.195 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45993.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50688.log.gz 2024-02-19T16:33:16.195 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45658.log 2024-02-19T16:33:16.195 INFO:teuthology.orchestra.run.smithi104.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45993.log.gz 2024-02-19T16:33:16.195 INFO:teuthology.orchestra.run.smithi104.stderr:gzip/var/log/ceph/ceph-client.admin.50304.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.52811.log 2024-02-19T16:33:16.195 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51522.log 2024-02-19T16:33:16.196 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50304.log.gz 2024-02-19T16:33:16.196 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52811.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45658.log.gz 2024-02-19T16:33:16.196 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49359.log 2024-02-19T16:33:16.196 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52811.log.gz 2024-02-19T16:33:16.196 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46698.log 2024-02-19T16:33:16.196 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61851.log 2024-02-19T16:33:16.196 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51522.log.gz 2024-02-19T16:33:16.197 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46698.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49359.log.gz 2024-02-19T16:33:16.197 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60108.log 2024-02-19T16:33:16.197 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46698.log.gz 2024-02-19T16:33:16.197 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49580.log 2024-02-19T16:33:16.197 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45312.log 2024-02-19T16:33:16.197 INFO:teuthology.orchestra.run.smithi104.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61851.log.gz 2024-02-19T16:33:16.197 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49580.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60108.log.gz 2024-02-19T16:33:16.198 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47034.log 2024-02-19T16:33:16.198 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49580.log.gz 2024-02-19T16:33:16.198 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51564.log 2024-02-19T16:33:16.198 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.47034.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45312.log.gz 2024-02-19T16:33:16.198 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51396.log 2024-02-19T16:33:16.198 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47034.log.gz 2024-02-19T16:33:16.198 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45060.log 2024-02-19T16:33:16.198 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51396.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51564.log.gz 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62654.log 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51396.log.gz 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.54539.log 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62654.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45060.log.gz 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51354.log 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.0.54539.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.62654.log.gz 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48867.log 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51354.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54075.log 2024-02-19T16:33:16.199 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51354.log.gz 2024-02-19T16:33:16.200 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60234.log 2024-02-19T16:33:16.200 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54075.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48867.log.gz 2024-02-19T16:33:16.200 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45480.log 2024-02-19T16:33:16.200 INFO:teuthology.orchestra.run.smithi104.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.0.54539.log.gz 2024-02-19T16:33:16.200 INFO:teuthology.orchestra.run.smithi104.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.54075.log.gz 2024-02-19T16:33:16.200 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57203.log 2024-02-19T16:33:16.200 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60234.log.gz 2024-02-19T16:33:16.200 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51186.log 2024-02-19T16:33:16.201 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45480.log.gz 2024-02-19T16:33:16.201 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52769.log 2024-02-19T16:33:16.201 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51186.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57203.log.gz 2024-02-19T16:33:16.201 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46328.log 2024-02-19T16:33:16.201 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51186.log.gz 2024-02-19T16:33:16.201 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61707.log 2024-02-19T16:33:16.201 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52769.log.gz 2024-02-19T16:33:16.201 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44221.log 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61707.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46328.log.gz 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44788.log 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61707.log.gz 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50094.log 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59395.log 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.44221.log.gz 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50094.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44788.log.gz 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52685.log 2024-02-19T16:33:16.202 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50094.log.gz 2024-02-19T16:33:16.203 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59395.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44702.log 2024-02-19T16:33:16.203 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62402.log 2024-02-19T16:33:16.203 INFO:teuthology.orchestra.run.smithi104.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.59395.log.gz 2024-02-19T16:33:16.203 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52685.log.gz 2024-02-19T16:33:16.203 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49968.log 2024-02-19T16:33:16.203 INFO:teuthology.orchestra.run.smithi104.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44702.log.gz 2024-02-19T16:33:16.203 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.59876.log 2024-02-19T16:33:16.203 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49968.log: 88.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.62402.log.gz -5 2024-02-19T16:33:16.204 INFO:teuthology.orchestra.run.smithi104.stderr: --verbose -- /var/log/ceph/ceph-client.admin.60418.log 2024-02-19T16:33:16.204 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49968.log.gz 2024-02-19T16:33:16.204 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.0.59876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50462.log 2024-02-19T16:33:16.204 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46325.log 2024-02-19T16:33:16.204 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50462.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.60418.log.gz 2024-02-19T16:33:16.204 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57287.log 2024-02-19T16:33:16.204 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.48173.log 2024-02-19T16:33:16.205 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50462.log.gz 2024-02-19T16:33:16.205 INFO:teuthology.orchestra.run.smithi104.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.0.59876.log.gz/var/log/ceph/ceph-client.admin.46325.log: 2024-02-19T16:33:16.205 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60376.log 2024-02-19T16:33:16.205 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46325.log.gz 2024-02-19T16:33:16.205 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.2.48173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51144.log 2024-02-19T16:33:16.205 INFO:teuthology.orchestra.run.smithi104.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57287.log.gz 2024-02-19T16:33:16.205 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47160.log 2024-02-19T16:33:16.205 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60376.log.gz 2024-02-19T16:33:16.206 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59169.log 2024-02-19T16:33:16.206 INFO:teuthology.orchestra.run.smithi104.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.2.48173.log.gz 2024-02-19T16:33:16.206 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.47160.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51144.log.gz 2024-02-19T16:33:16.206 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44533.log 2024-02-19T16:33:16.206 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62570.log 2024-02-19T16:33:16.206 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44533.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.47160.log.gz 2024-02-19T16:33:16.206 INFO:teuthology.orchestra.run.smithi104.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.59169.log.gz 2024-02-19T16:33:16.206 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56119.log 2024-02-19T16:33:16.207 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44533.log.gz 2024-02-19T16:33:16.207 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38477.log 2024-02-19T16:33:16.207 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56119.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62570.log.gz 2024-02-19T16:33:16.207 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53765.log 2024-02-19T16:33:16.207 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56119.log.gz 2024-02-19T16:33:16.207 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.38477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45985.log 2024-02-19T16:33:16.207 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53765.log: 87.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.38477.log.gz -5 2024-02-19T16:33:16.207 INFO:teuthology.orchestra.run.smithi104.stderr: --verbose -- /var/log/ceph/ceph-client.admin.51102.log 2024-02-19T16:33:16.208 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45985.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.53765.log.gz 2024-02-19T16:33:16.208 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48993.log 2024-02-19T16:33:16.208 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45985.log.gz 2024-02-19T16:33:16.208 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.58894.log 2024-02-19T16:33:16.208 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51774.log 2024-02-19T16:33:16.208 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51102.log.gz 2024-02-19T16:33:16.208 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.0.58894.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48993.log.gz 2024-02-19T16:33:16.208 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45661.log 2024-02-19T16:33:16.209 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44618.log 2024-02-19T16:33:16.209 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48657.log 2024-02-19T16:33:16.209 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51774.log.gz 2024-02-19T16:33:16.209 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44618.log: gzip -5 88.5% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.45661.log.gz 2024-02-19T16:33:16.209 INFO:teuthology.orchestra.run.smithi104.stderr: /var/log/ceph/ceph.audit.log 2024-02-19T16:33:16.209 INFO:teuthology.orchestra.run.smithi104.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.0.58894.log.gz 2024-02-19T16:33:16.209 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48657.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.44618.log.gz 2024-02-19T16:33:16.209 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53723.log 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph.audit.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48657.log.gz 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55977.log 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56512.log 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55977.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53723.log.gz 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44958.log 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55977.log.gz 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45662.log 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61894.log 2024-02-19T16:33:16.210 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44958.log: 89.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-02-19T16:33:16.211 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56512.log.gz 2024-02-19T16:33:16.211 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52230.log 2024-02-19T16:33:16.211 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.44958.log.gz 2024-02-19T16:33:16.211 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45995.log 2024-02-19T16:33:16.211 INFO:teuthology.orchestra.run.smithi104.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45662.log.gz 2024-02-19T16:33:16.211 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52230.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61894.log.gz 2024-02-19T16:33:16.211 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57077.log 2024-02-19T16:33:16.211 INFO:teuthology.orchestra.run.smithi104.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52230.log.gz 2024-02-19T16:33:16.212 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60150.log 2024-02-19T16:33:16.212 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57077.log: gzip -5 --verbose 88.1% -- -- replaced with /var/log/ceph/ceph-client.admin.45995.log.gz /var/log/ceph/ceph-client.admin.46656.log 2024-02-19T16:33:16.212 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.212 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60150.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57077.log.gz 2024-02-19T16:33:16.212 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45228.log 2024-02-19T16:33:16.212 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60150.log.gz 2024-02-19T16:33:16.212 INFO:teuthology.orchestra.run.smithi104.stderr:gzip/var/log/ceph/ceph-client.admin.46656.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.61791.log 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60502.log 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46656.log.gz 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2%/var/log/ceph/ceph-client.admin.61791.log: -- replaced with /var/log/ceph/ceph-client.admin.45228.log.gz 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61014.log 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.61791.log.gz 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51228.log 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52442.log 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.60502.log.gz 2024-02-19T16:33:16.213 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61014.log.gz 2024-02-19T16:33:16.214 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48615.log 2024-02-19T16:33:16.214 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51228.log.gz 2024-02-19T16:33:16.214 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47076.log 2024-02-19T16:33:16.214 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62038.log 2024-02-19T16:33:16.214 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52442.log.gz 2024-02-19T16:33:16.214 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48615.log.gz 2024-02-19T16:33:16.214 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.47076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56890.log 2024-02-19T16:33:16.214 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47076.log.gz 2024-02-19T16:33:16.215 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54829.log 2024-02-19T16:33:16.215 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50262.log 2024-02-19T16:33:16.215 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62038.log.gz 2024-02-19T16:33:16.215 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54829.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56890.log.gz 2024-02-19T16:33:16.215 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47678.log 2024-02-19T16:33:16.215 INFO:teuthology.orchestra.run.smithi104.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.54829.log.gz 2024-02-19T16:33:16.215 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62612.log 2024-02-19T16:33:16.215 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.0.47678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46194.log 2024-02-19T16:33:16.216 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50262.log.gz 2024-02-19T16:33:16.216 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49806.log 2024-02-19T16:33:16.216 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46194.log: 88.2% 89.9% -- replaced with /var/log/ceph/ceph-client.admin.62612.log.gz -- replaced with /var/log/ceph/ceph-client.0.47678.log.gz 2024-02-19T16:33:16.216 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.216 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60839.log 2024-02-19T16:33:16.216 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49806.log: gzip -5 --verbose 88.9% -- -- replaced with /var/log/ceph/ceph-client.admin.46194.log.gz /var/log/ceph/ceph-client.admin.57413.log 2024-02-19T16:33:16.217 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.217 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49806.log.gz 2024-02-19T16:33:16.217 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.0.60839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50934.log 2024-02-19T16:33:16.217 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59253.log 2024-02-19T16:33:16.217 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50934.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.57413.log.gz 2024-02-19T16:33:16.217 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53933.log 2024-02-19T16:33:16.217 INFO:teuthology.orchestra.run.smithi104.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.0.60839.log.gz 2024-02-19T16:33:16.217 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51480.log 2024-02-19T16:33:16.218 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59253.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50934.log.gz 2024-02-19T16:33:16.218 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63074.log 2024-02-19T16:33:16.218 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59253.log.gz 2024-02-19T16:33:16.218 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51480.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53933.log.gz 2024-02-19T16:33:16.218 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61665.log 2024-02-19T16:33:16.218 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51480.log.gz 2024-02-19T16:33:16.218 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.63074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54201.log 2024-02-19T16:33:16.219 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.63074.log.gz 2024-02-19T16:33:16.219 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56764.log 2024-02-19T16:33:16.219 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46824.log 2024-02-19T16:33:16.219 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.61665.log.gz 2024-02-19T16:33:16.219 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56764.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54201.log.gz 2024-02-19T16:33:16.219 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45651.log 2024-02-19T16:33:16.219 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56764.log.gz 2024-02-19T16:33:16.219 INFO:teuthology.orchestra.run.smithi104.stderr:gzip/var/log/ceph/ceph-client.admin.46824.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.59455.log 2024-02-19T16:33:16.220 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46614.log 2024-02-19T16:33:16.220 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46824.log.gz 2024-02-19T16:33:16.220 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59455.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45651.log.gz 2024-02-19T16:33:16.220 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-02-19T16:33:16.220 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59455.log.gz 2024-02-19T16:33:16.220 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52579.log 2024-02-19T16:33:16.220 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61093.log 2024-02-19T16:33:16.220 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46614.log.gz 2024-02-19T16:33:16.221 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52579.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.55602.log 2024-02-19T16:33:16.221 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52579.log.gz 2024-02-19T16:33:16.221 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46782.log 2024-02-19T16:33:16.221 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.0.55602.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.61093.log.gz 2024-02-19T16:33:16.221 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49077.log 2024-02-19T16:33:16.221 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48337.log 2024-02-19T16:33:16.221 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46782.log: /var/log/ceph/ceph-client.admin.49077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60460.log 2024-02-19T16:33:16.221 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46782.log.gz 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49077.log.gz 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58233.log 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49764.log 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48337.log.gz/var/log/ceph/ceph-client.admin.60460.log: 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.0.55602.log.gz 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54871.log 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60460.log.gz 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49119.log 2024-02-19T16:33:16.222 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49764.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58233.log.gz 2024-02-19T16:33:16.223 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54871.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49764.log.gz 2024-02-19T16:33:16.223 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50178.log 2024-02-19T16:33:16.223 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54871.log.gzgzip 2024-02-19T16:33:16.223 INFO:teuthology.orchestra.run.smithi104.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46908.log 2024-02-19T16:33:16.223 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49119.log: /var/log/ceph/ceph-client.admin.50178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50976.log 2024-02-19T16:33:16.223 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49119.log.gz 2024-02-19T16:33:16.223 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50178.log.gz 2024-02-19T16:33:16.223 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52061.log 2024-02-19T16:33:16.224 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54913.log 2024-02-19T16:33:16.224 INFO:teuthology.orchestra.run.smithi104.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46908.log.gz 2024-02-19T16:33:16.224 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50976.log: /var/log/ceph/ceph-client.admin.52061.log: gzip 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50976.log.gz 2024-02-19T16:33:16.224 INFO:teuthology.orchestra.run.smithi104.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.51060.log 2024-02-19T16:33:16.224 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52061.log.gz 2024-02-19T16:33:16.224 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51606.log 2024-02-19T16:33:16.224 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54913.log: /var/log/ceph/ceph-client.admin.51060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62822.log 2024-02-19T16:33:16.225 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54913.log.gz 2024-02-19T16:33:16.225 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51060.log.gz 2024-02-19T16:33:16.225 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52853.log 2024-02-19T16:33:16.225 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51606.log.gz 2024-02-19T16:33:16.225 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62864.log 2024-02-19T16:33:16.225 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58401.log 2024-02-19T16:33:16.225 INFO:teuthology.orchestra.run.smithi104.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62822.log.gz 2024-02-19T16:33:16.225 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52853.log.gz 2024-02-19T16:33:16.226 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51438.log 2024-02-19T16:33:16.226 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49848.log 2024-02-19T16:33:16.226 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58401.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62864.log.gz 2024-02-19T16:33:16.226 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61455.log 2024-02-19T16:33:16.226 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58401.log.gz 2024-02-19T16:33:16.226 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51438.log.gz 2024-02-19T16:33:16.226 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46330.log 2024-02-19T16:33:16.226 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61455.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49722.log 2024-02-19T16:33:16.227 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49848.log.gz 2024-02-19T16:33:16.227 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46330.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61455.log.gz 2024-02-19T16:33:16.227 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62234.log 2024-02-19T16:33:16.227 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49454.log 2024-02-19T16:33:16.227 INFO:teuthology.orchestra.run.smithi104.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46330.log.gz/var/log/ceph/ceph-client.admin.49722.log: 2024-02-19T16:33:16.227 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53589.log 2024-02-19T16:33:16.227 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49722.log.gz 2024-02-19T16:33:16.228 INFO:teuthology.orchestra.run.smithi104.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62234.log.gz 2024-02-19T16:33:16.228 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49161.log 2024-02-19T16:33:16.228 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53589.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49454.log.gz 2024-02-19T16:33:16.228 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57838.log 2024-02-19T16:33:16.228 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53589.log.gz 2024-02-19T16:33:16.228 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48531.log 2024-02-19T16:33:16.228 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49161.log: /var/log/ceph/ceph-client.admin.57838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56806.log 2024-02-19T16:33:16.228 INFO:teuthology.orchestra.run.smithi104.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49161.log.gz 2024-02-19T16:33:16.229 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48531.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.57838.log.gz 2024-02-19T16:33:16.229 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55809.log 2024-02-19T16:33:16.229 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48531.log.gz 2024-02-19T16:33:16.229 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56848.log 2024-02-19T16:33:16.229 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56806.log: /var/log/ceph/ceph-client.admin.55809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52486.log 2024-02-19T16:33:16.229 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56806.log.gz 2024-02-19T16:33:16.229 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56848.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55809.log.gz 2024-02-19T16:33:16.229 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54159.log 2024-02-19T16:33:16.230 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56848.log.gz 2024-02-19T16:33:16.230 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5/var/log/ceph/ceph-client.admin.52486.log: --verbose -- /var/log/ceph/ceph-client.admin.50220.log 2024-02-19T16:33:16.230 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48573.log 2024-02-19T16:33:16.230 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52486.log.gz 2024-02-19T16:33:16.230 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50220.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.54159.log.gz 2024-02-19T16:33:16.230 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52937.log 2024-02-19T16:33:16.230 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56077.log 2024-02-19T16:33:16.230 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48573.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50220.log.gz 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52937.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48573.log.gz 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58061.log 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52937.log.gz 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53505.log 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56077.log: /var/log/ceph/ceph-client.admin.58061.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56638.log 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56077.log.gz 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53505.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58061.log.gz 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59539.log 2024-02-19T16:33:16.231 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53505.log.gz 2024-02-19T16:33:16.232 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62360.log 2024-02-19T16:33:16.232 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56638.log.gz 2024-02-19T16:33:16.232 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-02-19T16:33:16.232 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59539.log: /var/log/ceph/ceph-client.admin.62360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60580.log 2024-02-19T16:33:16.232 INFO:teuthology.orchestra.run.smithi104.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.59539.log.gz 2024-02-19T16:33:16.232 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.3.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62360.log.gz 2024-02-19T16:33:16.232 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57926.log 2024-02-19T16:33:16.232 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61623.log 2024-02-19T16:33:16.233 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60580.log: /var/log/ceph/ceph-client.admin.57926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61539.log 2024-02-19T16:33:16.233 INFO:teuthology.orchestra.run.smithi104.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.60580.log.gz 2024-02-19T16:33:16.233 INFO:teuthology.orchestra.run.smithi104.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57926.log.gz 2024-02-19T16:33:16.233 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59295.log 2024-02-19T16:33:16.233 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61539.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.61623.log.gz 2024-02-19T16:33:16.233 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52356.log 2024-02-19T16:33:16.233 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49035.log 2024-02-19T16:33:16.233 INFO:teuthology.orchestra.run.smithi104.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.61539.log.gz 2024-02-19T16:33:16.234 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52356.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59295.log.gz 2024-02-19T16:33:16.234 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57670.log 2024-02-19T16:33:16.234 INFO:teuthology.orchestra.run.smithi104.stderr:gzip 89.5% -- replaced with /var/log/ceph/ceph-client.admin.52356.log.gz 2024-02-19T16:33:16.234 INFO:teuthology.orchestra.run.smithi104.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45144.log/var/log/ceph/ceph-client.admin.49035.log: 2024-02-19T16:33:16.234 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57670.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46866.log 2024-02-19T16:33:16.234 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49035.log.gz 2024-02-19T16:33:16.234 INFO:teuthology.orchestra.run.smithi104.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.57670.log.gz 2024-02-19T16:33:16.235 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46572.log 2024-02-19T16:33:16.235 INFO:teuthology.orchestra.run.smithi104.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45144.log.gz 2024-02-19T16:33:16.235 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52019.log 2024-02-19T16:33:16.235 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46572.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46866.log.gz 2024-02-19T16:33:16.235 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53547.log 2024-02-19T16:33:16.235 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46572.log.gz 2024-02-19T16:33:16.235 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62444.log 2024-02-19T16:33:16.235 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49288.log 2024-02-19T16:33:16.236 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52019.log.gz 2024-02-19T16:33:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62444.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53547.log.gz 2024-02-19T16:33:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50052.log 2024-02-19T16:33:16.236 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.62444.log.gz 2024-02-19T16:33:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50646.log 2024-02-19T16:33:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62990.log 2024-02-19T16:33:16.236 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50052.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49288.log.gz 2024-02-19T16:33:16.237 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50604.log 2024-02-19T16:33:16.237 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50052.log.gz 2024-02-19T16:33:16.237 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50646.log.gz 2024-02-19T16:33:16.237 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45270.log 2024-02-19T16:33:16.237 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54787.log 2024-02-19T16:33:16.237 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50604.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.62990.log.gz 2024-02-19T16:33:16.237 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54279.log 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50604.log.gz 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45270.log.gz 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52104.log 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55097.log 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54787.log.gz 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54279.log: /var/log/ceph/ceph-client.admin.52104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45652.log 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54279.log.gz 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52104.log.gz 2024-02-19T16:33:16.238 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60334.log 2024-02-19T16:33:16.239 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57245.log 2024-02-19T16:33:16.239 INFO:teuthology.orchestra.run.smithi104.stderr: 87.5%/var/log/ceph/ceph-client.admin.45652.log: -- replaced with /var/log/ceph/ceph-client.admin.55097.log.gz 2024-02-19T16:33:16.239 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44832.log 2024-02-19T16:33:16.239 INFO:teuthology.orchestra.run.smithi104.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45652.log.gz 2024-02-19T16:33:16.239 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60334.log.gz/var/log/ceph/ceph-client.admin.57245.log: 2024-02-19T16:33:16.239 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55013.log 2024-02-19T16:33:16.239 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44832.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57245.log.gz 2024-02-19T16:33:16.239 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45655.log 2024-02-19T16:33:16.240 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55013.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44832.log.gz 2024-02-19T16:33:16.240 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52146.log 2024-02-19T16:33:16.240 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55013.log.gz 2024-02-19T16:33:16.240 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62738.log 2024-02-19T16:33:16.240 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52146.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45655.log.gz 2024-02-19T16:33:16.240 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45186.log 2024-02-19T16:33:16.240 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52146.log.gz 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51732.log 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56974.log 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45186.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62738.log.gz 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51648.log 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45186.log.gz 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56974.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51732.log.gz 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48741.log 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51648.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56974.log.gz 2024-02-19T16:33:16.241 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47801.log 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48741.log: gzip 89.4% -5 -- replaced with /var/log/ceph/ceph-client.admin.51648.log.gz --verbose 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr: -- /var/log/ceph/ceph-client.admin.58569.log 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.47801.log: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.48741.log.gz 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.52398.log 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47801.log.gz 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56932.log 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58443.log 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52398.log: /var/log/ceph/ceph-client.admin.56932.log: gzip -5 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52398.log.gz 2024-02-19T16:33:16.242 INFO:teuthology.orchestra.run.smithi104.stderr: --verbose -- /var/log/ceph/ceph-client.admin.57882.log 2024-02-19T16:33:16.243 INFO:teuthology.orchestra.run.smithi104.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58569.log.gz 2024-02-19T16:33:16.243 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58443.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56932.log.gz 2024-02-19T16:33:16.243 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58443.log.gz 2024-02-19T16:33:16.243 INFO:teuthology.orchestra.run.smithi104.stderr: -- /var/log/ceph/ceph-client.admin.45654.log 2024-02-19T16:33:16.243 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57882.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-02-19T16:33:16.243 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45654.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57882.log.gz 2024-02-19T16:33:16.243 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56203.log 2024-02-19T16:33:16.243 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mgr.y.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45654.log.gz 2024-02-19T16:33:16.244 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59127.log 2024-02-19T16:33:16.244 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46329.log 2024-02-19T16:33:16.244 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59127.log: gzip 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56203.log.gz 2024-02-19T16:33:16.244 INFO:teuthology.orchestra.run.smithi104.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.48295.log 2024-02-19T16:33:16.244 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46329.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.59127.log.gz 2024-02-19T16:33:16.244 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57329.log 2024-02-19T16:33:16.244 INFO:teuthology.orchestra.run.smithi104.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46329.log.gz 2024-02-19T16:33:16.245 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61936.log 2024-02-19T16:33:16.245 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57329.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48295.log.gz 2024-02-19T16:33:16.245 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51018.log 2024-02-19T16:33:16.245 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61936.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57329.log.gz 2024-02-19T16:33:16.245 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45354.log 2024-02-19T16:33:16.245 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.61936.log.gz 2024-02-19T16:33:16.245 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50010.log 2024-02-19T16:33:16.246 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51018.log.gz 2024-02-19T16:33:16.246 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45354.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.32046.log 2024-02-19T16:33:16.246 INFO:teuthology.orchestra.run.smithi104.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45354.log.gz 2024-02-19T16:33:16.246 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53849.log 2024-02-19T16:33:16.246 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph.tmp-client.admin.32046.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50010.log.gz 2024-02-19T16:33:16.246 INFO:teuthology.orchestra.run.smithi104.stderr: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61749.log 2024-02-19T16:33:16.246 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph.tmp-client.admin.32046.log.gz 2024-02-19T16:33:16.247 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58019.log 2024-02-19T16:33:16.247 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54745.log 2024-02-19T16:33:16.247 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53849.log.gz 2024-02-19T16:33:16.247 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48783.log 2024-02-19T16:33:16.247 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.61749.log.gz 2024-02-19T16:33:16.247 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58019.log.gz 2024-02-19T16:33:16.247 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54745.log: --verbose -- /var/log/ceph/ceph-client.admin.48825.log 2024-02-19T16:33:16.248 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48783.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54745.log.gz 2024-02-19T16:33:16.248 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56019.log 2024-02-19T16:33:16.248 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48783.log.gz 2024-02-19T16:33:16.248 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55935.log 2024-02-19T16:33:16.248 INFO:teuthology.orchestra.run.smithi104.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48825.log.gz 2024-02-19T16:33:16.248 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54955.log 2024-02-19T16:33:16.248 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55935.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56019.log.gz 2024-02-19T16:33:16.249 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44660.log 2024-02-19T16:33:16.249 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55935.log.gz 2024-02-19T16:33:16.249 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55343.log 2024-02-19T16:33:16.249 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54955.log.gz 2024-02-19T16:33:16.249 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57588.log 2024-02-19T16:33:16.249 INFO:teuthology.orchestra.run.smithi104.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44660.log.gz 2024-02-19T16:33:16.249 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44744.log 2024-02-19T16:33:16.249 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57588.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55343.log.gz 2024-02-19T16:33:16.250 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58485.log 2024-02-19T16:33:16.250 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44744.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57588.log.gz 2024-02-19T16:33:16.250 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56722.log 2024-02-19T16:33:16.250 INFO:teuthology.orchestra.run.smithi104.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44744.log.gz 2024-02-19T16:33:16.250 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44874.log 2024-02-19T16:33:16.250 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56722.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.58485.log.gz 2024-02-19T16:33:16.250 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55223.log 2024-02-19T16:33:16.250 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52727.log 2024-02-19T16:33:16.251 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56722.log.gz 2024-02-19T16:33:16.251 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44874.log.gz 2024-02-19T16:33:16.251 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55223.log: -- /var/log/ceph/ceph-client.admin.38358.log 2024-02-19T16:33:16.251 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52727.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.55223.log.gz 2024-02-19T16:33:16.251 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62948.log 2024-02-19T16:33:16.251 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52727.log.gz 2024-02-19T16:33:16.251 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.38358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50730.log 2024-02-19T16:33:16.251 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62948.log: gzip -5 88.7% -- replaced with /var/log/ceph/ceph-client.admin.38358.log.gz 2024-02-19T16:33:16.252 INFO:teuthology.orchestra.run.smithi104.stderr: --verbose -- /var/log/ceph/ceph-client.admin.61261.log 2024-02-19T16:33:16.252 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50730.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62948.log.gz 2024-02-19T16:33:16.252 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45994.log 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50730.log.gz 2024-02-19T16:33:16.252 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.252 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56287.log 2024-02-19T16:33:16.252 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61261.log.gz 2024-02-19T16:33:16.252 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45994.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58149.log 2024-02-19T16:33:16.253 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56287.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45994.log.gz 2024-02-19T16:33:16.253 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- 89.5% -- replaced with /var/log/ceph/ceph-client.admin.56287.log.gz 2024-02-19T16:33:16.253 INFO:teuthology.orchestra.run.smithi104.stderr: /var/log/ceph/ceph-client.admin.45438.log 2024-02-19T16:33:16.253 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55301.log 2024-02-19T16:33:16.253 INFO:teuthology.orchestra.run.smithi104.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.58149.log.gz 2024-02-19T16:33:16.253 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50420.log 2024-02-19T16:33:16.253 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55301.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45438.log.gz 2024-02-19T16:33:16.254 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61497.log 2024-02-19T16:33:16.254 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55301.log.gz 2024-02-19T16:33:16.254 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62192.log 2024-02-19T16:33:16.254 INFO:teuthology.orchestra.run.smithi104.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50420.log.gz 2024-02-19T16:33:16.254 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51977.log 2024-02-19T16:33:16.254 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62192.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61497.log.gz 2024-02-19T16:33:16.254 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56383.log 88.9% 2024-02-19T16:33:16.254 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62192.log.gz 2024-02-19T16:33:16.255 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57712.log 2024-02-19T16:33:16.255 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51977.log.gz 2024-02-19T16:33:16.255 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56383.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-02-19T16:33:16.255 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57712.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56383.log.gz 2024-02-19T16:33:16.255 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.53304.log 2024-02-19T16:33:16.255 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0%/var/log/ceph/ceph-osd.0.log: -- replaced with /var/log/ceph/ceph-client.admin.57712.log.gz 2024-02-19T16:33:16.255 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54033.log 2024-02-19T16:33:16.255 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.0.53304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45996.log 2024-02-19T16:33:16.256 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.54033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44916.log 2024-02-19T16:33:16.256 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54033.log.gz 2024-02-19T16:33:16.256 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57977.log 2024-02-19T16:33:16.256 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44916.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45996.log.gz 2024-02-19T16:33:16.256 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44916.log.gz 2024-02-19T16:33:16.256 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52979.log 2024-02-19T16:33:16.256 INFO:teuthology.orchestra.run.smithi104.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.0.53304.log.gz 2024-02-19T16:33:16.257 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45657.log 2024-02-19T16:33:16.257 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57977.log: /var/log/ceph/ceph-client.admin.52979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63032.log 2024-02-19T16:33:16.257 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45657.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57977.log.gz 2024-02-19T16:33:16.257 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53991.log 2024-02-19T16:33:16.257 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% 91.1% -- replaced with /var/log/ceph/ceph-client.admin.52979.log.gz 2024-02-19T16:33:16.257 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45657.log.gz 2024-02-19T16:33:16.257 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.63032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45997.log 2024-02-19T16:33:16.258 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46992.log 2024-02-19T16:33:16.258 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.63032.log.gz 2024-02-19T16:33:16.258 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45997.log: gzip 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53991.log.gz -5 2024-02-19T16:33:16.258 INFO:teuthology.orchestra.run.smithi104.stderr: --verbose -- /var/log/ceph/ceph-client.admin.62318.log 2024-02-19T16:33:16.258 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45997.log.gz 2024-02-19T16:33:16.258 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49496.log 2024-02-19T16:33:16.258 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46992.log: /var/log/ceph/ceph-client.admin.62318.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46992.log.gz 2024-02-19T16:33:16.259 INFO:teuthology.orchestra.run.smithi104.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.62318.log.gz 2024-02-19T16:33:16.259 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59617.log 2024-02-19T16:33:16.259 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51690.log 2024-02-19T16:33:16.259 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59617.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49496.log.gz 2024-02-19T16:33:16.259 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57119.log 2024-02-19T16:33:16.259 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56680.log 2024-02-19T16:33:16.259 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59617.log.gz 2024-02-19T16:33:16.260 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51690.log: /var/log/ceph/ceph-client.admin.57119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51896.log 2024-02-19T16:33:16.260 INFO:teuthology.orchestra.run.smithi104.stderr: 87.4%/var/log/ceph/ceph-client.admin.56680.log: -- replaced with /var/log/ceph/ceph-client.admin.51690.log.gz 87.5% -- replaced with /var/log/ceph/ceph-client.admin.57119.log.gz 2024-02-19T16:33:16.260 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.260 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56680.log.gz 2024-02-19T16:33:16.260 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62528.log 2024-02-19T16:33:16.260 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.51896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50136.log 2024-02-19T16:33:16.260 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5%/var/log/ceph/ceph-client.admin.62528.log: -- replaced with /var/log/ceph/ceph-client.admin.51896.log.gz 2024-02-19T16:33:16.261 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44491.log 2024-02-19T16:33:16.261 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62528.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60192.log 2024-02-19T16:33:16.261 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.261 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50136.log: /var/log/ceph/ceph-client.admin.44491.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50136.log.gz 2024-02-19T16:33:16.261 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44491.log.gz 2024-02-19T16:33:16.261 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59497.log 2024-02-19T16:33:16.261 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57796.log 2024-02-19T16:33:16.261 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59497.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.60192.log.gz 2024-02-19T16:33:16.262 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46327.log 2024-02-19T16:33:16.262 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.59497.log.gzgzip -5 --verbose -- /var/log/ceph/ceph.log 2024-02-19T16:33:16.262 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.262 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57796.log: /var/log/ceph/ceph-client.admin.46327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59211.log 2024-02-19T16:33:16.262 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57796.log.gz 2024-02-19T16:33:16.262 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46327.log.gz 2024-02-19T16:33:16.262 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38108.log 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48447.log 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.59211.log: /var/log/ceph/ceph-client.admin.38108.log: 85.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59211.log.gz 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose 90.0% -- replaced with /var/log/ceph/ceph-client.admin.38108.log.gz 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr: -- /var/log/ceph/ceph-client.admin.53665.log 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48447.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48447.log.gz 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55893.log 2024-02-19T16:33:16.263 INFO:teuthology.orchestra.run.smithi104.stderr: 89.1%/var/log/ceph/ceph-osd.2.log: -- replaced with /var/log/ceph/ceph-client.admin.53665.log.gz 2024-02-19T16:33:16.264 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48909.log 2024-02-19T16:33:16.264 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.55893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61413.log 2024-02-19T16:33:16.264 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55893.log.gz 2024-02-19T16:33:16.264 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58191.log 2024-02-19T16:33:16.264 INFO:teuthology.orchestra.run.smithi104.stderr: 87.7%/var/log/ceph/ceph-client.admin.61413.log: -- replaced with /var/log/ceph/ceph-client.admin.48909.log.gz 2024-02-19T16:33:16.264 INFO:teuthology.orchestra.run.smithi104.stderr: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-02-19T16:33:16.264 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.61413.log.gz 2024-02-19T16:33:16.264 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62780.log 2024-02-19T16:33:16.265 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mds.c.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58191.log.gz 2024-02-19T16:33:16.265 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45998.log 2024-02-19T16:33:16.265 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.62780.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62780.log.gz 2024-02-19T16:33:16.265 INFO:teuthology.orchestra.run.smithi104.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-02-19T16:33:16.265 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46740.log 2024-02-19T16:33:16.265 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52314.log 2024-02-19T16:33:16.265 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45998.log: /var/log/ceph/ceph-client.admin.46740.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45998.log.gz 2024-02-19T16:33:16.265 INFO:teuthology.orchestra.run.smithi104.stderr: 89.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46334.log 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46740.log.gz 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47118.log 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46334.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52314.log.gz 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46334.log.gz 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60050.log 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58635.log 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.47118.log: /var/log/ceph/ceph-client.admin.60050.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47118.log.gz 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63156.log 2024-02-19T16:33:16.266 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60050.log.gz 2024-02-19T16:33:16.267 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50772.log 2024-02-19T16:33:16.267 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.63156.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58635.log.gz 2024-02-19T16:33:16.267 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.63156.log.gz 2024-02-19T16:33:16.267 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50504.log 2024-02-19T16:33:16.267 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61219.log 2024-02-19T16:33:16.267 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50772.log: /var/log/ceph/ceph-client.admin.50504.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50772.log.gz 2024-02-19T16:33:16.267 INFO:teuthology.orchestra.run.smithi104.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50504.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57161.log 2024-02-19T16:33:16.267 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.268 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58275.log 2024-02-19T16:33:16.268 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61219.log: /var/log/ceph/ceph-client.admin.57161.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61219.log.gz 2024-02-19T16:33:16.268 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57161.log.gz 2024-02-19T16:33:16.268 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55055.log 2024-02-19T16:33:16.268 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56596.log 2024-02-19T16:33:16.268 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58275.log: /var/log/ceph/ceph-client.admin.55055.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58275.log.gz 2024-02-19T16:33:16.268 INFO:teuthology.orchestra.run.smithi104.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49622.log 2024-02-19T16:33:16.268 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55055.log.gz 2024-02-19T16:33:16.269 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57754.log 2024-02-19T16:33:16.269 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49622.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56596.log.gz 2024-02-19T16:33:16.269 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49622.log.gz 2024-02-19T16:33:16.269 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54117.log 2024-02-19T16:33:16.269 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49203.log 2024-02-19T16:33:16.269 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57754.log: /var/log/ceph/ceph-client.admin.54117.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57754.log.gz 2024-02-19T16:33:16.269 INFO:teuthology.orchestra.run.smithi104.stderr: 89.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46530.log 2024-02-19T16:33:16.269 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.54117.log.gz 2024-02-19T16:33:16.270 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58527.log 2024-02-19T16:33:16.270 INFO:teuthology.orchestra.run.smithi104.stderr: 89.4%/var/log/ceph/ceph-client.admin.46530.log: -- replaced with /var/log/ceph/ceph-client.admin.49203.log.gz 2024-02-19T16:33:16.270 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53045.log 2024-02-19T16:33:16.270 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46530.log.gz/var/log/ceph/ceph-client.admin.58527.log: 2024-02-19T16:33:16.270 INFO:teuthology.orchestra.run.smithi104.stderr:gzip 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58527.log.gz 2024-02-19T16:33:16.270 INFO:teuthology.orchestra.run.smithi104.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.51270.log 2024-02-19T16:33:16.270 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61581.log 2024-02-19T16:33:16.270 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.53045.log: /var/log/ceph/ceph-client.admin.51270.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.53045.log.gz 2024-02-19T16:33:16.271 INFO:teuthology.orchestra.run.smithi104.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51270.log.gz 2024-02-19T16:33:16.271 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53461.log 2024-02-19T16:33:16.271 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45102.log 2024-02-19T16:33:16.271 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.61581.log: /var/log/ceph/ceph-client.admin.53461.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61581.log.gz 2024-02-19T16:33:16.271 INFO:teuthology.orchestra.run.smithi104.stderr: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55139.log 2024-02-19T16:33:16.271 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53461.log.gz 2024-02-19T16:33:16.271 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58359.log 2024-02-19T16:33:16.271 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.45102.log: /var/log/ceph/ceph-client.admin.55139.log: 88.8% 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45102.log.gz 2024-02-19T16:33:16.272 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55139.log.gz 2024-02-19T16:33:16.272 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55181.log 2024-02-19T16:33:16.272 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49538.log 2024-02-19T16:33:16.272 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.58359.log: /var/log/ceph/ceph-client.admin.55181.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.58359.log.gz 2024-02-19T16:33:16.272 INFO:teuthology.orchestra.run.smithi104.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.55181.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44410.log 2024-02-19T16:33:16.272 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.272 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60276.log 2024-02-19T16:33:16.272 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49538.log: /var/log/ceph/ceph-client.admin.44410.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44410.log.gz 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49538.log.gz 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49680.log 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.60276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44314.log 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60276.log.gz 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.49680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52188.log 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49680.log.gz 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.44314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52537.log 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44314.log.gz 2024-02-19T16:33:16.273 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52188.log: 88.9% 91.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50378.log 2024-02-19T16:33:16.274 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-02-19T16:33:16.274 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52188.log.gz 2024-02-19T16:33:16.274 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52537.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-02-19T16:33:16.274 INFO:teuthology.orchestra.run.smithi104.stderr: 88.7%/var/log/ceph/ceph-client.admin.50378.log: -- replaced with /var/log/ceph/ceph-client.admin.52537.log.gz 2024-02-19T16:33:16.274 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62696.log 2024-02-19T16:33:16.274 INFO:teuthology.orchestra.run.smithi104.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50378.log.gz 2024-02-19T16:33:16.274 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52272.log 2024-02-19T16:33:16.274 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.62696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56245.log 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.52272.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.62696.log.gz 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52272.log.gz 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57371.log 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.56245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46331.log 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.57371.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56245.log.gz 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48951.log 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.admin.57371.log.gz 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.46331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50850.log 2024-02-19T16:33:16.275 INFO:teuthology.orchestra.run.smithi104.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46331.log.gz 2024-02-19T16:33:16.276 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.48951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47262.log 2024-02-19T16:33:16.276 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.50850.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48951.log.gz 2024-02-19T16:33:16.276 INFO:teuthology.orchestra.run.smithi104.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50850.log.gz 2024-02-19T16:33:16.276 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.47262.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47262.log.gz 2024-02-19T16:33:16.276 INFO:teuthology.orchestra.run.smithi104.stderr: 90.5% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-02-19T16:33:16.277 INFO:teuthology.orchestra.run.smithi104.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-02-19T16:33:16.277 INFO:teuthology.orchestra.run.smithi104.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-02-19T16:33:16.278 INFO:teuthology.orchestra.run.smithi158.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-02-19T16:33:16.278 INFO:teuthology.orchestra.run.smithi158.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-02-19T16:33:16.278 INFO:teuthology.orchestra.run.smithi158.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-02-19T16:33:16.278 INFO:teuthology.orchestra.run.smithi158.stderr: 2024-02-19T16:33:16.278 INFO:teuthology.orchestra.run.smithi158.stderr:real 0m0.244s 2024-02-19T16:33:16.279 INFO:teuthology.orchestra.run.smithi158.stderr:user 0m0.970s 2024-02-19T16:33:16.279 INFO:teuthology.orchestra.run.smithi158.stderr:sys 0m0.058s 2024-02-19T16:33:16.282 INFO:teuthology.orchestra.run.smithi104.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-02-19T16:33:16.292 INFO:teuthology.orchestra.run.smithi104.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-02-19T16:33:16.301 INFO:teuthology.orchestra.run.smithi104.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-02-19T16:33:16.303 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-02-19T16:33:16.303 INFO:teuthology.orchestra.run.smithi104.stderr:real 0m0.306s 2024-02-19T16:33:16.303 INFO:teuthology.orchestra.run.smithi104.stderr:user 0m1.242s 2024-02-19T16:33:16.304 INFO:teuthology.orchestra.run.smithi104.stderr:sys 0m0.261s 2024-02-19T16:33:16.304 INFO:tasks.ceph:Archiving logs... 2024-02-19T16:33:16.304 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/remote/smithi104/log 2024-02-19T16:33:16.305 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-19T16:33:16.781 DEBUG:teuthology.misc:Transferring archived files from smithi158:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/remote/smithi158/log 2024-02-19T16:33:16.782 DEBUG:teuthology.orchestra.run.smithi158:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-19T16:33:16.943 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-02-19T16:33:16.952 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-02-19T16:33:16.952 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-19T16:33:16.955 DEBUG:teuthology.orchestra.run.smithi158:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-19T16:33:17.037 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-02-19T16:33:17.046 INFO:teuthology.task.clock:Checking final clock skew... 2024-02-19T16:33:17.046 DEBUG:teuthology.orchestra.run.smithi104:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-19T16:33:17.049 DEBUG:teuthology.orchestra.run.smithi158:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-19T16:33:17.060 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-02-19T16:33:17.062 INFO:teuthology.orchestra.run.smithi158.stderr:bash: line 1: ntpq: command not found 2024-02-19T16:33:17.065 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-19T16:33:17.065 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-02-19T16:33:17.065 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 17 +1417us[+1417us] +/- 86ms 2024-02-19T16:33:17.065 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 18 -266us[ -266us] +/- 57ms 2024-02-19T16:33:17.065 INFO:teuthology.orchestra.run.smithi104.stdout:^* hv03.front.sepia.ceph.com 3 6 377 18 -825us[ -823us] +/- 70ms 2024-02-19T16:33:17.065 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:33:17.067 INFO:teuthology.orchestra.run.smithi158.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-19T16:33:17.067 INFO:teuthology.orchestra.run.smithi158.stdout:=============================================================================== 2024-02-19T16:33:17.067 INFO:teuthology.orchestra.run.smithi158.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 17 +1439us[+1445us] +/- 86ms 2024-02-19T16:33:17.067 INFO:teuthology.orchestra.run.smithi158.stdout:^* hv02.front.sepia.ceph.com 3 6 377 19 -251us[ -245us] +/- 57ms 2024-02-19T16:33:17.068 INFO:teuthology.orchestra.run.smithi158.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 -784us[ -778us] +/- 70ms 2024-02-19T16:33:17.068 INFO:teuthology.orchestra.run.smithi158.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-02-19T16:33:17.068 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-02-19T16:33:17.077 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-02-19T16:33:17.077 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-02-19T16:33:17.086 DEBUG:teuthology.orchestra.run.smithi104:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-19T16:33:17.182 DEBUG:teuthology.orchestra.run.smithi158:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-19T16:33:17.249 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-19T16:33:17.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:33:17.279 DEBUG:teuthology.orchestra.run.smithi158:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-19T16:33:17.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:33:17.309 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-02-19T16:33:17.318 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-02-19T16:33:17.378 INFO:teuthology.task.internal:Duration was 681.521708 seconds 2024-02-19T16:33:17.378 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-02-19T16:33:17.387 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-02-19T16:33:17.388 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-19T16:33:17.390 DEBUG:teuthology.orchestra.run.smithi158:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-19T16:33:17.430 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-19T16:33:17.433 INFO:teuthology.orchestra.run.smithi158.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-19T16:33:17.701 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-02-19T16:33:17.701 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi104.front.sepia.ceph.com 2024-02-19T16:33:17.702 DEBUG:teuthology.orchestra.run.smithi104:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-19T16:33:17.721 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi158.front.sepia.ceph.com 2024-02-19T16:33:17.721 DEBUG:teuthology.orchestra.run.smithi158:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-19T16:33:17.764 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-02-19T16:33:17.764 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-19T16:33:17.767 DEBUG:teuthology.orchestra.run.smithi158:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-19T16:33:17.832 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-02-19T16:33:17.833 DEBUG:teuthology.orchestra.run.smithi104:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-19T16:33:17.835 DEBUG:teuthology.orchestra.run.smithi158:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-19T16:33:17.972 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-02-19T16:33:17.981 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-02-19T16:33:17.982 DEBUG:teuthology.orchestra.run.smithi104:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-19T16:33:18.008 DEBUG:teuthology.orchestra.run.smithi158:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-19T16:33:18.035 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-02-19T16:33:18.045 DEBUG:teuthology.orchestra.run.smithi104:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-19T16:33:18.050 DEBUG:teuthology.orchestra.run.smithi158:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-19T16:33:18.073 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = core 2024-02-19T16:33:18.101 INFO:teuthology.orchestra.run.smithi158.stdout:kernel.core_pattern = core 2024-02-19T16:33:18.116 DEBUG:teuthology.orchestra.run.smithi104:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-19T16:33:18.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:33:18.143 DEBUG:teuthology.orchestra.run.smithi158:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-19T16:33:18.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-19T16:33:18.170 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-02-19T16:33:18.180 INFO:teuthology.task.internal:Transferring archived files... 2024-02-19T16:33:18.181 DEBUG:teuthology.misc:Transferring archived files from smithi104:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/remote/smithi104 2024-02-19T16:33:18.181 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-19T16:33:18.219 DEBUG:teuthology.misc:Transferring archived files from smithi158:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513/remote/smithi158 2024-02-19T16:33:18.219 DEBUG:teuthology.orchestra.run.smithi158:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-19T16:33:18.255 INFO:teuthology.task.internal:Removing archive directory... 2024-02-19T16:33:18.255 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-19T16:33:18.257 DEBUG:teuthology.orchestra.run.smithi158:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-19T16:33:18.304 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-02-19T16:33:18.315 INFO:teuthology.task.internal:Not uploading archives. 2024-02-19T16:33:18.315 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-02-19T16:33:18.325 INFO:teuthology.task.internal:Tidying up after the test... 2024-02-19T16:33:18.325 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-19T16:33:18.327 DEBUG:teuthology.orchestra.run.smithi158:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-19T16:33:18.339 INFO:teuthology.orchestra.run.smithi104.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 19 16:33 /home/ubuntu/cephtest 2024-02-19T16:33:18.358 INFO:teuthology.orchestra.run.smithi158.stdout: 265295 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 19 16:33 /home/ubuntu/cephtest 2024-02-19T16:33:18.359 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-02-19T16:33:18.370 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-02-19T16:33:18.389 INFO:teuthology.nuke:Checking targets against current locks 2024-02-19T16:33:18.414 DEBUG:teuthology.nuke:shortname: smithi104 2024-02-19T16:33:18.414 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-19T16:33:18.437 DEBUG:teuthology.nuke:shortname: smithi158 2024-02-19T16:33:18.438 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-19T16:33:18.441 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi104.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-19 16:12:19.727366', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAzo1Ghmd2HVwa7zcWZBieRuwhRPM+qIek3lGzo9e4M9brG8gkTG6TtngUN6MUaW1mvDiwUvb1lNHXu3RaXwAWA='} 2024-02-19T16:33:18.463 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi158.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-02-19_14:34:49-fs-wip-lusov-qdb-distro-default-smithi/7566513', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-19 16:12:19.726072', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOZBS8YIaOJ6/u5out6z35XhygLnVm4802aESu1H9qDBw8SJ1aeZoOLyLI+qnsKFgX+b0DxDGsFSLnD5WAp6J3I='} 2024-02-19T16:33:18.489 INFO:teuthology.orchestra.console.smithi104:Power off 2024-02-19T16:33:18.489 DEBUG:teuthology.orchestra.console.smithi104:pexpect command: ipmitool -H smithi104.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-19T16:33:18.512 DEBUG:teuthology.orchestra.console.smithi104:power off output: Chassis Power Control: Down/Off 2024-02-19T16:33:18.513 DEBUG:teuthology.orchestra.console.smithi104:pexpect command: ipmitool -H smithi104.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-19T16:33:18.530 INFO:teuthology.orchestra.console.smithi158:Power off 2024-02-19T16:33:18.531 DEBUG:teuthology.orchestra.console.smithi158:pexpect command: ipmitool -H smithi158.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-19T16:33:18.539 DEBUG:teuthology.orchestra.console.smithi104:check power output: Chassis Power is on 2024-02-19T16:33:18.552 DEBUG:teuthology.orchestra.console.smithi158:power off output: Chassis Power Control: Down/Off 2024-02-19T16:33:18.552 DEBUG:teuthology.orchestra.console.smithi158:pexpect command: ipmitool -H smithi158.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-19T16:33:18.576 DEBUG:teuthology.orchestra.console.smithi158:check power output: Chassis Power is on 2024-02-19T16:33:22.541 DEBUG:teuthology.orchestra.console.smithi104:pexpect command: ipmitool -H smithi104.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-19T16:33:22.577 DEBUG:teuthology.orchestra.console.smithi158:pexpect command: ipmitool -H smithi158.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-19T16:33:22.651 DEBUG:teuthology.orchestra.console.smithi104:check power output: Chassis Power is on 2024-02-19T16:33:22.686 DEBUG:teuthology.orchestra.console.smithi158:check power output: Chassis Power is on 2024-02-19T16:33:26.652 DEBUG:teuthology.orchestra.console.smithi104:pexpect command: ipmitool -H smithi104.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-19T16:33:26.687 DEBUG:teuthology.orchestra.console.smithi158:pexpect command: ipmitool -H smithi158.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-19T16:33:26.763 DEBUG:teuthology.orchestra.console.smithi104:check power output: Chassis Power is off 2024-02-19T16:33:26.797 DEBUG:teuthology.orchestra.console.smithi158:check power output: Chassis Power is off 2024-02-19T16:33:26.864 INFO:teuthology.orchestra.console.smithi104:Power off completed 2024-02-19T16:33:26.899 INFO:teuthology.orchestra.console.smithi158:Power off completed 2024-02-19T16:33:27.003 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} subvol_versions/create_subvol_version_v1 tasks/pool-perm} duration: 681.5217084884644 failure_reason: 'Test failure: test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm)' flavor: default owner: scheduled_leonidus@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=ce0c99fc0eda4e3fb4f9aa465b198579 status: fail success: false 2024-02-19T16:33:27.003 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-19T16:33:27.074 INFO:teuthology.run:FAIL